User-agent: PetalBot
Disallow: /

User-agent: *
Disallow: /ajax/
Disallow: /json/
Disallow: /freeshipping
Disallow: /shop
Disallow: /api
Disallow: /product

User-agent: Googlebot
Disallow: /freeshipping
Disallow: /shop
Disallow: /ara/*
Disallow: /emlak-ilan*
Disallow: /emlak*
Disallow: /araba*
Disallow: /mekanlar*
Disallow: /ajax/
Disallow: /json/
Disallow: /ara/*
Disallow: /emlak-ilan*
Disallow: /emlak*
Disallow: /araba*
Disallow: /mekanlar*
Disallow: /*ptype*
Disallow: /*:*

User-agent: Mediapartners-Google
Allow: /
Disallow: /shop
Disallow: /freeshipping

User-agent: TinEye
Disallow: /

User-agent: Yandex 
Crawl-delay: 4 # 2 saniyelik zaman aşımı belirtir

User-agent: SemrushBot
Disallow: /

User-agent: serpstatbot
Disallow: /


User-agent: Amazonbot               # Amazon's user agent
Disallow: /