# robots.txt for physislaboratory.com

# Allow all legitimate crawlers except specific ones you want to block
User-agent: *
Disallow: /admin/
Disallow: /login/
Disallow: /checkout/
Disallow: /cart/
Disallow: /wp-admin/
Disallow: /wp-includes/

# Allow essential assets within wp-includes (e.g., styles and scripts)
Allow: /wp-includes/js/
Allow: /wp-includes/css/

# Block unnecessary or sensitive file types
Disallow: /?s=*
Disallow: /*.sql$
Disallow: /*.log$

# Allow critical PHP pages, block others
Allow: /index.php
Disallow: /*.php$

# Allow Google crawlers (main)
User-agent: Googlebot
Disallow:

User-agent: Googlebot-Image
Disallow:

User-agent: Googlebot-News
Disallow:

User-agent: Googlebot-Video
Disallow:

# Block Bingbot
User-agent: bingbot
Disallow: /

# Block DuckDuckBot
User-agent: DuckDuckBot
Disallow: /

# Block Slurp (Yahoo)
User-agent: Slurp
Disallow: /

# Block unwanted bots you had already listed
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: rogerbot
Disallow: /

# Optional: Block UTM and tracking parameters (explained below)
Disallow: /*?utm_*
Disallow: /*&utm_*
Disallow: /*?fbclid=*

# Sitemap location
Sitemap: https://physislaboratory.com/sitemap_index.xml