# AdSense crawlers - unrestricted (must see what users see)
User-agent: Mediapartners-Google
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
Allow: /

# Search engines - clean URLs plus pagination pages 2-5
User-agent: Googlebot
User-agent: Bingbot
Allow: /ads.txt
Allow: /static/
Allow: /*?page=2$
Allow: /*?page=3$
Allow: /*?page=4$
Allow: /*?page=5$
Disallow: /*?*
Disallow: /admin/
Disallow: /auth/login
Disallow: /auth/register
Disallow: /user/dashboard
Disallow: /user/profile
Disallow: /api/upvote
Disallow: /api/listings/upvote-status
Disallow: /reviews
Crawl-delay: 5

# AI and social preview bots - clean URLs only, no query strings
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Applebot
User-agent: meta-externalagent
User-agent: facebookexternalhit
Allow: /static/
Disallow: /*?*
Disallow: /admin/
Disallow: /auth/login
Disallow: /auth/register
Disallow: /user/dashboard
Disallow: /user/profile
Disallow: /api/upvote
Disallow: /api/listings/upvote-status
Disallow: /reviews
Crawl-delay: 30

# Everyone else (SEO tools etc.) - clean URLs plus page 2 only
User-agent: *
Allow: /ads.txt
Allow: /static/
Allow: /*?page=2$
Disallow: /*?*
Disallow: /admin/
Disallow: /auth/login
Disallow: /auth/register
Disallow: /user/dashboard
Disallow: /user/profile
Disallow: /api/upvote
Disallow: /api/listings/upvote-status
Disallow: /reviews
Crawl-delay: 30

# Sitemap location
Sitemap: https://ppc-management.co.uk/sitemap.xml