# Allow specific bots to access all content User-agent: Googlebot User-agent: Googlebot-Image User-agent: Googlebot-Mobile User-agent: Googlebot-News User-agent: Googlebot-Video User-agent: Storebot-Google User-agent: Mediapartners-Google User-agent: Adsbot-Google User-agent: bingbot User-agent: msnbot User-agent: msnbot-media User-agent: adidxbot User-agent: slurp User-agent: yandex User-agent: cocolyzebot User-agent: FacebookBot User-agent: facebookexternalhit User-agent: meta-externalagent Disallow: # Block specific paths for all bots Disallow: /vgxadm Disallow: /App_Data Disallow: /App_Code # Optional: Disallow PDFs for all bots Disallow: /path-to-pdfs-folder/ # Crawl delay (optional) Crawl-delay: 5 # Sitemap Sitemap: https://aqei.cc/sitemap.xml