# Pho Vy Vietnamese Restaurant Robots.txt # Main directives for all bots User-agent: * Allow: / Disallow: /config/ Disallow: /search/ Disallow: /account/ Disallow: /api/ Allow: /api/ui-extensions/ Disallow: /static/ Disallow: /*?*author=* Disallow: /*?*tag=* Disallow: /*?*month=* Disallow: /*?*view=* Disallow: /*?*format=* # Vietnamese delivery pages - allow crawling Allow: /tags/places/deer-ridge-vietnamese-delivery.html Allow: /tags/places/deer-run-vietnamese-delivery.html Allow: /tags/places/parkland-vietnamese-delivery.html Allow: /tags/places/queensland-vietnamese-delivery.html Allow: /tags/places/diamond-cove-vietnamese-delivery.html Allow: /tags/places/lake-bonavista-vietnamese-delivery.html Allow: /tags/places/maple-ridge-vietnamese-delivery.html Allow: /tags/places/canyon-meadows-vietnamese-delivery.html Allow: /tags/places/midnapore-vietnamese-delivery.html Allow: /tags/places/sundance-vietnamese-delivery.html Allow: /tags/places/douglasdale-glen-vietnamese-delivery.html Allow: /tags/places/riverbend-vietnamese-delivery.html Allow: /tags/places/shawnessy-vietnamese-delivery.html # Calgary SEO landing page - prioritize crawling Allow: /calgary-vietnamese-restaurant.html # Main Vietnamese restaurant pages - prioritize crawling Allow: /index.html Allow: /menu.html Allow: /about.html Allow: /our-food.html Allow: /catering.html Allow: /contact-us.html # AI Bot specific directives User-agent: GPTBot User-agent: ChatGPT-User User-agent: CCBot User-agent: anthropic-ai User-agent: Google-Extended User-agent: FacebookBot User-agent: Claude-Web User-agent: cohere-ai Allow: / Allow: /tags/places/ Allow: /calgary-vietnamese-restaurant.html Disallow: /privacy-policy.html Disallow: /terms-of-use.html # Google Ads Bot - allow access to Vietnamese restaurant content User-agent: AdsBot-Google User-agent: AdsBot-Google-Mobile User-agent: AdsBot-Google-Mobile-Apps Allow: / Allow: /tags/places/ Allow: /calgary-vietnamese-restaurant.html # Sitemap location - updated for Pho Vy domain Sitemap: https://phovycuisine.ca/sitemap.xml # Crawl delay for heavy bots User-agent: Baiduspider Crawl-delay: 10 # Local SEO prioritization for Vietnamese restaurant User-agent: Googlebot Allow: / Allow: /tags/places/ Allow: /calgary-vietnamese-restaurant.html Crawl-delay: 1