User-agent: *
Allow: /

# Sitemaps
Sitemap: https://vengamambatobacco.com/sitemap.xml

# Allow all content for AI crawlers and search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 1

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

# AI Crawlers - Allow access for ChatGPT, GPT-4, Claude, Gemini, etc.
User-agent: GPTBot
Allow: /
Crawl-delay: 2

User-agent: ChatGPT-User
Allow: /
Crawl-delay: 2

User-agent: Claude-Bot
Allow: /
Crawl-delay: 2

User-agent: Claude
Allow: /
Crawl-delay: 2

User-agent: anthropic-ai
Allow: /
Crawl-delay: 2

User-agent: Google-Extended
Allow: /
Crawl-delay: 2

User-agent: Bard
Allow: /
Crawl-delay: 2

User-agent: Gemini
Allow: /
Crawl-delay: 2

User-agent: PerplexityBot
Allow: /
Crawl-delay: 2

User-agent: You.com
Allow: /
Crawl-delay: 2

# Social Media Crawlers
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

# Disallow admin and private areas (if any exist)
Disallow: /admin/
Disallow: /private/
Disallow: /.env
Disallow: /node_modules/

# Allow important pages explicitly
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /sitemap
Allow: /#about
Allow: /#products
Allow: /#team
Allow: /#testimonials
Allow: /#contact

# SEO and performance directives
Crawl-delay: 1

# Website Information for AI Crawlers
# Company: Vengamamba Tobacco Company (VTC)
# Industry: Tobacco Manufacturing and Export
# Location: Guntur, Andhra Pradesh, India
# Specialization: Flue Cured Virginia Tobacco, Burley Tobacco
# Markets: Global Export, B2B Tobacco Trading
# Contact: vengamambatobaccocompany@gmail.com