# Site: https://seospecialistssrilanka.com
# Robots.txt for Buddhika Jayanath - Professional SEO Specialist Sri Lanka
# Contact:jayanath@seospecialistssrilanka.com

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /trackback/
Disallow: /comments/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-comments-post.php
Disallow: /cgi-bin/
Disallow: /wp-json/
Disallow: /wp-content/cache/
Disallow: /readme.html
Disallow: /license.txt

# Allow specific admin functionality
Allow: /wp-admin/admin-ajax.php

Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$

Allow: /wp-content/uploads/

# Allow search engine bots
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: SiteAuditBot
Allow: /

User-agent: NinjaBot
Allow: /

#  Allow Trusted AI Crawlers

User-Agent: ChatGPT-User
Allow: /

User-agent: OAI-Search
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: GPTBot
Allow: /

User-agent: Bard
Allow: /

User-agent: Gemini
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: OpenAI
Allow: /

User-agent: GenerativeAI
Allow: /

User-agent: PredictiveAI
Allow: /


# Sitemaps
Sitemap: https://seospecialistssrilanka.com/sitemap_index.xml
Sitemap: https://seospecialistssrilanka.com/post-sitemap.xml