User-agent: *
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /?
Disallow: /tag/

# Allow AI and generative bots

User-agent: ChatGPT
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-Search
Allow: /

User-agent: Bard
Allow: /

User-agent: Gemini
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: OpenAI
Allow: /

User-agent: GenerativeAI
Allow: /

User-agent: PredictiveAI
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

Sitemap: https://udyamregister.org/sitemap.xml