# robots.txt file to include major search engine bots

User-agent: Googlebot
Allow: /
Disallow: /apidoc/
Disallow: /application/
Disallow: /cilogs/
Disallow: /homepage_assets/
Disallow: /images/
Disallow: /misc_services/
Disallow: /serverlogs/
Disallow: /sgsbirdsparadise/
Disallow: /site_services/
Disallow: /site_theme/
Disallow: /system/
Disallow: /users_profiles/
Disallow: /vendor/

User-agent: Bingbot
Allow: /
Disallow: /apidoc/
Disallow: /application/
Disallow: /cilogs/
Disallow: /homepage_assets/
Disallow: /images/
Disallow: /misc_services/
Disallow: /serverlogs/
Disallow: /sgsbirdsparadise/
Disallow: /site_services/
Disallow: /site_theme/
Disallow: /system/
Disallow: /users_profiles/
Disallow: /vendor/

User-agent: DuckDuckBot
Allow: /
Disallow: /apidoc/
Disallow: /application/
Disallow: /cilogs/
Disallow: /homepage_assets/
Disallow: /images/
Disallow: /misc_services/
Disallow: /serverlogs/
Disallow: /sgsbirdsparadise/
Disallow: /site_services/
Disallow: /site_theme/
Disallow: /system/
Disallow: /users_profiles/
Disallow: /vendor/

User-agent: Applebot
Allow: /
Disallow: /apidoc/
Disallow: /application/
Disallow: /cilogs/
Disallow: /homepage_assets/
Disallow: /images/
Disallow: /misc_services/
Disallow: /serverlogs/
Disallow: /sgsbirdsparadise/
Disallow: /site_services/
Disallow: /site_theme/
Disallow: /system/
Disallow: /users_profiles/
Disallow: /vendor/

User-agent: Baiduspider
Allow: /
Disallow: /apidoc/
Disallow: /application/
Disallow: /cilogs/
Disallow: /homepage_assets/
Disallow: /images/
Disallow: /misc_services/
Disallow: /serverlogs/
Disallow: /sgsbirdsparadise/
Disallow: /site_services/
Disallow: /site_theme/
Disallow: /system/
Disallow: /users_profiles/
Disallow: /vendor/

User-agent: YandexBot
Allow: /
Disallow: /apidoc/
Disallow: /application/
Disallow: /cilogs/
Disallow: /homepage_assets/
Disallow: /images/
Disallow: /misc_services/
Disallow: /serverlogs/
Disallow: /sgsbirdsparadise/
Disallow: /site_services/
Disallow: /site_theme/
Disallow: /system/
Disallow: /users_profiles/
Disallow: /vendor/

User-agent: Facebot
Allow: /
Disallow: /apidoc/
Disallow: /application/
Disallow: /cilogs/
Disallow: /homepage_assets/
Disallow: /images/
Disallow: /misc_services/
Disallow: /serverlogs/
Disallow: /sgsbirdsparadise/
Disallow: /site_services/
Disallow: /site_theme/
Disallow: /system/
Disallow: /users_profiles/
Disallow: /vendor/

User-agent: msnbot
Allow: /
Disallow: /apidoc/
Disallow: /application/
Disallow: /cilogs/
Disallow: /homepage_assets/
Disallow: /images/
Disallow: /misc_services/
Disallow: /serverlogs/
Disallow: /sgsbirdsparadise/
Disallow: /site_services/
Disallow: /site_theme/
Disallow: /system/
Disallow: /users_profiles/
Disallow: /vendor/

User-agent: Slurp
Allow: /
Disallow: /apidoc/
Disallow: /application/
Disallow: /cilogs/
Disallow: /homepage_assets/
Disallow: /images/
Disallow: /misc_services/
Disallow: /serverlogs/
Disallow: /sgsbirdsparadise/
Disallow: /site_services/
Disallow: /site_theme/
Disallow: /system/
Disallow: /users_profiles/
Disallow: /vendor/

User-agent: Twitterbot
Allow: /
Disallow: /apidoc/
Disallow: /application/
Disallow: /cilogs/
Disallow: /homepage_assets/
Disallow: /images/
Disallow: /misc_services/
Disallow: /serverlogs/
Disallow: /sgsbirdsparadise/
Disallow: /site_services/
Disallow: /site_theme/
Disallow: /system/
Disallow: /users_profiles/
Disallow: /vendor/

User-agent: Yandex
Allow: /
Disallow: /apidoc/
Disallow: /application/
Disallow: /cilogs/
Disallow: /homepage_assets/
Disallow: /images/
Disallow: /misc_services/
Disallow: /serverlogs/
Disallow: /sgsbirdsparadise/
Disallow: /site_services/
Disallow: /site_theme/
Disallow: /system/
Disallow: /users_profiles/
Disallow: /vendor/

User-agent: *
Disallow: /
Disallow: /apidoc/
Disallow: /application/
Disallow: /cilogs/
Disallow: /homepage_assets/
Disallow: /images/
Disallow: /misc_services/
Disallow: /serverlogs/
Disallow: /sgsbirdsparadise/
Disallow: /site_services/
Disallow: /site_theme/
Disallow: /system/
Disallow: /users_profiles/
Disallow: /vendor/

Sitemap: https://www.dattapeetham.org/sitemap.xml