# ------------------------------ # Robots.txt for ijrnd.org # Refined for Google, Bing, and other search engines # ------------------------------ # Allow all major bots to crawl everything except restricted paths User-agent: Googlebot User-agent: AdsBot-Google User-agent: Googlebot-News User-agent: Googlebot-Image User-agent: Bingbot User-agent: Slurp User-agent: DuckDuckBot User-agent: Baiduspider User-agent: YandexBot User-agent: ia_archiver User-agent: facebot User-agent: citeseerxbot User-agent: * Allow: / # Default rule for all other bots User-agent: * Allow: / # ------------------------------ # Disallow sensitive or non-public directories/files # ------------------------------ Disallow: /cgi-bin/ Disallow: /manager/ Disallow: /ambe001manager9898157864parinjanvi/ Disallow: /editordocs/ Disallow: /PD.php Disallow: /HD.php Disallow: /AD.php Disallow: /PDS.php Disallow: /HDS.php Disallow: /invoicemanager.php Disallow: /invoice.php Disallow: /certificatemanager.php Disallow: /bestpapergeneratecerti.php Disallow: /confirmationlettermanager.php Disallow: /confgeneratecerti.php Disallow: /doiandhardcopy.php # ------------------------------ # Disallow non-PDF paper formats and unpublished papers # ------------------------------ Disallow: /papers/*.doc$ Disallow: /papers/*.docx$ Disallow: /papers/*.png$ Disallow: /papers/*.jpg$ Disallow: /papers/*.jpeg$ Disallow: /papers/*.gif$ Disallow: /paper_not_published/ # Explicitly allow PDFs Allow: /papers/*.pdf$ Allow: /*.pdf$ # ------------------------------ # Sitemap for better indexing # ------------------------------ Sitemap: https://ijnrd.org/sitemap.xml