# robots.txt for Open Journal Systems (OJS3)
# Allow Google Scholar to index all pages
User-agent: Googlebot
Disallow:

# Allow all other search engines to crawl your site (except admin sections)
User-agent: *
Disallow: /admin/
Disallow: /cache/
Disallow: /templates_c/
Disallow: /lib/pkp/lib/vendor/
Disallow: /lib/pkp/classes/
Disallow: /lib/pkp/registry/
Disallow: /lib/pkp/pages/
Disallow: /lib/pkp/controllers/
Disallow: /pages/
Disallow: /index.php/index/
Disallow: /index.php/management/
Disallow: /index.php/user/

# Block specific bots that may be harmful or waste server resources
User-agent: Baiduspider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: dotbot
Disallow: /

# Block access to sensitive files
Disallow: /config.inc.php
Disallow: /ojs/
Disallow: /setup/
Disallow: /admin/
Disallow: /install/

# Prevent access to .git and backup files
Disallow: /.git/
Disallow: /backup/
Disallow: /tmp/

# Allow all bots to access the main content
Allow: /articles/
Allow: /issue/
Allow: /journal/
Allow: /author/
Allow: /metadata/