# *
User-agent: *
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /login
Disallow: /profile/
Disallow: /createadvertisement/
Disallow: /editadvertisement/
Disallow: /advertisement-payment/
Disallow: /advpreview/
Disallow: /unsubscribe/
Disallow: /stream/
Disallow: /s/
Crawl-delay: 1

# GPTBot
User-agent: GPTBot
Allow: /

# ChatGPT-User
User-agent: ChatGPT-User
Allow: /

# OAI-SearchBot
User-agent: OAI-SearchBot
Allow: /

# PerplexityBot
User-agent: PerplexityBot
Allow: /

# ClaudeBot
User-agent: ClaudeBot
Allow: /

# anthropic-ai
User-agent: anthropic-ai
Allow: /

# Bingbot
User-agent: Bingbot
Allow: /

# SemrushBot,AhrefsBot,MJ12bot,DotBot,Bytespider,Scrapy,SiteAuditBot,DataForSeoBot
User-agent: SemrushBot,AhrefsBot,MJ12bot,DotBot,Bytespider,Scrapy,SiteAuditBot,DataForSeoBot
Disallow: /

# Host
Host: https://automar.pt

# Sitemaps
Sitemap: https://automar.pt/sitemap.xml