# Główne boty wyszukiwarek - pełny dostęp
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 1

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

# Ogólne zasady dla wszystkich botów
User-agent: *
Allow: /

# Disallow areas that shouldn't be crawled
Disallow: /admin/
Disallow: /api/
Disallow: /_astro/
Disallow: /draft/
Disallow: /preview/
Disallow: /search?
Disallow: /*?*
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xlsx$

# Allow important static files
Allow: /rss.xml
Allow: /rss.xsl
Allow: /feed.json
Allow: /sitemap-index.xml
Allow: /sitemap-0.xml
Allow: /robots.txt
Allow: /favicon.ico
Allow: /manifest.json
Allow: /assets/
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.webp
Allow: /*.svg

# Crawl delay (nie obciążaj serwera)
Crawl-delay: 1

# Sitemaps (główne dla SEO)
Sitemap: https://pwomega.pl/sitemap-index.xml

# RSS Feeds - crawlable by search engines
Allow: /rss.xml
Allow: /feed.json
Allow: /rss/kategoria/
Allow: /rss/tag/

# JSON Feed 
# JSON-Feed: https://pwomega.pl/feed.json

# Category RSS feeds
# RSS-Category-RODO: https://pwomega.pl/rss/kategoria/rodo.xml
# RSS-Category-BHP: https://pwomega.pl/rss/kategoria/bhp.xml
# RSS-Category-PPoz: https://pwomega.pl/rss/kategoria/ppoz.xml
# RSS-Category-Termowizja: https://pwomega.pl/rss/kategoria/termowizja.xml
# RSS-Category-KRI: https://pwomega.pl/rss/kategoria/kri.xml
# RSS-Category-Audyt: https://pwomega.pl/rss/kategoria/audyt-wewnetrzny.xml
# RSS-Category-Kontrola: https://pwomega.pl/rss/kategoria/kontrola-zarzadcza.xml
# RSS-Category-Ksiegowosc: https://pwomega.pl/rss/kategoria/ksiegowosc.xml
# RSS-Category-Pomiary: https://pwomega.pl/rss/kategoria/pomiary-elektryczne.xml
# RSS-Category-Poradniki: https://pwomega.pl/rss/kategoria/poradniki.xml

# Social media bots
User-agent: facebookexternalhit/1.1
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# Blokuj spam bots
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsSiteAudit
Disallow: /

# RSS/Feed bots - pozwól
User-agent: FeedFetcher-Google
Allow: /

User-agent: ia_archiver
Allow: /

# Host preference (legacy, ale niektóre boty to używają)
Host: https://pwomega.pl/