# robots.txt file for https://www.devart.com/

User-agent: *
Allow: /llms.txt 

# Block directories
Disallow: /docs/
Disallow: /padfiles/
Disallow: /pub/
Disallow: /home/
Disallow: /samples/
Disallow: /en/  
Disallow: /dbta/
Disallow: /feedback/
Disallow: /data-connectivity/static/
Disallow: /cdn-cgi/

# Block specific pages
Disallow: /ru/main.html
Disallow: /de/main.html
Disallow: /*feedback.html
Disallow: /Home/SetLanguage
Disallow: /en/Home/SetLanguage
Disallow: /de/Home/SetLanguage
Disallow: /error.html

# Block URLs with parameters
Disallow: /*?requestedUrl=
Disallow: *?category=*

# Block file types
Disallow: *.Default.aspx
Disallow: *.msi
Disallow: *.chm
Disallow: *.file
Disallow: *.exe

User-agent: CrazyWebCrawler-Spider
Disallow: /

Sitemap: https://www.devart.com/sitemap.xml