#
# robots.txt file for www.rebex.net
# allow all, disallow search page and temporary downloads
# Note: skipping of the login page is implemented using "X-Robots-Tag: noindex" HTTP header 

User-agent: *
Disallow: /search.aspx
Disallow: /getfile/
Disallow: /download/notify/
Disallow: /web-api/
Allow: /getfile/*/RebexTinySftpServer*
Allow: /getfile/*/RebexTinyFtpServer*
Allow: /getfile/*/RebexTinyWebServer*
Allow: /getfile/*/RebexTlsProxy*
Allow: /getfile/*/SimpleSocket3.txt*
Allow: /getfile/*/delivery-status.txt*
Sitemap: https://www.rebex.net/sitemap_index.xml
Sitemap: https://www.rebex.net/ex/Sitemap/Other/sitemap.xml
Sitemap: https://www.rebex.net/ex/Sitemap/Products/sitemap.xml