# Robots.txt file # # Bans from cgi-bin and images # # Disallow /cgi-bin/ User-agent: * Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /data/ Disallow: /stats/ Disallow: /html/ Disallow: shablon.php Disallow: shablon_category.php Disallow: shablon_one_page.php Disallow: workfunction.php Disallow: grabber_rss.php sitemap: http://www.adult-search-site.com/sitemap.xml