# /robots.txt file for http://webcrawler.com/ # mail webmaster@webcrawler.com for constructive criticism # User-agent: webcrawler # Disallow: # User-agent: lycra # User-agent: omega # Disallow: / http://www.is-steinmann.ch/ User-agent: * allow: / Sitemap: http://www.is-steinmann.ch/index.php?option=com_sefservicemap&task=xmlmapindex&no_html=1