# robots.txt for sites, do not delete this file. User-agent:* Disallow:/1* Disallow:/2* Disallow:/3* Disallow:/4* Disallow:/5* Disallow:/6* Disallow:/7* Disallow:/8* Disallow:/9* Disallow:/crontab/ Disallow:/crontabemail*