User-agent: *
Crawl-delay: 10
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /assets/
Disallow: /images/
Disallow: /webadmin/
Sitemap: http://dir.web.id/sitemaps.xml
Sitemap: http://dir.web.id/sitemap.php
Sitemap: http://dir.web.id/sitemap2.php