User-Agent: * Allow: / User-Agent: Googlebot Disallow: /dizin/dosya/html Allow: / User-Agent: * Allow: / User-Agent: Googlebot Disallow: /dizin/altdizin/ Disallow: /dizin/dosya.html Allow: / # robots.txt for http://www.iddaatarifi.com/ User-agent: * Disallow: /cyberworld/map/ # This is an infinite virtual URL space Disallow: /tmp/ # these will soon disappear Disallow: /foo.html # robots.txt for http://www.iddaatarifi.com/ User-agent: * Disallow: /cyberworld/map/ # This is an infinite virtual URL space # Cybermapper knows where to go. User-agent: cybermapper Disallow: # go away User-agent: * Disallow: / sitemap: http://www.iddaatarifi.com/sitemap.location.xml Sitemap: http://example.com/sitaharitasi_konumu.xml