# # robots.txt for http://www.jetsetrecords.net/ # # exclude some access-controlled areas User-agent: * Disallow: /_temp Disallow: /compile Disallow: /data Disallow: /error Disallow: /error_html Disallow: /hoge Disallow: /mg/jacket/_temp Disallow: /info Disallow: /logs Disallow: /php/control Disallow: /php/utilities Disallow: /renewal Disallow: /sample/ad Disallow: /sample/temp Disallow: /sf Disallow: /sfMediaLibraryPlugin Disallow: /sfYUIPlugin Disallow: /sh Disallow: /smarty_temp Disallow: /test Disallow: /template Disallow: /tools Disallow: /uploads # # robots.txt | past # # User-agent: * # Disallow: / # # User-agent: Googlebot-Image # Disallow: # # User-agent: Googlebot # Crawl-delay: 3600 # Disallow: # # Crawl-delay: 3600 # User-agent: msnbot # Disallow: # # User-agent: Slurp # Crawl-delay: 3600 # Disallow: # # User-agent: Teoma # Disallow: # # User-agent: Hatena Antenna # Disallow: # # User-agent: ia_archiver # Disallow: