# robots.txt for /wrocket/ # This makes ALL robots to follow the disallow statements: User-agent: * # # All folders and subfolders will not be spidered: Disallow: /cgi-bin/ Disallow: /versuch/ Disallow: /add_on/ Disallow: images/ Disallow: nav/ Disallow: downloads/ # #All these files will not be spidered: Disallow: _axs.htm Disallow: _statistik_strip.htm Disallow: address_scrambler.js