User-agent: Googlebot Disallow: /absolutedirectory.htm Disallow: /sitelist.php Disallow: /extension/ User-agent: Googlebot-Image Disallow: /absolutedirectory.htm Disallow: /sitelist.php Disallow: /extension/ User-agent: Googlebot-Mobile Disallow: /absolutedirectory.htm Disallow: /sitelist.php Disallow: /extension/ User-agent: Mediapartners-Google Disallow: /absolutedirectory.htm Disallow: /sitelist.php Disallow: /extension/ User-agent: TeomaAgent Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Teoma Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: teomaagent1 Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Architext spider Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: FAST-WebCrawler Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: fast Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Slurp Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Yahoo Slurp Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Ask Jeeves Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: ia_archiver Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Scooter Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Mercator Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: crawler@fast Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Crawler Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: InfoSeek sidewinder Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Lycos_Spider_(T-Rex) Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: lycos Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Fluffy the Spider Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Ultraseek Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: MantraAgent Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Moget Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: T-H-U-N-D-E-R-S-T-O-N-E Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: MuscatFerret Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: VoilaBot Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Sleek Spider Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: KIT_Fireball Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: WebCrawler Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Scooter2_Mercator_3-1.0 Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: roach.smo.av.com-1.0 Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Tv_Merc_resh_26_1_D-1.0 Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: infoseek Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: infoseeksidewinder Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: askjeeves Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Slurp.so/1.0 Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Slurp/2.0j Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Slurp/2.0-KiteHourly Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Slurp/2.0-OwlWeekly Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Slurp/3.0-AU Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: UltraSeek Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: wallpaper Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: whatuseek Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: AltaVista-Intranet Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Scrubby Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: Searchspider Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: teoma_agent1 Disallow: /absolutedirectory.htm Disallow: /sitelist.php User-agent: UK Searcher Spider Disallow: /absolutedirectory.htm Disallow: /sitelist.php