# $Id: robots.txt,v 1.7.2.1 2007/03/23 18:57:07 drumm Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Crawl-delay: 10 # Directories Disallow: /Slike/ Disallow: /Arhiva/ Disallow: /bijelo_dugme/ Disallow: /biramoNajboljiTimFamosa/ Disallow: /boxes/ Disallow: /cgi-bin/ Disallow: /chat_files/ Disallow: /chat_programs/ Disallow: /chickenSoup/ Disallow: /Citaoci/ Disallow: /comments/ Disallow: /download/ Disallow: /FamosZagreb/ Disallow: /flash/ Disallow: /Fotogalerija/ Disallow: /galerijaSmijeha/ Disallow: /Gallery1/ Disallow: /Gallery157/ Disallow: /gallery2/ Disallow: /hitcounter/ Disallow: /HitSedmice/ Disallow: /horizmenu/ Disallow: /imaJos/ Disallow: /img/ Disallow: /ip-location-whois/ Disallow: /kish/ Disallow: /Kvizovi/ Disallow: /majevica/ Disallow: /master_pieces/ Disallow: /Muzika/ Disallow: /nasaSjecanja/ Disallow: /nasirazgovori/ Disallow: /Naslovna/ Disallow: /naslovna_strana/ Disallow: /oscommerce/ Disallow: /pageloadtimer/ Disallow: /Pisci/ Disallow: /Pjesme/ Disallow: /Pjesmekojesmovoljeli/ Disallow: /Prezentacija/ Disallow: /Price/ Disallow: /QuizCreator/ Disallow: /romanUnastavcima/ Disallow: /scripts/ Disallow: /Stara-Hrasnica/ Disallow: /stripovi/ Disallow: /StyleSheets/ Disallow: /superaukcija/ Disallow: /temp/ Disallow: /Top10/ Disallow: /Ukrstenice/ Disallow: /vicevi/ Disallow: /video/ Disallow: /vzpolls/ Disallow: /vzpolls_uski/ # Files Disallow: /TESTLeft_frame4box.php Disallow: /Tarantula.xml Disallow: /sms2receive.php Disallow: /send.php Disallow: /Player.xml Disallow: /New_FrameSidebarNaslovna.php Disallow: /New_FramesHeader.htm Disallow: /New_FramesGlavna.php Disallow: /Main_frame4box.php Disallow: /Left_frame4box.php Disallow: /Linit_ThreeDClasic.php Disallow: /init_BlueMagic.php Disallow: /init.php Disallow: /indexThreeDClasic.php Disallow: /indexTest.php Disallow: /Horizmenu_frame4box.php Disallow: /HitNedjelje.xml Disallow: /Header_frame4box.htm Disallow: /dzuboks.xml Disallow: /.htaccess # Paths (clean URLs) Disallow: /admin/ Disallow: /aggregator/ Disallow: /comment/reply/ Disallow: /contact/ Disallow: /logout/ Disallow: /node/add/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=aggregator/ Disallow: /?q=comment/reply/ Disallow: /?q=contact/ Disallow: /?q=logout/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/