# Robots.txt file of www.autorobot.it
User-agent: Baidu
Disallow: /
User-agent: litefinder
Disallow: /
User-agent: BoardReader
Disallow: /
User-agent: BotRightHere
Disallow: /
User-agent: WebZip
Disallow: /
User-agent: larbin
Disallow: /
User-agent: b2w/0.1
Disallow: /
User-agent: Copernic
Disallow: /
User-agent: psbot
Disallow: /
User-agent: Python-urllib
Disallow: /
User-agent: NetMechanic
Disallow: /
User-agent: URL_Spider_Pro
Disallow: /
User-agent: CherryPicker
Disallow: /
User-agent: EmailCollector
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: WebBandit
Disallow: /
User-agent: EmailWolf
Disallow: /
User-agent: ExtractorPro
Disallow: /
User-agent: CopyRightCheck
Disallow: /
User-agent: Crescent
Disallow: /
User-agent: ProWebWalker
Disallow: /
User-agent: CheeseBot
Disallow: /
User-agent: LNSpiderguy
Disallow: /
User-agent: Alexibot
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: MIIxpc
Disallow: /
User-agent: Telesoft
Disallow: /
User-agent: Website Quester
Disallow: /
User-agent: moget/2.1
Disallow: /
User-agent: WebZip/4.0
Disallow: /
User-agent: WebSauger
Disallow: /
User-agent: NetAnts
Disallow: /
User-agent: Mister PiX
Disallow: /
User-agent: WebAuto
Disallow: /
User-agent: TheNomad
Disallow: /
User-agent: WWW-Collector-E
Disallow: /
User-agent: RMA
Disallow: /
User-agent: libWeb/clsHTTP
Disallow: /
User-agent: asterias
Disallow: /
User-agent: httplib
Disallow: /
User-agent: turingos
Disallow: /
User-agent: spanner
Disallow: /
User-agent: InfoNaviRobot
Disallow: /
User-agent: Harvest/1.5
Disallow: /
User-agent: Bullseye/1.0
Disallow: /
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /
User-agent: CherryPickerSE/1.0
Disallow: /
User-agent: CherryPickerElite/1.0
Disallow: /
User-agent: WebBandit/3.50
Disallow: /
User-agent: NICErsPRO
Disallow: /
User-agent: DittoSpyder
Disallow: /
User-agent: Foobot
Disallow: /
User-agent: SpankBot
Disallow: /
User-agent: BotALot
Disallow: /
User-agent: lwp-trivial/1.34
Disallow: /
User-agent: lwp-trivial
Disallow: /
User-agent: BunnySlippers
Disallow: /
User-agent: URLy Warning
Disallow: /
User-agent: Wget/1.6
Disallow: /
User-agent: Wget/1.5.3
Disallow: /
User-agent: Wget
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: cosmos
Disallow: /
User-agent: moget
Disallow: /
User-agent: hloader
Disallow: /
User-agent: humanlinks
Disallow: /
User-agent: LinkextractorPro
Disallow: /
User-agent: Openfind data gatherer
Disallow: /
User-agent: Openfind
Disallow: /
User-agent: Xenu's Link Sleuth 1.1c
Disallow: /
User-agent: Xenu's
Disallow: /
User-agent: Zeus
Disallow: /
User-agent: RepoMonkey Bait & Tackle/v1.01
Disallow: /
User-agent: RepoMonkey
Disallow: /
User-agent: Openbot
Disallow: /
User-agent: Zeus Link Scout
Disallow: /
User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow: /
User-agent: Webster Pro
Disallow: /
User-agent: msnbot
Crawl-delay: 60
User-agent: Slurp
Crawl-delay: 60
User-Agent: MJ12bot
Crawl-Delay: 5

User-agent: *
Request-rate: 1/5
Disallow: *error*
Disallow: *admin*
Disallow: *cache*
Disallow: /look/autorobot/images/
Disallow: /js/
Disallow: /video/
Disallow: /video2/
Disallow: /mp3/
Disallow: /stats/
Disallow: /stat/
Disallow: /forum/video.js
Disallow: /forum/download/
Disallow: /forum/cache/
Disallow: /forum/files/
Disallow: /forum/adm/
Disallow: /forum/docs/
Disallow: /forum/store/
Disallow: /forum/ucp.php$
Disallow: /forum/mcp.php$
Disallow: /forum/g2image/images/
Disallow: /forum/gallery2.php?g2_view=core.SiteAdmin&
Disallow: /forum/gallery2.php?g2_view=core.ItemAdmin&
Disallow: /forum/gallery2.php?g2_controller=core.ShowItem
Disallow: /forum/gallery2.php?g2_view=geturls.GetUrls&
Disallow: /forum/gallery2.php?g2_view=notification.NotificationItem&
Disallow: /forum/styles/autorobot_v3/imageset/
Disallow: /forum/styles/autorobot_v3/theme/images/
Disallow: /forum/images/smilies/
Disallow: /images/lytebox/
Disallow: /forum/download.php
Disallow: /forum/cron.php
Disallow: /forum/config.php
Disallow: /forum/common.php
Disallow: /forum/includes/
Disallow: /gallery/main.php?g2_view=core.SiteAdmin&
Disallow: /gallery/main.php?g2_view=core.ItemAdmin&
Disallow: /gallery/main.php?g2_controller=core.ShowItem
Disallow: /gallery/main.php?g2_view=geturls.GetUrls&
Disallow: /gallery/main.php?g2_view=notification.NotificationItem&
Disallow: /gallery/images/
Disallow: /*.css$
Disallow: /*.swf$
Disallow: /*.flv$
Disallow: /*.mp3$
Disallow: /*.tmp$
Disallow: /*.avi$

Sitemap: http://www.autorobot.it/autorobot_sitemap.xml