www.piau.ac.ir

# robots.txt for http://piau.ac.ir/ and friends
#
# advertising-related bots:
User-agent: *
Disallow: /design/*
Disallow: /modules/flash/*
Disallow: /*&pdf=true*

User-agent: Mediapartners-Google*
Disallow: /



# Wikipedia work bots:

User-agent: IsraBot

Disallow:



User-agent: Orthogaffe

Disallow:



# Crawlers that are kind enough to obey, but which we'd rather not have

# unless they're feeding search engines.

User-agent: UbiCrawler

Disallow: /



User-agent: DOC

Disallow: /



User-agent: Zao

Disallow: /



# Some bots are known to be trouble, particularly those designed to copy

# entire sites. Please obey robots.txt.



User-agent: sitecheck.internetseer.com

Disallow: /



User-agent: Zealbot

Disallow: /



User-agent: MSIECrawler

Disallow: /



User-agent: SiteSnagger

Disallow: /



User-agent: WebStripper

Disallow: /



User-agent: WebCopier

Disallow: /



User-agent: *

Disallow: /*linkestan*

Disallow: /*prepipe*

Disallow: /*uptime*






User-agent: Fetch

Disallow: /



User-agent: Offline Explorer

Disallow: /



User-agent: Teleport

Disallow: /



User-agent: TeleportPro

Disallow: /



User-agent: WebZIP

Disallow: /



User-agent: linko

Disallow: /



User-agent: HTTrack

Disallow: /



User-agent: Microsoft.URL.Control

Disallow: /



User-agent: Xenu

Disallow: /



User-agent: larbin

Disallow: /



User-agent: libwww

Disallow: /



User-agent: ZyBORG

Disallow: /





User-agent: Download Ninja

Disallow: /



#

# Sorry, wget in its recursive mode is a frequent problem.

# Please read the man page and use it properly; there is a

# --wait option you can use to set the delay between hits,

# for instance.

#

User-agent: wget

Disallow: /



#

# The 'grub' distributed client has been *very* poorly behaved.

#

User-agent: grub-client

Disallow: /



#

# Doesn't follow robots.txt anyway, but...

#

User-agent: k2spider

Disallow: /



#

# Hits many times per second, not acceptable

# http://www.nameprotect.com/botinfo.html

User-agent: NPBot

Disallow: /



# A capture bot, downloads gazillions of pages with no public benefit

# http://www.webreaper.net/

User-agent: WebReaper

Disallow: /



# Don't allow the wayback-maschine to index user-pages

#User-agent: ia_archiver

#Disallow: /wiki/User

#Disallow: /wiki/Benutzer



#

# Friendly, low-speed bots are welcome viewing article pages, but not

# dynamically-generated pages please.

#

# Inktomi's "Slurp" can read a minimum delay between hits; if your

# bot supports such a thing using the 'Crawl-delay' or another

# instruction, please let us know.

#

#User-agent: *

#Disallow: /w/

User-agent:  Scooter

Disallow: /



User-agent:  Sidewinder

Disallow: /



User-agent:  Slurp

Disallow: /



User-agent:  Gulliver

Disallow: /



User-agent:  WebCrawler

Disallow: /



User-agent:  ArchitextSpider

Disallow: /



User-agent:  fast

Disallow: /



User-agent: Ask 

Disallow: /



#User-agent: MSNBot
#Disallow: /



sitemap: http://piau.ac.ir/modules/sitemap.xml