# If the Joomla site is installed within a folder such as at
# e.g. www.example.com/joomla/ the robots.txt file MUST be
# moved to the site root at e.g. www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to the disallowed
# path, e.g. the Disallow rule for the /administrator/ folder
# MUST be changed to read Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://tool.motoricerca.info/robots-checker.phtml
User-Agent: Googlebot
Allow: *.js
Allow: *.css
Allow: *.gif
Allow: *.png
User-agent: *
Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/
Disallow: /kreiraj-tim/
Disallow: /moj-tim/
Disallow: /plasman-timova/
Disallow: /lista-igraca/
Disallow: /timovi/
Disallow: /pregled-privatnih-liga
Disallow: /moja-liga
Disallow: /kreiraj-privatnu-ligu
User-agent: *
Allow: /components/*.js
Allow: /components/*.css
Allow: /components/*.gif
Allow: /components/*.png
Allow: /components/*.jpg
Allow: /modules/*.js
Allow: /modules/*.css
Allow: /modules/*.gif
Allow: /modules/*.png
Allow: /modules/*.jpg
Allow: /plugins/*.js
Allow: /plugins/*.css
Allow: /plugins/*.gif
Allow: /plugins/*.png
Allow: /plugins/*.jpg
User-agent: Rogerbot
User-agent: Exabot
User-agent: MJ12bot
User-agent: Dotbot
User-agent: Gigabot
User-agent: AhrefsBot
User-agent: BlackWidow
User-agent: Bot\ [EMAIL="[email protected]"]mailto:[email protected][/EMAIL]
User-agent: ChinaClaw
User-agent: Custo
User-agent: DISCo
User-agent: Download\ Demon
User-agent: eCatch
User-agent: EirGrabber
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: Express\ WebPictures
User-agent: ExtractorPro
User-agent: EyeNetIE
User-agent: FlashGet
User-agent: GetRight
User-agent: GetWeb!
User-agent: Go!Zilla
User-agent: Go-Ahead-Got-It
User-agent: GrabNet
User-agent: Grafula
User-agent: HMView
User-agent: HTTrack
User-agent: Image\ Stripper
User-agent: Image\ Sucker
User-agent: Indy\ Library
User-agent: InterGET
User-agent: Internet\ Ninja
User-agent: JetCar
User-agent: JOC\ Web\ Spider
User-agent: larbin
User-agent: LeechFTP
User-agent: LivelapBot
User-agent: Mass\ Downloader
User-agent: Mediatoolkitbot
User-agent: MIDown\ tool
User-agent: Mister\ PiX
User-agent: Navroad
User-agent: NearSite
User-agent: NetAnts
User-agent: NetSpider
User-agent: Net\ Vampire
User-agent: NetZIP
User-agent: Octopus
User-agent: Offline\ Explorer
User-agent: Offline\ Navigator
User-agent: PageGrabber
User-agent: Papa\ Foto
User-agent: pavuk
User-agent: pcBrowser
User-agent: proximic
User-agent: RealDownload
User-agent: ReGet
User-agent: SemrushBot
User-agent: SiteSnagger
User-agent: SmartDownload
User-agent: SuperBot
User-agent: SuperHTTP
User-agent: Surfbot
User-agent: tAkeOut
User-agent: Teleport\ Pro
User-agent: trendictionbot
User-agent: VoidEYE
User-agent: Web\ Image\ Collector
User-agent: Web\ Sucker
User-agent: WebAuto
User-agent: WebCopier
User-agent: WebFetch
User-agent: WebGo\ IS
User-agent: WebLeacher
User-agent: WebReaper
User-agent: WebSauger
User-agent: Website\ eXtractor
User-agent: Website\ Quester
User-agent: WebStripper
User-agent: WebWhacker
User-agent: WebZIP
User-agent: Wget
User-agent: Widow
User-agent: WWWOFFLE
User-agent: Xaldon\ WebSpider
User-agent: Yeti
User-agent: Zeus
disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: ToutiaoSpider
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: HaosouSpider
Disallow: /
User-agent: KHTML
Disallow: /
User-agent: spbot
Disallow: /
User-agent: Gluten Free Crawler
Disallow: /
User-agent: Titanium Octane Build
Disallow: /
User-agent: Abonti
Disallow: /
User-agent: GetIntent Crawler
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: YaK
Disallow: /
User-agent: UXCrawlerBot
Disallow: /
User-agent: CATExplorador
Disallow: /
User-agent: Presto
Disallow: /
User-agent: ELinks
Disallow: /
User-agent: COMODO SSL Checker
Disallow: /
User-agent: masscan
Disallow: /
User-agent: FeedlyBot
Disallow: /
User-agent: SpeedySpider
Disallow: /
User-agent: SimplePie
Disallow: /
User-agent: cuwhois
Disallow: /
User-agent: spiderman
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: ColdFusion
Disallow: /
User-agent: eSyndiCat Bot
Disallow: /
User-agent: proximic
Disallow: /
User-agent: WWW-Mechanize
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: HubPages
Disallow: /
User-agent: LinqiaMetadataDownloaderBot
Disallow: /
User-agent: voltron
Disallow: /
User-agent: GimmeUSAbot
Disallow: /
User-agent: Dispatch
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: Xenu Link Sleuth
Disallow: /
User-agent: Lynx
Disallow: /
User-agent: Clever Internet Suite
Disallow: /
User-agent: XML Sitemaps Generator
Disallow: /
User-agent: SafeDNSBot
Disallow: /
User-agent: Blogshares Spiders
Disallow: /
User-agent: aboutthedomain
Disallow: /
User-agent: C-T bot
Disallow: /
User-agent: awooo
Disallow: /
User-agent: ssearch_bot
Disallow: /
User-agent: Steeler
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: DoCoMo
Disallow: /
User-agent: 360Spider
Disallow: /
User-agent: imagecoccoc
Disallow: /
User-agent: Prlog
Disallow: /
User-agent: TestCrawler
Disallow: /
User-agent: eContext Classification Engine
Disallow: /
User-agent: OrangeBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: MegaIndex
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Mnogosearch
Disallow: /
User-agent: MaxPointCrawler
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: SurdotlyBot
Disallow: /
User-agent: woobot
Disallow: /
User-agent: Wotbox
Disallow: /
User-agent: MixrankBot
Disallow: /
User-agent: coccoc
Disallow: /
User-agent: findlinks
Disallow: /
User-agent: K7MLWCBot
Disallow: /
User-agent: Telesphoreo
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: SurdotlyBot
Disallow: /
User-agent: coccoc
Disallow: /
User-agent: findlinks
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: PagesInventory
Disallow: /
User-agent: PHPCrawl
Disallow: /
User-agent: Rome Client
Disallow: /
User-agent: Siteimprove
Disallow: /
User-agent: Faraday
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: SiteLockSpider
Disallow: /
User-agent: Grammarly
Disallow: /
User-agent: heritrix
Disallow: /
User-agent: curl
Disallow: /
User-agent: ThumbSniper
Disallow: /
User-agent: Webspider
Disallow: /
User-agent: RankFlex
Disallow: /
User-agent: parsijoo-batch-crawler
Disallow: /
User-agent: mfibot
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: CMSCrawler
Disallow: /
User-agent: GrapeshotCrawler
Disallow: /
User-agent: HbTools
Disallow: /
User-agent: R6_CommentReader
Disallow: /
User-agent: R6_FeedFetcher
Disallow: /
User-agent: Scanbot
Disallow: /
User-agent: aboutthedomain
Disallow: /
User-agent: CRAZYWEBCRAWLER
Disallow: /
User-agent: CSS Certificate Spider
Disallow: /
User-agent: Go-http-client
Disallow: /
User-agent: GSiteCrawler
Disallow: /
User-agent: larbin_2.5.0
Disallow: /
User-agent: MB-SiteCrawler
Disallow: /
User-agent: DomainSigmaCrawler
Disallow: /
User-agent: Gluten Free Crawler
Disallow: /
User-agent: Konqueror
Disallow: /
User-agent: LinkpadBot
Disallow: /
User-agent: MojeekBot
Disallow: /
User-agent: OptimizationCrawler
Disallow: /
User-agent: SurdotlyBotSysomosTestCrawler
Disallow: /
User-agent: roboto
Disallow: /
User-agent: RSSingBot Scanbot
Disallow: /
User-agent: voltron
Disallow: /
User-agent: Wada.vn Vietnamese Search
Disallow: /
User-agent: Mozilla/5.0 Jorgee