# If the Joomla site is installed within a folder such as at
# e.g. www.example.com/joomla/ the robots.txt file MUST be
# moved to the site root at e.g. www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to the disallowed
# path, e.g. the Disallow rule for the /administrator/ folder
# MUST be changed to read Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://tool.motoricerca.info/robots-checker.phtml

User-Agent: Googlebot
Allow: *.js
Allow: *.css
Allow: *.gif
Allow: *.png

User-agent: *
Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/
Disallow: /kreiraj-tim/
Disallow: /moj-tim/
Disallow: /plasman-timova/
Disallow: /lista-igraca/
Disallow: /timovi/
Disallow: /pregled-privatnih-liga
Disallow: /moja-liga
Disallow: /kreiraj-privatnu-ligu

User-agent: *
Allow: /components/*.js
Allow: /components/*.css
Allow: /components/*.gif
Allow: /components/*.png
Allow: /components/*.jpg
Allow: /modules/*.js
Allow: /modules/*.css
Allow: /modules/*.gif
Allow: /modules/*.png
Allow: /modules/*.jpg
Allow: /plugins/*.js
Allow: /plugins/*.css
Allow: /plugins/*.gif
Allow: /plugins/*.png
Allow: /plugins/*.jpg

User-agent: Rogerbot 
User-agent: Exabot 
User-agent: MJ12bot 
User-agent: Dotbot 
User-agent: Gigabot 
User-agent: AhrefsBot 
User-agent: BlackWidow 
User-agent: Bot\ [EMAIL="craftbot@yahoo.com"]mailto:craftbot@yahoo.com[/EMAIL] 
User-agent: ChinaClaw 
User-agent: Custo 
User-agent: DISCo 
User-agent: Download\ Demon 
User-agent: eCatch 
User-agent: EirGrabber 
User-agent: EmailSiphon 
User-agent: EmailWolf 
User-agent: Express\ WebPictures 
User-agent: ExtractorPro 
User-agent: EyeNetIE 
User-agent: FlashGet 
User-agent: GetRight 
User-agent: GetWeb! 
User-agent: Go!Zilla 
User-agent: Go-Ahead-Got-It 
User-agent: GrabNet 
User-agent: Grafula 
User-agent: HMView 
User-agent: HTTrack 
User-agent: Image\ Stripper 
User-agent: Image\ Sucker 
User-agent: Indy\ Library
User-agent: InterGET 
User-agent: Internet\ Ninja 
User-agent: JetCar 
User-agent: JOC\ Web\ Spider 
User-agent: larbin 
User-agent: LeechFTP 
User-agent: LivelapBot
User-agent: Mass\ Downloader 
User-agent: Mediatoolkitbot
User-agent: MIDown\ tool 
User-agent: Mister\ PiX 
User-agent: Navroad 
User-agent: NearSite 
User-agent: NetAnts 
User-agent: NetSpider 
User-agent: Net\ Vampire 
User-agent: NetZIP 
User-agent: Octopus 
User-agent: Offline\ Explorer 
User-agent: Offline\ Navigator 
User-agent: PageGrabber 
User-agent: Papa\ Foto 
User-agent: pavuk 
User-agent: pcBrowser 
User-agent: proximic
User-agent: RealDownload 
User-agent: ReGet 
User-agent: SemrushBot
User-agent: SiteSnagger 
User-agent: SmartDownload 
User-agent: SuperBot 
User-agent: SuperHTTP 
User-agent: Surfbot 
User-agent: tAkeOut 
User-agent: Teleport\ Pro 
User-agent: trendictionbot
User-agent: VoidEYE 
User-agent: Web\ Image\ Collector 
User-agent: Web\ Sucker 
User-agent: WebAuto 
User-agent: WebCopier 
User-agent: WebFetch 
User-agent: WebGo\ IS 
User-agent: WebLeacher 
User-agent: WebReaper 
User-agent: WebSauger 
User-agent: Website\ eXtractor 
User-agent: Website\ Quester 
User-agent: WebStripper 
User-agent: WebWhacker 
User-agent: WebZIP 
User-agent: Wget 
User-agent: Widow 
User-agent: WWWOFFLE 
User-agent: Xaldon\ WebSpider 
User-agent: Yeti
User-agent: Zeus
disallow: / 


User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: ToutiaoSpider
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: HaosouSpider
Disallow: /
User-agent: KHTML
Disallow: /
User-agent: spbot
Disallow: /
User-agent: Gluten Free Crawler
Disallow: /
User-agent: Titanium Octane Build
Disallow: /
User-agent:  Abonti 
Disallow: /
User-agent:  GetIntent Crawler 
Disallow: /
User-agent:  SeznamBot
Disallow: /
User-agent:  YaK
Disallow: /
User-agent:  UXCrawlerBot
Disallow: /
User-agent:  CATExplorador
Disallow: /
User-agent:  Presto
Disallow: /
User-agent:  ELinks
Disallow: /
User-agent:  COMODO SSL Checker
Disallow: /
User-agent:  masscan
Disallow: /
User-agent:  FeedlyBot
Disallow: /
User-agent:  SpeedySpider
Disallow: /
User-agent:  SimplePie
Disallow: /
User-agent:  cuwhois
Disallow: /
User-agent:  spiderman
Disallow: /
User-agent:  Riddler
Disallow: /
User-agent:  ColdFusion
Disallow: /
User-agent:  eSyndiCat Bot
Disallow: /
User-agent:  proximic
Disallow: /
User-agent:  WWW-Mechanize
Disallow: /
User-agent:  ltx71
Disallow: /
User-agent:  HubPages 
Disallow: /
User-agent:  LinqiaMetadataDownloaderBot
Disallow: /
User-agent:  voltron
Disallow: /
User-agent:  GimmeUSAbot
Disallow: /
User-agent:  Dispatch
Disallow: /
User-agent:  Xenu
Disallow: /
User-agent:  Xenu Link Sleuth
Disallow: /
User-agent:  Lynx
Disallow: /
User-agent:  Clever Internet Suite
Disallow: /
User-agent:  XML Sitemaps Generator
Disallow: /
User-agent:  SafeDNSBot
Disallow: /
User-agent:  Blogshares Spiders
Disallow: /
User-agent:  aboutthedomain
Disallow: /
User-agent:  C-T bot
Disallow: /
User-agent:  awooo
Disallow: /
User-agent:  ssearch_bot
Disallow: /
User-agent:  Steeler
Disallow: /
User-agent:  Exabot
Disallow: /
User-agent:  DoCoMo
Disallow: /
User-agent:  360Spider
Disallow: /
User-agent:  imagecoccoc
Disallow: /
User-agent:  Prlog
Disallow: /
User-agent:  TestCrawler
Disallow: /
User-agent:  eContext Classification Engine
Disallow: /
User-agent:  OrangeBot
Disallow: /
User-agent:  BLEXBot
Disallow: /
User-agent:  MegaIndex
Disallow: /
User-agent:  CCBot
Disallow: /
User-agent:  Mnogosearch
Disallow: /
User-agent:  MaxPointCrawler
Disallow: /
User-agent:  archive.org_bot
Disallow: /
User-agent:  SurdotlyBot
Disallow: /
User-agent:  woobot
Disallow: /
User-agent:  Wotbox
Disallow: /
User-agent:  MixrankBot
Disallow: /
User-agent:  coccoc
Disallow: /
User-agent:  findlinks
Disallow: /
User-agent:  K7MLWCBot
Disallow: /
User-agent:  Telesphoreo
Disallow: /
User-agent:  SurveyBot
Disallow: /
User-agent:  SurdotlyBot
Disallow: /
User-agent:  coccoc
Disallow: /
User-agent:  findlinks
Disallow: /
User-agent:  DotBot
Disallow: /
User-agent:  SEOkicks-Robot
Disallow: /
User-agent:  PagesInventory
Disallow: /
User-agent:  PHPCrawl
Disallow: /
User-agent:  Rome Client
Disallow: /
User-agent:  Siteimprove
Disallow: /
User-agent:  Faraday
Disallow: /
User-agent:  Riddler
Disallow: /
User-agent:  SiteLockSpider
Disallow: /
User-agent:  Grammarly
Disallow: /
User-agent:  heritrix
Disallow: /
User-agent:  curl
Disallow: /
User-agent:  ThumbSniper
Disallow: /
User-agent:  Webspider
Disallow: /
User-agent:  RankFlex
Disallow: /
User-agent:  parsijoo-batch-crawler
Disallow: /
User-agent:  mfibot
Disallow: /
User-agent:  Cliqzbot
Disallow: /
User-agent:  CMSCrawler
Disallow: /
User-agent:  GrapeshotCrawler
Disallow: /
User-agent:  HbTools
Disallow: /
User-agent:  R6_CommentReader
Disallow: /
User-agent:  R6_FeedFetcher
Disallow: /
User-agent:  Scanbot
Disallow: /
User-agent:  aboutthedomain                        
Disallow: /
User-agent:  CRAZYWEBCRAWLER                       
Disallow: /
User-agent:  CSS Certificate Spider                        
Disallow: /
User-agent:  Go-http-client                        
Disallow: /
User-agent:  GSiteCrawler                        
Disallow: /
User-agent:  larbin_2.5.0                        
Disallow: /
User-agent:  MB-SiteCrawler                        
Disallow: /
User-agent:  DomainSigmaCrawler                        
Disallow: /
User-agent:  Gluten Free Crawler                        
Disallow: /
User-agent:  Konqueror                        
Disallow: /
User-agent:  LinkpadBot                        
Disallow: /
User-agent:  MojeekBot                        
Disallow: /
User-agent:  OptimizationCrawler                        
Disallow: /
User-agent:  SurdotlyBotSysomosTestCrawler                        
Disallow: /
User-agent:  roboto                        
Disallow: /
User-agent:  RSSingBot Scanbot                        
Disallow: /
User-agent:  voltron                        
Disallow: /
User-agent:  Wada.vn Vietnamese Search                        
Disallow: /
User-agent:  Mozilla/5.0 Jorgee