hack2learn.org

#                          __            __    ___  __                                
#  _    ___    ___    __  / /  ___ _____/ /__ |_  |/ /__ ___ ________   ___  _______ _
# | |/|/ / |/|/ / |/|/ / / _ \/ _ `/ __/  '_// __// / -_) _ `/ __/ _ \_/ _ \/ __/ _ `/
# |__,__/|__,__/|__,__(_)_//_/\_,_/\__/_/\_\/____/_/\__/\_,_/_/ /_//_(_)___/_/  \_, / 
#                                                                              /___/  
#
# By accessing hack2learn's website you agree to hack2learn's Terms of Service, available at
# https://www.hack2learn.org/kontakt/datenschutzerklaerung
#
# If you would like to inquire about crawling hack2learn, please contact us at
# https://www.hack2learn.org/kontakt
#
# As always, Asimov's Three Laws are in effect:
# 1. A robot may not injure a human being or, through inaction, allow a human
#    being to come to harm.
# 2. A robot must obey orders given it by human beings except where such
#    orders would conflict with the First Law.
# 3. A robot must protect its own existence as long as such protection does
#    not conflict with the First or Second Law.
#
#                  o
#                  |
#                ,'~'.
#               /     \
#              |   ____|_
#              |  '___,,_'         .----------------.
#              |  ||(o |o)|       ( KILL ALL HUMANS! )
#              |   -------         ,----------------'
#              |  _____|         -'
#              \  '####,
#               -------
#             /________\
#           (  )        |)
#           '_ ' ,------|\         _
#          /_ /  |      |_\        ||
#         /_ /|  |     o| _\      _|| 
#        /_ / |  |      |\ _\____//' |
#       (  (  |  |      | (_,_,_,____/
#        \ _\ |   ------|        
#         \ _\|_________|
#          \ _\ \__\\__\
#          |__| |__||__|
#       ||/__/  |__||__|
#               |__||__|
#               |__||__|
#               /__)/__)
#              /__//__/
#             /__//__/
#            /__//__/.
#          .'    '.   '.
#         (________)____)
#
#
#
#
#
#
#
#
#
#
#
#
#
#
#
#
#
#
#
#
#
#
User-Agent: Googlebot
# Google adsbot ignores robots.txt unless specifically named!
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google-Mobile-Apps
User-agent: APIs-Google
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: Mediapartners-Google
User-agent: bingbot
User-agent: jetmon
Disallow: /?wordfence_lh=*
Disallow: /wp-admin/*
Disallow: /wp-content/*
Disallow: /wp-includes/*
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Allow: /
Sitemap: https://www.hack2learn.org/sitemap.xml

User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
User-Agent: aiHitBot
User-Agent: admantx-euaspb
User-Agent: archive.org_bot
User-Agent: BacklinkCrawler
User-Agent: BLEXBot
User-Agent: BomboraBot
User-Agent: BUbiNG
User-Agent: Bytespider
User-Agent: CCBot
User-Agent: Daum
User-Agent: DeepCrawl
User-Agent: DotBot
User-Agent: eCairn-Grabber
User-Agent: eCairn-Grabber/1.0
User-Agent: echocrawl 2.0
User-Agent: Eyeotabot
User-Agent: Genieo
User-Agent: Go-http-client
User-Agent: grapeshot
User-Agent: ia_archiver
User-Agent: istellabot/t.1.13
User-Agent: Java/1.8.0_111
User-Agent: LieBaoFast
User-Agent: magpie-crawler
User-Agent: Mail.RU_Bot
User-Agent: Mb2345Browser
User-Agent: metajobbot
User-Agent: MJ12bot
User-agent: MLBot
User-Agent: MojeekBot
User-Agent: NetcraftSurveyAgent
User-Agent: Qwantify
User-Agent: RyteBot
User-Agent: ScoutJet
User-Agent: Seekbot
User-Agent: Seekport
User-Agent: SearchmetricBot
User-Agent: SearchmetricsBot
User-Agent: SemrushBot
User-Agent: SemrushBot-SA
User-Agent: SentiBot
User-Agent: Sistrix
User-Agent: SEOKicks
User-agent: serpstatbot
User-Agent: SeznamBot
User-agent: SkreemRBot
User-Agent: STC-bot
User-Agent: Trident
User-Agent: WebCapture
User-Agent: wget
User-Agent: Xovi
User-Agent: YandexBot
User-Agent: zgrab
User-Agent: ZoomBot
User-Agent: ZoominfoBot
Disallow: *iframe
Disallow: /
Disallow: /*.json
Disallow: /*.json-compact
Disallow: /*.json-html
Disallow: /*.xml
Disallow: /*.rss
Disallow: /?wordfence_lh=*
Disallow: /wp-admin/*
Disallow: /wp-content/*
Disallow: /wp-includes/*
Disallow: /wp-login.php
Disallow: /xmlrpc.php