images.bernama.com

#
# Sample robots.txt file - ensures that a Google Appliance can still access the spider page (if configured)
# and assumes an installation in the site root. For sites in a subfolder you must move the robots.txt file
# to the site root and alter the paths accordingly.
#
User-agent: Googlebot
Crawl-delay: 10
Allow: /foto/pages/spider.php
Disallow: /foto/pages/*.php
Disallow: /foto/pages/*.html
Allow: /index.php
Allow: /sitemap.xml
Allow: /$
Allow: /foto/pages/search.php?search=!collection875&bc_from=themes
Allow: /foto/pages/search.php?search=!collection6886&bc_from=themes
Allow: /foto/pages/coverage.php
Allow: /foto/pages/book_publication.php
Allow: /foto/pages/exhibition.php
Allow: /foto/pages/digitalization.php
Allow: /foto/pages/help.php
Allow: /foto/pages/themes.php?lastlevelchange=1&theme1=Current+Highlights&theme2=
Allow: /foto/pages/themes.php?lastlevelchange=1&theme1=Image+Archive
Disallow: /foto/pages/admin/
Disallow: /foto/pages/ajax/
Disallow: /foto/pages/card/
Disallow: /foto/pages/exiftool/
Disallow: /foto/pages/js/
Disallow: /foto/pages/metadata_pix/
Disallow: /foto/pages/others/
Disallow: /foto/pages/our_photographers/
Disallow: /foto/pages/payment/
Disallow: /foto/pages/payment_2019/
Disallow: /foto/pages/payment_old/
Disallow: /foto/pages/rates/
Disallow: /foto/pages/team/
Disallow: /foto/pages/test/
Disallow: /foto/pages/tools/
Disallow: /foto/pages/unused/
Disallow: /foto/pages/watermark/
Disallow: /

User-agent: Twitterbot
Allow: /foto/pages/view.php
Allow: /foto/filestore/
Disallow: /

User-agent: *
Disallow: /