User-agent: dotbot
Disallow: /
User-agent: *
Disallow: /go/
Disallow: /*/go/
Disallow: /yahoo/search
Disallow: /yahoo/search/
Disallow: /sp/go/
Disallow: /sp/*/go/
Disallow: /sp/yahoo/search
Disallow: /sp/yahoo/search/
Disallow: /rakuten/commodity/
Disallow: /sp/rakuten/commodity/
Disallow: /yahoo/detail/
Disallow: /amazon/search/
Disallow: /amazon/detail/
Disallow: /itunesstore/search
Disallow: /sp/itunesstore/search
Disallow: /travel/
Disallow: /sp/travel/
Disallow: /sp/travel/domestic/realtime/
Disallow: /travel/abroad/search/
Disallow: /sp/travel/abroad/search/
Disallow: /travel/domestic/search/
Disallow: /travel/domestic/search/hotel/
Disallow: /rakuten/search/commodity/
Disallow: /sp/rakuten/search/commodity/
Disallow: /edion/go/
Disallow: /edion/m/go/
Disallow: /edion/rakuten/search/commidty/
Disallow: /edion/yahoo/search
Disallow: /edion/yahoo/search/
Disallow: /edion/*/go/
Disallow: /edion/sp/go/
Disallow: /edion/sp/*/go/
Disallow: /edion/sp/rakuten/search/commodity/
Disallow: /edion/sp/yahoo/search
Disallow: /edion/sp/yahoo/search/
Disallow: /edion/rakuten/commodity/
Disallow: /edion/sp/rakuten/commodity/
Disallow: /edion/yahoo/detail/
Disallow: /edion/amazon/search/
Disallow: /edion/amazon/detail/
Disallow: /edion/itunesstore/search
Disallow: /edion/sp/itunesstore/search
Disallow: /edion/travel/
Disallow: /edion/sp/travel/
Disallow: /edion/sp/travel/domestic/realtime/
Disallow: /edion/travel/abroad/search/
Disallow: /edion/sp/travel/abroad/search/
Disallow: /edion/travel/domestic/search/
Disallow: /edion/travel/domestic/search/hotel/
Disallow: /static/maintenance/
Disallow: /commodity/search
Disallow: /commodity/detail/
Disallow: /sp/commodity/search
Disallow: /sp/commodity/detail/
Disallow: /favorite_shop/