User-agent: *  # avsedd för alla spindlar
Crawl-delay: 0.5 # Seconds between request from a crawler. This is mainly for Cuil (User-agent: twiceler). Ignored by Googlebot.
#
Disallow: /shopping/cgi-bin/show_detailed_basket.cgi
Disallow: /se/shopping/cgi-bin/show_detailed_basket.cgi
Disallow: /dk/shopping/cgi-bin/show_detailed_basket.cgi
Disallow: /no/shopping/cgi-bin/show_detailed_basket.cgi
Disallow: /bo/shopping/cgi-bin/show_detailed_basket.cgi
Disallow: /ud/shopping/cgi-bin/show_detailed_basket.cgi
Disallow: /ts/shopping/cgi-bin/show_detailed_basket.cgi
Disallow: /ls/shopping/cgi-bin/show_detailed_basket.cgi
Disallow: /ld/shopping/cgi-bin/show_detailed_basket.cgi
#
Disallow: /shopping/cgi-bin/error.cgi
Disallow: /se/shopping/cgi-bin/error.cgi
Disallow: /dk/shopping/cgi-bin/error.cgi
Disallow: /no/shopping/cgi-bin/error.cgi
Disallow: /bo/shopping/cgi-bin/error.cgi
Disallow: /ud/shopping/cgi-bin/error.cgi
Disallow: /ts/shopping/cgi-bin/error.cgi
Disallow: /ls/shopping/cgi-bin/error.cgi
Disallow: /ld/shopping/cgi-bin/error.cgi
#
Disallow: /product/cgi-bin/pre_change_item.cgi
Disallow: /se/product/cgi-bin/pre_change_item.cgi
Disallow: /dk/product/cgi-bin/pre_change_item.cgi
Disallow: /no/product/cgi-bin/pre_change_item.cgi
Disallow: /bo/product/cgi-bin/pre_change_item.cgi
Disallow: /ud/product/cgi-bin/pre_change_item.cgi
Disallow: /ts/product/cgi-bin/pre_change_item.cgi
Disallow: /ls/product/cgi-bin/pre_change_item.cgi
Disallow: /ld/product/cgi-bin/pre_change_item.cgi
#
Disallow: /hotel/cgi-bin/show_hotels.cgi
Disallow: /se/hotel/cgi-bin/show_hotels.cgi
Disallow: /dk/hotel/cgi-bin/show_hotels.cgi
Disallow: /no/hotel/cgi-bin/show_hotels.cgi
Disallow: /ls/hotel/cgi-bin/show_hotels.cgi
Disallow: /ld/hotel/cgi-bin/show_hotels.cgi
#
Disallow: /hotel/cgi-bin/hotel_search_box.cgi
Disallow: /se/hotel/cgi-bin/hotel_search_box.cgi
Disallow: /dk/hotel/cgi-bin/hotel_search_box.cgi
Disallow: /no/hotel/cgi-bin/hotel_search_box.cgi
Disallow: /ls/hotel/cgi-bin/hotel_search_box.cgi
Disallow: /ld/hotel/cgi-bin/hotel_search_box.cgi
#
Disallow: /flight/cgi-bin/pre_search.cgi
Disallow: /se/flight/cgi-bin/pre_search.cgi
Disallow: /dk/flight/cgi-bin/pre_search.cgi
Disallow: /no/flight/cgi-bin/pre_search.cgi
Disallow: /ls/flight/cgi-bin/pre_search.cgi
Disallow: /ld/flight/cgi-bin/pre_search.cgi
#
Disallow: /hotel/cgi-bin/pre_search.cgi
Disallow: /se/hotel/cgi-bin/pre_search.cgi
Disallow: /dk/hotel/cgi-bin/pre_search.cgi
Disallow: /no/hotel/cgi-bin/pre_search.cgi
Disallow: /ls/hotel/cgi-bin/pre_search.cgi
Disallow: /ld/hotel/cgi-bin/pre_search.cgi