dsnclassics.co.uk

array()
);
if(
	(config_var('site_hidden'))
	OR
	(strpos($_SERVER['SERVER_NAME'], 'hammerdesign.co.uk')!==false && $_SERVER['SERVER_NAME']!=='www.hammerdesign.co.uk')
	OR
	(strpos($_SERVER['SERVER_NAME'], 'reflowstudio.com')!==false && $_SERVER['SERVER_NAME']!=='www.reflowstudio.com')
	OR
	(strpos($_SERVER['SERVER_NAME'], 'hammerweb.co.uk')!==false && $_SERVER['SERVER_NAME']!=='www.hammerweb.co.uk')
) {
	$disallow_by_agent['*'][] = '/';
} else {
	echo 'Sitemap: ', canonical_href('/sitemap.xml'), PHP_EOL;
	if(isset($ECOMMERCE) && value_if_key_exists('baseurl', $ECOMMERCE)) {
		$disallow_by_agent['*'][] = $ECOMMERCE['baseurl'];
	}
	if($filters_pages = get_item_ids_fromtemplate('PRODUCTCATEGORYFILTERS')) {
		foreach($filters_pages as $page_id) {
			$disallow_by_agent['*'][] = $PATH[$DEFAULT['language']][$page_id].'?*category';
			$disallow_by_agent['*'][] = $PATH[$DEFAULT['language']][$page_id].'?*attribute';
		}
	}
	// Search engines don't need to be indexing product comparison and wishlist pages
	foreach(array_filter(array_merge(
		get_item_ids_fromtemplate('PRODUCTCOMPARISON'),
		get_item_ids_fromtemplate('WISHLIST')
	)) as $page_id) {
		$disallow_by_agent['*'][] = $PATH[$DEFAULT['language']][$page_id];
	}
	$search_result_pages = array(search_engine_url());
	if($datasearch_pages = get_item_ids_fromtemplate('DATASEARCH')) {
		foreach($datasearch_pages as $page_id) {
			$search_result_pages[] = $PATH[$DEFAULT['language']][$page_id];
		}
	}
	if($selfsearch_pages = get_item_ids_fromtemplate('SELFSEARCH')) {
		foreach($selfsearch_pages as $page_id) {
			$search_result_pages[] = $PATH[$DEFAULT['language']][$page_id];
		}
	}
	// Search results pages are excluded where they contain parameters
	// (paging, search terms, etc.) Introductory content on the page can be indexed.
	foreach(array_filter($search_result_pages) as $url) {
		$disallow_by_agent['*'][] = $url.'?';
	}
	$disallow_by_agent['*'][] = '/feed.rss?';
}
array_filter($disallow_by_agent);
foreach($disallow_by_agent as $agent=>$disallow_rules) {
	echo PHP_EOL, 'User-agent: ', $agent, PHP_EOL;
	echo 'Crawl-delay: 2', PHP_EOL;
	echo 'Disallow: ', implode(PHP_EOL.'Disallow: ', $disallow_rules), PHP_EOL;
}
?>