User-Agent: *
Allow: /
Disallow: /ExternURL.html
Disallow: /GlobalSearch.html
Disallow: /cp/
Disallow: /ap/
Disallow: /includes/
Disallow: /registration/
Disallow: /retrieve/
Disallow: /news/
Disallow: /newsitem/
Disallow: /news-techno/
Disallow: /newsitem-techno/
Host: concurent.net