User-agent: *
Sitemap: http://hlep.ru/sitemap.xml
Sitemap: http://hlep.ru/sitemap.xml.gz

# disallow all files in these directories
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/
Disallow: /trackback/
Disallow: /*?*
Disallow: */trackback/
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.cgi$
Disallow: /*.wmv$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.php*
Disallow: */trackback*
Disallow: /*?*
Disallow: /archives/
Disallow: /feed/
Disallow: /wp-*

User-agent: Slurp
Disallow: /

User-Agent: yahoo! slurp
Disallow: /

User-agent: vscooter
Disallow: /

User-agent: msnbot
Disallow: /