User-agent: *
Allow: /
Allow: /?p=*
Allow: /?s=*
Disallow: /cgi-bin
Disallow: /?bb=1
Disallow: /*badbot*
Disallow: /*human*
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-login
Disallow: /*framed=*
Disallow: /*&end=*
Disallow: /*&start=*
Disallow: /?tag=*
Disallow: /*.jpg
Disallow: /*.png
Disallow: /*.gif
Disallow: /*.swf
Disallow: /*.jar
Disallow: /*.ico
Disallow: /*.js

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ia_archiver
Disallow: /

Sitemap: http://thenewsportal.net/sitemap.xml.gz