# All robots will spider the domain

User-agent: *
Disallow: /category/
Disallow: /links/
Disallow: /blog/page/
Disallow: /*/?
Disallow: *.php?