# prevent crawling of paginated job table. only index jobs on frontpage
User-agent: *
Disallow: /jobs/?status=valid