# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file Sitemap: https://dou.eu/sitemap.xml.gz Sitemap: https://dou.eu/sitemap_news.xml.gz Sitemap: https://dou.eu/sitemap_jobs.xml.gz Sitemap: https://dou.eu/sitemap_tags.xml.gz User-agent: * # Submission pages Disallow: /community/posts/new$ Disallow: /en/community/posts/new$ Disallow: /pl/community/posts/new$ Disallow: /jobs/add$ Disallow: /en/jobs/add$ Disallow: /pl/jobs/add$ Disallow: /companies/new$ Disallow: /en/companies/new$ Disallow: /pl/companies/new$ Disallow: /community/metatags/new$ Disallow: /en/community/metatags/new$ Disallow: /pl/community/metatags/new$ # Job application forms, including language versions Disallow: /*jobs/*/job_applications/new # User pages, including language versions Disallow: /users/ Disallow: /*/users/ # Filtered job listings, including language versions # Disallow: /*jobs?*categories*= # Disallow: /*jobs?*cities*= Disallow: /*jobs?*company_type*= Disallow: /*jobs?*remote*= Disallow: /*jobs?*full_time*= Disallow: /*jobs?*part_time*= Disallow: /*jobs?*years_of_experience*= Disallow: /*jobs?*english_level*= Disallow: /*jobs?*search=