# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
Sitemap: https://dou.eu/sitemap.xml.gz
Sitemap: https://dou.eu/sitemap_news.xml.gz
Sitemap: https://dou.eu/sitemap_jobs.xml.gz
Sitemap: https://dou.eu/sitemap_tags.xml.gz
User-agent: *
# Submission pages
Disallow: /community/posts/new$
Disallow: /en/community/posts/new$
Disallow: /pl/community/posts/new$
Disallow: /jobs/add$
Disallow: /en/jobs/add$
Disallow: /pl/jobs/add$
Disallow: /companies/new$
Disallow: /en/companies/new$
Disallow: /pl/companies/new$
Disallow: /community/metatags/new$
Disallow: /en/community/metatags/new$
Disallow: /pl/community/metatags/new$
# Job application forms, including language versions
Disallow: /*jobs/*/job_applications/new
# User pages, including language versions
Disallow: /users/
Disallow: /*/users/
# Filtered job listings, including language versions
# Disallow: /*jobs?*categories*=
# Disallow: /*jobs?*cities*=
Disallow: /*jobs?*company_type*=
Disallow: /*jobs?*remote*=
Disallow: /*jobs?*full_time*=
Disallow: /*jobs?*part_time*=
Disallow: /*jobs?*years_of_experience*=
Disallow: /*jobs?*english_level*=
Disallow: /*jobs?*search=