User-agent: * Crawl-delay: 10 Allow: / # Sitemap Sitemap: https://jutenjul.nl/sitemap.xml # Site information for language models Llms-txt: https://jutenjul.nl/llms.txt # Disallow filtered and search URLs (handled with noindex in app) Disallow: /*?*keywords= Disallow: /*?*price= Disallow: /*?*sort_by= Disallow: /*?*properties= Disallow: /*?*taxon= # Disallow private areas Disallow: /account Disallow: /account_link Disallow: /api Disallow: /api_tokens Disallow: /cart Disallow: /cart_link Disallow: /checkout Disallow: /cms Disallow: /orders Disallow: /password Disallow: /user Disallow: /admin Disallow: /webmaster Disallow: /products Disallow: /t/ Disallow: /cart Disallow: /checkout # Allow important pages Allow: /articles