User-agent: Bingbot
Disallow: *.Sql
Disallow: *.Tgz
Disallow: /admin/
Disallow: /app/
Disallow: /downloader/
Disallow: /errors /
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt
Disallow: *?Dir*
Disallow: *?Limit=all
Disallow: *?Mode*
Disallow: /index.php*
Disallow: *?SID=*
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: *catalogsearch*
Disallow: *product_compare*
Disallow:  *view *
Disallow: /cgi-bin/
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php

User-agent: Googlebot
Disallow: /CVS
Disallow: /*.Svn
Disallow: /*.Idea
Disallow: /*.Sql
Disallow: /*.Tgz
Disallow: /admin/*
Disallow: /app/*
Disallow: /downloader/*
Disallow: /errors /*
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt
Disallow: /*?Dir*
Disallow: /*?Limit=all
Disallow: /*?Mode*
Disallow: /index.php*
Disallow: /*?SID=*
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: *catalogsearch*
Disallow: *product_compare*
Disallow: *view *
Disallow: *?in-stock*
Disallow: *?p=*
Disallow: /cgi-bin/
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php
Sitemap: https://goedkopekantoorinrichting.nl/media/sitemap/sitemap.xml

User-agent: *
Disallow: /CVS
Disallow: /*.Svn
Disallow: /*.Idea
Disallow: /*.Sql
Disallow: /*.Tgz
Disallow: /admin/
Disallow: /app/
Disallow: /downloader/
Disallow: /errors /
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/
# # Do not index the shared files Magento
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt
Disallow: /*?Dir*
Disallow: /*?Limit=all
Disallow: /*?Mode*
Disallow: /index.php*
Disallow: /*?SID=*
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: *catalogsearch*
Disallow: *product_compare*
Disallow:  *view *
Disallow: /cgi-bin/
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php

Sitemap: https://goedkopekantoorinrichting.nl/media/sitemap/sitemap.xml

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsSiteAudit
Allow: /

User-agent: AhrefsBot
Allow: /

User-agent: Screaming Frog SEO Spider
Allow: /
Sitemap: https://www.goedkopekantoorinrichting.nl/media/sitemap/sitemap.xml