### General directives ###

User-agent: *
Disallow: /api/
Disallow: /app/
Disallow: /apple/
Disallow: /go/
Disallow: /naar-winkel/
Disallow: /naar-shop/
Disallow: /out/
Disallow: /pagina/
Disallow: /search/
Disallow: /top-apps/
Disallow: /wp-content/themes/bigspark/ajax/dynamic-content.php
Disallow: /wp/wp-admin/
Disallow: /auteur/*/archief/
Disallow: /thema/*/archief/
Disallow: /*/*/nieuws/archief/
Disallow: /*/*/tips/archief/
Disallow: /?key=*
Disallow: */?s=
Disallow: /*/*/prijzen/refurbished/
Disallow: /*/pagina/*/?*
Disallow: /wp-content/themes/bigspark/ajax/device-url.php
Disallow: /featured/
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: */?categorieen=
Disallow: */?type=
Disallow: */?themas=
Disallow: */?productcategorieen=
Disallow: */?merk=
Disallow: */?product=


### Ban AI bots ###

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow:

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /


### Ban other bots ###

User-agent: Baiduspider
Disallow: /

User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

User-agent: eknip
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: wget
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: k2spider
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: 008
Disallow: /

Sitemap: https://www.androidplanet.nl/sitemap_index.xml
Sitemap: https://www.androidplanet.nl/google-news-sitemap.xml
Sitemap: https://www.androidplanet.nl/advisor-sitemap.php