Sitemap: https://tarnkappe.info/sitemap_index.xml

User-agent: *
Allow: /
Allow: /feed
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /search/
Disallow: /thema/
Disallow: /*.html/feed
Disallow: /feed?
Disallow: /*/embed
Disallow: /lesetipps
Disallow: /schlagwort
#Disallow: /embetty
Disallow: /wp-content/languages
Disallow: /podcast/feed
Disallow: /api
#Disallow: /*?feed-stats-url
#Disallow: /*feed-stats-post-id
#Disallow: /*?wp-nocache
#Disallow: /*?ref
#Disallow: /*?PageSpeed
#Disallow: /*?flattrss_redirect
#Disallow: /?s
#Disallow: /*?s
#Disallow: /*?q
#Disallow: /*?lang
#Disallow: /*?search
#Disallow: /*?fbclid
#Disallow: /*?msclkid
#Disallow: /*?cookie-state-change
#Disallow: /*?http
#Disallow: /*?paged
#Disallow: /*?preview
#Disallow: /*?utm_source



#Forum
Disallow: /forum/auth/
Disallow: /forum/assets/browser-update*.js
Disallow: /forum/users/
Disallow: /forum/u/
Disallow: /forum/my/
Disallow: /forum/badges/
Disallow: /forum/search
Disallow: /forum/search/
Disallow: /forum/tag
Disallow: /forum/g
Disallow: /forum/email/
Disallow: /forum/session
Disallow: /forum/session/
Disallow: /forum/admin
Disallow: /forum/admin/
Disallow: /forum/user-api-key
Disallow: /forum/user-api-key/
Disallow: /forum/*?api_key*
Disallow: /forum/*?*api_key*
Disallow: /forum/groups
Disallow: /forum/groups/
Disallow: /forum/t/*/*.rss
Disallow: /forum/tags/*.rss
Disallow: /forum/c/*.rss

#News Crawler
User-agent: FeedViewer
User-agent: Baiduspider-news
User-agent: AppleNewsBot
User-agent: Sogou News Spider
User-agent: Feedly
User-agent: FeedFetcher-Mojeek
User-agent: FlipboardProxy
User-agent: Googlebot-News
Disallow: /forum
Disallow: /artikel/advertorial
Disallow: /listen
Disallow: /lesetipps
Disallow: /kommentar
Disallow: /glosse
Disallow: /intern
Disallow: /tutorials
Disallow: /artikel/empfehlungen


#Allow ads crawler etc on all pages
User-agent: AdsBot-Google
User-agent: Mediapartners-Google
User-agent: Twitterbot
User-agent: Mozilla/5.0 (compatible; OGDWCtxCrawler)
Allow: /
Allow: /search/
Allow: /lesetipps
Allow: /schlagwort


# Disallow some images
User-agent: Googlebot-Image
User-agent: YandexImages
Disallow: /embetty