User-agent: Scrapy
Allow: /

User-agent: Yandex
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-content/themes
Disallow: /wp-content/plugins
Disallow: /wp-content/uploads
Disallow: /wp-content/upgrade
Disallow: /wp-content/themes_backup
Disallow: /wp-content/cache
Disallow: /xmlrpc.php
Disallow: /template.html
Disallow: /wp-comments
Disallow: /cgi-bin
Disallow: /trackback
Disallow: /feed
Disallow: /comments
Disallow: /comment-page
Disallow: /replytocom=
Disallow: /author
Disallow: /?author=
Disallow: /tag
Disallow: /?feed=
Disallow: /?s=
Disallow: /?se=

User-agent: *
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-content/themes
allow: /wp-content/themes/CherryFramework
Disallow: /wp-content/plugins
allow: /wp-content/uploads
Disallow: /wp-content/upgrade
Disallow: /wp-content/themes_backup
Disallow: /wp-content/cache
Disallow: /xmlrpc.php
Disallow: /template.html
Disallow: /wp-comments
Disallow: /cgi-bin
Disallow: /trackback
allow: /feed
Disallow: /comments
Disallow: /comment-page
Disallow: /replytocom=
allow: /author
Disallow: /?author=
allow: /tag
Disallow: /?feed=
Disallow: /?s=
Disallow: /?se=
allow: /wp-admin/admin-ajax.php

Host: www.keyna.de
Sitemap: https://www.keyna.de/sitemap_index.xml