User-agent: *
# Block fake .shtml pages
Disallow: /165187218.shtml
Disallow: /258572337.shtml
Disallow: /19659847.shtml
Disallow: /244549408.shtml
Disallow: /159270587.shtml
Disallow: /256096891.shtml
Disallow: /134210679.shtml
Disallow: /262096203.shtml
Disallow: /157114028.shtml
Disallow: /125406532.shtml
Disallow: /126686619.shtml
Disallow: /16975607.shtml
Disallow: /32670490.shtml

# Existing rules below...
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
...

Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /comments/
Disallow: /?s=  # Prevent crawling of internal search results

# Block known spammy folders or patterns (custom)
Disallow: /アヌーキ-ANOUKI-ズボン/
Disallow: /未使用-スノー-エーグル/
Disallow: /新品-イヴ・サンローラン/
Disallow: /*cheap*/        # blocks any URL with "cheap" in it
Disallow: /*%E3%83%96%E3%83%BC%E3%83%84*  # blocks encoded Japanese characters (boots, trousers, etc.)
Disallow: /japan-spam-folder/            # example if spam is in a folder

# Allow access to essential content
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/

# Sitemap for search engines
Sitemap: https://www.omaskochtipps.com/sitemap_index.xml

# Googlebot-specific rules
User-agent: Googlebot
Disallow: /noindex/

# Bingbot-specific rules
User-agent: Bingbot
Disallow: /noindex/