Sitemap: https://webdunya.com/sitemap.xml
Sitemap: https://indir.webdunya.com/sitemap.xml

User-agent: *
Disallow: /*ref=*
Disallow: /*?ref=*
Disallow: /?ref=*
Disallow: /wp-*
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.css$
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: */trackback/
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: *?replytocom
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/

# Resimler
Allow: /wp-content/uploads/
# Google Image
User-agent: Googlebot-Image
Allow: /
# Google
User-agent: Googlebot
Allow: /
# Google Mobil
User-agent: Googlebot-Mobile
Allow: /
# Google AdSense
User-agent: Mediapartners-Google*
Allow: /
# Google Ads
User-agent: Adsbot-Google
Allow: /
# Archive
User-agent: ia_archiver
Disallow: /
#Ahrefs Bots
User-agent: AhrefsSiteAudit
Allow: /