User-agent: * Crawl-delay: 30 # Allow important pages Allow: /listing/ # Disallow unnecessary pages Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /search/ Disallow: /trackback/ Disallow: /*blackhole Disallow: /?blackhole # Add sitemap reference for better indexing Sitemap: https://www.semantictrade.com/sitemap_index.xml