# robots.txt for https://proxy-free.com/ User-agent: * Allow: / # Admin / auth / private areas Disallow: /mp-admin/ Disallow: /auth/ Disallow: /ckeditor5/ # API & raw data endpoints (not useful as indexed pages) Disallow: /api/ Disallow: /free-api/ # AJAX / query-string variants (avoid duplicate & thin URLs) Disallow: /user-agent-list/data/ Disallow: /newsletter/ Disallow: /*?draw= Disallow: /*?format= # Sitemap location Sitemap: https://proxy-free.com/sitemap.xml