{"$schema":"https://toolsly.tools/schemas/tool-manifest-v1.json","generated":"2026-06-02T20:21:56.816Z","discovery":{"catalog":"https://myaitools.net/tools.json","llmsTxt":"https://myaitools.net/llms.txt","sitemap":"https://myaitools.net/sitemap.xml"},"relatedTools":[{"slug":"url-parser","name":"URL Parser","url":"https://myaitools.net/url-parser"},{"slug":"hreflang-tag-generator","name":"Hreflang Tag Generator","url":"https://myaitools.net/hreflang-tag-generator"},{"slug":"user-agent-parser","name":"User-Agent Parser","url":"https://myaitools.net/user-agent-parser"},{"slug":"htaccess-to-nginx","name":"Htaccess to Nginx Converter","url":"https://myaitools.net/htaccess-to-nginx"},{"slug":"meta-tag-generator","name":"Meta Tag Generator","url":"https://myaitools.net/meta-tag-generator"},{"slug":"instagram-id-finder","name":"Instagram ID Finder","url":"https://myaitools.net/instagram-id-finder"},{"slug":"facebook-id-finder","name":"Facebook ID Finder","url":"https://myaitools.net/facebook-id-finder"},{"slug":"http-status-code","name":"HTTP Status Code Lookup","url":"https://myaitools.net/http-status-code"}],"kind":"utility","slug":"robots-txt-tester","name":"Robots.txt Tester","description":"Test whether a URL path is allowed or blocked by robots.txt rules for a specific crawler.","longDescription":"Paste robots.txt rules, choose a user agent, and test any URL or path. The tester applies the common longest-match rule between Allow and Disallow directives and shows the matching directive that decided the result. Useful before publishing SEO changes, blocking staging paths, or debugging indexing issues.","category":"dev","categoryName":"Dev","keywords":["robots txt tester","robots.txt checker","test robots txt","googlebot robots tester","robots disallow checker","seo robots tester","crawler access checker","robots allow disallow","robots txt validator","search engine crawler tester","robots path tester","indexing blocker checker"],"badge":"SEO","url":"https://myaitools.net/robots-txt-tester","inputs":[{"type":"text","key":"robots","label":"Robots.txt","multiline":true,"monospace":true,"placeholder":"User-agent: *\nDisallow: /admin/\nAllow: /admin/help"},{"type":"text","key":"path","label":"URL or path to test","placeholder":"https://example.com/admin/help"},{"type":"text","key":"userAgent","label":"User agent","defaultValue":"*","placeholder":"Googlebot"}],"outputs":[{"key":"result","label":"Result"},{"key":"matchedRule","label":"Matched rule"},{"key":"details","label":"Details","multiline":true,"monospace":false}],"invocation":{"webUi":"https://myaitools.net/robots-txt-tester","api":null,"notes":"Currently invoked via the web UI at `webUi`. Inputs are form fields; outputs are structured text values. A remote MCP/REST API is planned."}}