[{"data":1,"prerenderedAt":489},["ShallowReactive",2],{"tool-technical-seo-chinaz-robots-generator":3,"footer-total":460,"related-technical-seo-chinaz-robots-generator":461},{"id":4,"title":5,"author":6,"bestFor":7,"body":8,"category":421,"cons":422,"cover":427,"date":428,"description":429,"draft":430,"extension":431,"meta":432,"navigation":433,"notFor":434,"path":435,"pricing":436,"pros":438,"region":443,"score":444,"scoreBreakdown":445,"seo":451,"stem":452,"tags":453,"toolName":275,"updated":428,"url":458,"vendor":457,"__hash__":459},"tools\u002Ftools\u002Ftechnical-seo\u002Fchinaz-robots-generator.md","站长工具 robots 生成 评测","元析评测","新站上线前需要一份能用的 robots.txt、又不想手写规则的运营和前端",{"type":9,"value":10,"toc":393},"minimark",[11,15,23,26,29,45,48,53,61,68,71,89,99,102,116,131,135,146,160,163,167,170,174,177,181,184,188,191,195,198,201,255,261,264,337,343,347,351,354,358,367,371,381,384,387],[12,13,14],"h2",{"id":14},"结论先行",[16,17,18,22],"p",{},[19,20,21],"strong",{},"推荐给新站,总分 7.8,免费且不用登录。"," 站长之家的 robots.txt 生成器解决的是「上线前十分钟要交一份规则」这种场景:选搜索引擎、勾要屏蔽的目录、点生成、下载,一套动作不到两分钟。",[16,24,25],{},"它的能力边界也很清楚:本质是个模板拼接器,不做语法深度校验,也不跑抓取测试。真正的难点从来不是写 Allow 和 Disallow,而是想清楚哪些目录该屏蔽、屏蔽之后会不会连带把重要页面挡掉。这部分判断工具替不了你,生成的只是骨架。",[12,27,28],{"id":28},"这篇评测基于什么数据",[30,31,32,36,39,42],"ul",{},[33,34,35],"li",{},"工具页面:2026-11 打开站长之家 robots.txt 生成器页面,核对可选项、蜘蛛列表、输出格式与下载方式。",[33,37,38],{},"规则依据:robots.txt 的语法与语义按 Google 与百度的官方文档说明整理,包括通配符、User-agent 分组、crawl-delay 的支持差异。",[33,40,41],{},"对比基准:横向对比 Screaming Frog SEO Spider 的 robots 测试能力和百度搜索资源平台的抓取诊断。",[33,43,44],{},"实测边界:未做不同 CMS 上的自动化接入测试,文中关于生成速度与操作步骤的描述基于页面实际操作。",[12,46,47],{"id":47},"核心功能",[49,50,52],"h3",{"id":51},"选蜘蛛与按-ua-分流","选蜘蛛与按 UA 分流",[16,54,55,56,60],{},"页面第一项是选择目标搜索引擎。下拉列表里能看到的包括 Baiduspider、Googlebot、Sogou web spider、360Spider、Bingbot、YisouSpider、Bytespider、YandexBot,基本覆盖了国内外常见的抓取程序。选一个,生成的规则就写在对应的 ",[57,58,59],"code",{},"User-agent"," 段落下。",[16,62,63,64,67],{},"也可以选「所有蜘蛛」,生成的是一段 ",[57,65,66],{},"User-agent: *",",所有抓取程序都按这套规则走。多数站点用这一条就够;需要单独对待某个引擎时,比如只允许 Google 抓图片、屏蔽百度抓某个目录,再追加单独的段落。顺序上,单独段落的规则优先级高于通配段,写反了容易互相覆盖。",[49,69,70],{"id":70},"目录屏蔽与结果输出",[16,72,73,74,77,78,77,81,84,85,88],{},"主体是允许和禁止两类输入框。填 ",[57,75,76],{},"\u002Fadmin\u002F","、",[57,79,80],{},"\u002Fsearch\u002F",[57,82,83],{},"\u002Ftmp\u002F"," 这类路径,工具会自动补上 ",[57,86,87],{},"Disallow:"," 前缀,生成对应行。屏蔽目录是最常见的用法,参数页、搜索结果页、后台入口、临时文件目录都属于该屏蔽的范畴。",[16,90,91,92,94,95,98],{},"生成后可以直接复制,也可以下载成 txt。文件内容通常是标准的纯文本格式,每段以 ",[57,93,59],{}," 开头,后面跟若干条规则,段与段之间空一行。这个格式浏览器和所有主流引擎都认,上传到站点根目录、确认 ",[57,96,97],{},"https:\u002F\u002F域名\u002Frobots.txt"," 能打开就算上线。",[49,100,101],{"id":101},"语法提示与常见写法",[16,103,104,105,108,109,111,112,115],{},"页面里附了简短的语法说明,讲清了两个容易被误解的点:",[57,106,107],{},"Disallow"," 后面的路径是前缀匹配,",[57,110,83],{}," 会连 ",[57,113,114],{},"\u002Ftmp\u002Fa\u002Fb.html"," 一起挡;斜杠开头是站内绝对路径,不能写完整 URL。这些提示对第一次配规则的运营很有用。",[16,117,118,119,122,123,126,127,130],{},"它还给了几组常见示例:全站禁止抓取用 ",[57,120,121],{},"Disallow: \u002F",",全站放开用 ",[57,124,125],{},"Allow: \u002F"," 或者干脆不写规则,只屏蔽单个文件直接写文件路径。这些示例的正确性没问题,但要注意「全站禁止」不等于「从搜索结果里消失」——页面已经被收录的话,屏蔽抓取反而让引擎没法读 ",[57,128,129],{},"noindex",",结果可能是只显示 URL 的裸结果。",[49,132,134],{"id":133},"不足之处只生成不验证","不足之处:只生成不验证",[16,136,137,138,141,142,145],{},"工具不做抓取模拟,也不检查规则之间的冲突。比如你同时写了 ",[57,139,140],{},"Disallow: \u002Ftag\u002F"," 和 ",[57,143,144],{},"Allow: \u002Ftag\u002Fseo\u002F",",按最长匹配原则前者不会生效,但页面不会提醒你。这类问题只能去搜索引擎后台用抓取诊断或者 robots 测试工具验证。",[16,147,148,149,141,152,155,156,159],{},"另一个缺口是通配符和结尾匹配。主流引擎支持 ",[57,150,151],{},"*",[57,153,154],{},"$",",比如 ",[57,157,158],{},"Disallow: \u002F*?sort="," 能挡掉所有带排序参数的 URL,这个生成器给不了,得手工加。对参数多的电商站,手工写反而比用模板快。",[12,161,162],{"id":162},"评分明细",[49,164,166],{"id":165},"功能完整度6810","功能完整度:6.8\u002F10",[16,168,169],{},"选蜘蛛、填目录、生成、下载四件事做得干脆,常见写法都覆盖。扣分在于不支持通配符、正则和条件规则,也没有校验与测试环节,功能只到「够用」为止。",[49,171,173],{"id":172},"易用性9310","易用性:9.3\u002F10",[16,175,176],{},"打开即用,不需要注册,界面把输入项排成一条直线,新手两分钟能出结果。这一项几乎是这类小工具的天花板。",[49,178,180],{"id":179},"数据质量7610","数据质量:7.6\u002F10",[16,182,183],{},"输出的语法正确,前缀匹配和分组写法符合规范,示例也没错。扣分在于不判断规则逻辑是否合理,给你的是合法但不一定正确的文件。",[49,185,187],{"id":186},"性价比9810","性价比:9.8\u002F10",[16,189,190],{},"免费、不限次数、不用登录。没有任何成本,也就谈不上不值。",[49,192,194],{"id":193},"客户支持5410","客户支持:5.4\u002F10",[16,196,197],{},"工具类页面没有客服,出问题只能看页面上的说明文字或者去搜索引擎的官方文档。站长之家有论坛,但和这个工具没有直接绑定。",[12,199,200],{"id":200},"定价说明",[202,203,204,220],"table",{},[205,206,207],"thead",{},[208,209,210,214,217],"tr",{},[211,212,213],"th",{},"项目",[211,215,216],{},"价格",[211,218,219],{},"说明",[221,222,223,235,245],"tbody",{},[208,224,225,229,232],{},[226,227,228],"td",{},"robots.txt 生成",[226,230,231],{},"免费",[226,233,234],{},"无需注册,打开页面即可使用",[208,236,237,240,242],{},[226,238,239],{},"结果下载",[226,241,231],{},[226,243,244],{},"生成后复制或下载 txt,无次数限制",[208,246,247,250,252],{},[226,248,249],{},"语法说明",[226,251,231],{},[226,253,254],{},"页面内附常见写法示例",[16,256,257,260],{},[19,258,259],{},"完全免费,没有付费墙,也没有会员限制。"," 站长之家的收入来自广告和周边服务,工具本身是引流入口,这也是页面广告多的原因。使用上要注意一点:生成的文件不要直接覆盖线上版本,先下载、比对、再上传,避免把已经调好的规则冲掉。",[12,262,263],{"id":263},"和竞品对比",[202,265,266,282],{},[205,267,268],{},[208,269,270,273,276,279],{},[211,271,272],{},"维度",[211,274,275],{},"站长工具 robots 生成",[211,277,278],{},"Screaming Frog SEO Spider",[211,280,281],{},"百度搜索资源平台",[221,283,284,295,309,323],{},[208,285,286,288,290,293],{},[226,287,216],{},[226,289,231],{},[226,291,292],{},"免费版限 500 条 URL,付费 £199\u002F年",[226,294,231],{},[208,296,297,300,303,306],{},[226,298,299],{},"规则生成",[226,301,302],{},"模板拼接,支持常用路径",[226,304,305],{},"不生成,只解析与测试",[226,307,308],{},"不生成",[208,310,311,314,317,320],{},[226,312,313],{},"语法校验",[226,315,316],{},"无",[226,318,319],{},"有,能标出冲突与无效行",[226,321,322],{},"抓取诊断间接验证",[208,324,325,328,331,334],{},[226,326,327],{},"上手成本",[226,329,330],{},"两分钟",[226,332,333],{},"需安装,半天熟悉",[226,335,336],{},"需验证站点",[16,338,339,342],{},[19,340,341],{},"怎么选",":只想快速拿到一份能用的 robots.txt,用这个生成器,两分钟收工;想确认规则有没有写错、会不会挡掉重要页面,用 Screaming Frog 的 robots 测试,或者把 URL 丢进百度、必应的抓取诊断里看蜘蛛的实际行为。两件事不冲突,先后做一遍最稳。",[12,344,346],{"id":345},"faq","FAQ",[49,348,350],{"id":349},"q-生成的文件上传后多久生效","Q: 生成的文件上传后多久生效?",[16,352,353],{},"A: 上传后立刻可以被访问,但搜索引擎不会实时重读。快的话几小时,慢的几天,取决于各家的抓取周期。急着验证的话,去搜索引擎后台的抓取诊断里抓一次首页,看返回内容里有没有读到新规则。",[49,355,357],{"id":356},"q-我把页面-disallow-了为什么搜索结果里还能看到","Q: 我把页面 Disallow 了,为什么搜索结果里还能看到?",[16,359,360,361,363,364,366],{},"A: 因为 robots.txt 管的是抓取,不是收录。已经被收录的页面,即使后来禁止抓取,引擎也可能保留一个只有标题和 URL 的结果;而且禁止抓取之后,引擎读不到页面上的 ",[57,362,129],{},",反而没法把它移出索引。要下架页面,正确顺序是先允许抓取、页面加 ",[57,365,129],{},",等索引移除后再屏蔽。",[49,368,370],{"id":369},"q-一个-robotstxt-里能写多个-sitemap-吗","Q: 一个 robots.txt 里能写多个 Sitemap 吗?",[16,372,373,374,377,378,380],{},"A: 能。",[57,375,376],{},"Sitemap:"," 指令可以写多行,放在文件任意位置,不受 ",[57,379,59],{}," 分组影响。要注意的是地址必须是完整的绝对 URL,而且同一个 sitemap 不要重复声明。生成器默认不带这一行,需要自己补。",[12,382,383],{"id":383},"评测方法说明",[16,385,386],{},"元析评测围绕功能完整度、易用性、数据质量、性价比、客户支持五个核心维度打分,每项满分 10 分,加权折算为总分。本文的功能项与蜘蛛列表于 2026-11 对照站长之家工具页面核对,规则语义按 Google 与百度官方文档说明整理,未做跨 CMS 的自动化测试。",[16,388,389,392],{},[19,390,391],{},"最后更新",":2026-11-16",{"title":394,"searchDepth":395,"depth":395,"links":396},"",2,[397,398,399,406,413,414,415,420],{"id":14,"depth":395,"text":14},{"id":28,"depth":395,"text":28},{"id":47,"depth":395,"text":47,"children":400},[401,403,404,405],{"id":51,"depth":402,"text":52},3,{"id":70,"depth":402,"text":70},{"id":101,"depth":402,"text":101},{"id":133,"depth":402,"text":134},{"id":162,"depth":395,"text":162,"children":407},[408,409,410,411,412],{"id":165,"depth":402,"text":166},{"id":172,"depth":402,"text":173},{"id":179,"depth":402,"text":180},{"id":186,"depth":402,"text":187},{"id":193,"depth":402,"text":194},{"id":200,"depth":395,"text":200},{"id":263,"depth":395,"text":263},{"id":345,"depth":395,"text":346,"children":416},[417,418,419],{"id":349,"depth":402,"text":350},{"id":356,"depth":402,"text":357},{"id":369,"depth":402,"text":370},{"id":383,"depth":395,"text":383},"technical-seo",[423,424,425,426],"只能按模板拼规则,不支持通配符组合、正则和条件判断,复杂站点仍要手写","不做抓取验证,生成的规则对不对只能自己去搜索引擎后台用抓取诊断试","页面广告密度高,移动端打开时生成按钮容易被挤到下面","没有版本记录,生成的 txt 覆盖之后找不回上一版,团队协作要自己存",null,"2026-11-16","站长之家 robots.txt 在线生成器免费、免登录,选好蜘蛛填几条规则就能下载 txt,适合上线前快速配好;它只生成不做抓取验证,复杂规则和动态路径仍要手工改。",false,"md",{},true,"有大量参数页、需要按 UA 分流或写复杂通配规则的电商站与技术站","\u002Ftools\u002Ftechnical-seo\u002Fchinaz-robots-generator",{"free":433,"startingPrice":394,"currency":231,"billingPeriod":231,"notes":437},"在线工具免费使用,无付费版本;页面带广告,无需注册即可生成。价格与功能于 2026-11 核对官网。",[439,440,441,442],"打开页面就能用,不需要注册登录,选蜘蛛、填目录、点生成,三步出一份可下载的 txt","内置的蜘蛛列表覆盖百度、谷歌、搜狗、360、必应、神马、字节、Yandex 常用 UA,不用自己查名字","生成结果带语法注释,允许与禁止的写法一眼能看明白,给新人当教学样例也合适","完全免费,不限制生成次数,项目上线前改十遍也不会有成本","cn",7.8,{"features":446,"ease":447,"data":448,"price":449,"support":450},6.8,9.3,7.6,9.8,5.4,{"title":5,"description":429},"tools\u002Ftechnical-seo\u002Fchinaz-robots-generator",[454,455,456,457],"技术 SEO","robots.txt","免费工具","站长之家","https:\u002F\u002Ftool.chinaz.com\u002Frobots","XF4BJZhB7lNIsBlxDXKo-9q-rdYi-KCRj6LzmrlSEco",1016,[462,474,482],{"path":463,"toolName":464,"description":465,"score":466,"pricing":467,"vendor":472,"date":473,"category":421},"\u002Ftools\u002Ftechnical-seo\u002Fgoogle-search-console","Google Search Console","Google Search Console 是 Google 官方免费 SEO 工具,提供搜索性能、索引状态、技术问题、反链数据等核心数据。所有做 Google SEO 的站点必须接入,免费但功能强大。无中文界面,数据有 2-3 天延迟。",9.2,{"free":433,"startingPrice":468,"currency":469,"billingPeriod":470,"notes":471},"0","USD","月","完全免费,无任何付费版本。所有功能对所有用户开放,无套餐分级。需要验证网站所有权(HTML 文件、DNS、Google Analytics 等方式)。数据有 2-3 天延迟,实时数据需用 Google Analytics 4 补充。","Google","2026-07-20",{"path":475,"toolName":476,"description":477,"score":478,"pricing":479,"vendor":481,"date":428,"category":421},"\u002Ftools\u002Ftechnical-seo\u002Fbing-webmaster-tools","必应站长平台","必应站长平台是微软官方免费工具,支持从 Google Search Console 一键导入站点,中文后台,提供 URL 提交、IndexNow 推送、索引诊断与免费关键词数据;数据体量比 GSC 小,收录速度依赖站点权重。",8.6,{"free":433,"startingPrice":394,"currency":231,"billingPeriod":231,"notes":480},"全套功能免费,无付费套餐;需要一个微软账号并验证站点所有权。价格与功能于 2026-11 核对官网。","Microsoft",{"path":483,"toolName":281,"description":484,"score":485,"pricing":486,"vendor":488,"date":428,"category":421},"\u002Ftools\u002Ftechnical-seo\u002Fbaidu-search-resource","百度搜索资源平台是百度官方免费后台,普通收录提供 API 推送、sitemap 与手动提交三条通道,抓取诊断能直接看到蜘蛛返回码;新站推送配额低、快速收录需权限,数据口径偏粗。",8.4,{"free":433,"startingPrice":394,"currency":231,"billingPeriod":231,"notes":487},"全站免费,无付费套餐;需注册百度账号并验证站点。API 推送与快速收录按下发的配额使用,配额不在售。价格与功能于 2026-11 核对官网。","百度",1794788243328]