[{"data":1,"prerenderedAt":419},["ShallowReactive",2],{"tool-technical-seo-screaming-frog-log-analyser":3,"footer-total":392,"related-technical-seo-screaming-frog-log-analyser":393},{"id":4,"title":5,"author":6,"bestFor":7,"body":8,"category":349,"cons":350,"cover":355,"date":356,"description":357,"draft":358,"extension":359,"meta":360,"navigation":361,"notFor":362,"path":363,"pricing":364,"pros":368,"region":374,"score":375,"scoreBreakdown":376,"seo":382,"stem":383,"tags":384,"toolName":389,"updated":356,"url":390,"vendor":388,"__hash__":391},"tools\u002Ftools\u002Ftechnical-seo\u002Fscreaming-frog-log-analyser.md","Screaming Frog Log File Analyser 评测","元析评测","有几千万条访问日志、需要判断 Googlebot 是否把预算浪费在低价值 URL 上的中大型站点",{"type":9,"value":10,"toc":322},"minimark",[11,15,23,26,29,45,48,53,69,72,75,78,81,85,88,91,95,98,102,105,109,112,116,119,123,126,129,185,188,191,279,285,289,293,296,300,303,307,310,313,316],[12,13,14],"h2",{"id":14},"结论先行",[16,17,18,22],"p",{},[19,20,21],"strong",{},"推荐做抓取预算排查的工具,总分 8.3,官网未公开报价需联系销售,适合日志量大、要判断 Googlebot 有没有把力气花在垃圾 URL 上的站。"," Screaming Frog Log File Analyser 干的事很具体:把你服务器上的 access log 吃进去,按爬虫种类、响应码、目录、文件类型拆成一张张报表,再用反向 DNS 把冒充 Googlebot 的采集器挑出来。它能回答的问题不多,但那几个问题用 grep 加 Excel 回答起来很痛苦。",[16,24,25],{},"不适合的是小站。月访问几十万 PV 的站点,日志量小到 Googlebot 每天只来几千次,拿命令行工具跑一遍就够,没必要为它买一份按年授权的桌面软件。它的价值随日志规模线性上升,规模不到就别买。",[12,27,28],{"id":28},"这篇评测基于什么数据",[30,31,32,36,39,42],"ul",{},[33,34,35],"li",{},"官方产品页:2026-11 尝试打开 screamingfrog.co.uk 的 Log File Analyser 页面,被站点的 Cloudflare 人机验证拦下,只拿到验证页,价目表与功能清单未能读取,这部分我们按公开资料与官方博客的口径描述,金额一律不给具体数字。",[33,37,38],{},"官方文档与博客:对照 Screaming Frog 官方博客里关于日志文件分析、Googlebot 校验原理(正向-反向 DNS 比对)以及自定义日志格式的说明。",[33,40,41],{},"对比工具:同期用 GoAccess 处理了同一份 Nginx 日志,对比两者在 Googlebot 识别、抓取频次统计上的口径差异。",[33,43,44],{},"实测边界:我们没有跑完千万行级别的完整日志,文中关于大文件处理性能的描述来自官方文档与用户社区反馈,不是我们压出来的数字。",[12,46,47],{"id":47},"核心功能",[49,50,52],"h3",{"id":51},"googlebot-真伪校验","Googlebot 真伪校验",[16,54,55,56,60,61,64,65,68],{},"这是它区别于所有免费日志工具的地方。日志里的 UA 字符串谁都能伪造,一个 Python 脚本就能把 User-Agent 写成 ",[57,58,59],"code",{},"Googlebot\u002F2.1","。Log File Analyser 的做法是对每个声称自己是 Googlebot 的 IP 做反向 DNS 查询,看解析出来的域名是否落在 ",[57,62,63],{},"googlebot.com"," 或 ",[57,66,67],{},"google.com"," 下,再正向解析回去比对 IP 是否一致。两步都对上才算真爬虫,对不上的单独归到\"伪造 Googlebot\"一类。",[16,70,71],{},"做过这一步之后,你看到的抓取频次才是真的。很多站点发现\"Googlebot 抓了三十万次\"其实有一半是竞品爬虫和 RSS 采集器,把假爬虫剔掉,真实抓取预算可能只有十几万次,优化空间一下就看清楚了。",[49,73,74],{"id":74},"抓取预算报表",[16,76,77],{},"确认了真爬虫,接下来看它把预算花在哪。工具能按目录聚合抓取次数,输出\"哪个栏目吃了最多抓取配额\"的排序;也能按响应码看 404、301、500 各占多少,以及这些响应消耗了多少带宽。分页参数、筛选参数、UTM 链接这类典型浪费点,用 URL 模式匹配圈出来之后,占比一眼就能看到。",[16,79,80],{},"这里常用的判断标准是:一个目录如果抓取占比 40% 却只带来 2% 的自然流量,那它的抓取预算就是被浪费的,该考虑加 noindex 或者收敛内链。",[49,82,84],{"id":83},"与-seo-spider-结果对照","与 SEO Spider 结果对照",[16,86,87],{},"单独买这份日志分析工具的人不多,多数是已经有 SEO Spider 授权的团队。两个项目可以互相关联:爬虫拿到的站内 URL 全集,和日志里 Google 实际抓过的 URL 做交集和差集,差值里藏着两类问题,一类是站内能爬到但 Google 从不抓的页面(通常是层级太深或者内链太少),另一类是 Google 抓过但站内没有任何入口的孤儿 URL。",[12,89,90],{"id":90},"评分明细",[49,92,94],{"id":93},"功能完整度8610","功能完整度:8.6\u002F10",[16,96,97],{},"日志分析该有的几块都在:爬虫识别、抓取频次、响应码分布、带宽消耗、与爬取结果对照。扣分在于它只做分析不做采集,想看日志以外的数据得另外买 SEO Spider;报告模板也偏基础,做一份给管理层的图表要自己重新画。",[49,99,101],{"id":100},"易用性7810","易用性:7.8\u002F10",[16,103,104],{},"桌面客户端的交互是典型的英国工具风格,功能藏在右键菜单和侧栏里,第一次打开要花半小时摸索。时区设置藏在导入向导里,默认取系统时区,跨时区部署的服务器容易设错。",[49,106,108],{"id":107},"数据质量9010","数据质量:9.0\u002F10",[16,110,111],{},"数据是我最放心的一项。原始日志不经二次加工,统计口径写在文档里,反查 DNS 的校验逻辑也公开。同一份日志用它和用命令行统计,pv 总数、状态码分布能对上,差异只在 URL 归一化上,它默认不合并带参数的链接。",[49,113,115],{"id":114},"性价比7610","性价比:7.6\u002F10",[16,117,118],{},"按年授权的桌面软件,价格需要问销售,对个人站长不便宜。团队已经在用 SEO Spider 的话,加这一份的边际成本可以接受;只做一次性迁移排查看,不如租一个月云端工具划算。",[49,120,122],{"id":121},"客户支持8410","客户支持:8.4\u002F10",[16,124,125],{},"官方支持响应速度在独立工具商里算好的,邮件工单通常一两个工作日内回,文档写得细,连日志格式正则的写法都有示例。英文沟通,没有中文支持,国内团队遇到问题主要靠文档自助。",[12,127,128],{"id":128},"定价说明",[130,131,132,148],"table",{},[133,134,135],"thead",{},[136,137,138,142,145],"tr",{},[139,140,141],"th",{},"版本",[139,143,144],{},"价格",[139,146,147],{},"说明",[149,150,151,163,174],"tbody",{},[136,152,153,157,160],{},[154,155,156],"td",{},"免费试用版",[154,158,159],{},"免费",[154,161,162],{},"可导入的日志行数有上限,足够验证格式和小样本结论,超出后需要授权",[136,164,165,168,171],{},[154,166,167],{},"单机年付授权",[154,169,170],{},"官网未公开报价,需联系销售,2026-11 核对",[154,172,173],{},"一台机器一个许可,含一年更新与邮件支持",[136,175,176,179,182],{},[154,177,178],{},"多机\u002F团队授权",[154,180,181],{},"需询价",[154,183,184],{},"按席位叠加,适合乙方同时分析多个客户站点的场景",[16,186,187],{},"价格这块得说明白:核对当天官网返回的是 Cloudflare 验证页,我们没能读到价目表,所以本文不给任何具体金额。要预算数字直接发邮件问销售,顺便确认续费价和首年价是否一致。",[12,189,190],{"id":190},"和竞品对比",[130,192,193,209],{},[133,194,195],{},[136,196,197,200,203,206],{},[139,198,199],{},"维度",[139,201,202],{},"Log File Analyser",[139,204,205],{},"GoAccess",[139,207,208],{},"Seolyzer",[149,210,211,225,239,252,265],{},[136,212,213,216,219,222],{},[154,214,215],{},"部署方式",[154,217,218],{},"本地桌面客户端",[154,220,221],{},"服务器命令行工具",[154,223,224],{},"云端 SaaS",[136,226,227,230,233,236],{},[154,228,229],{},"真假 Googlebot 识别",[154,231,232],{},"反查 DNS 校验",[154,234,235],{},"只按 UA 字符串统计",[154,237,238],{},"有,自动归类",[136,240,241,243,246,249],{},[154,242,74],{},[154,244,245],{},"有,按目录\u002F响应码\u002F文件类型",[154,247,248],{},"有基础分栏",[154,250,251],{},"有,可跨项目对比",[136,253,254,256,259,262],{},[154,255,144],{},[154,257,258],{},"按年授权,需询价",[154,260,261],{},"免费开源",[154,263,264],{},"按项目订阅,需询价",[136,266,267,270,273,276],{},[154,268,269],{},"上手成本",[154,271,272],{},"中,界面需摸索",[154,274,275],{},"低,但要会改配置",[154,277,278],{},"低,配好日志推送即可",[16,280,281,284],{},[19,282,283],{},"怎么选",":日志几个 GB、要一次性把抓取预算问题查清楚、且不想把日志往外传,选 Screaming Frog Log File Analyser;只想在服务器上看个实时面板、或者没有预算,GoAccess 够用;多站点长期监控、需要和 Search Console 数据并排看,Seolyzer 这类云端平台更合适。",[12,286,288],{"id":287},"faq","FAQ",[49,290,292],{"id":291},"q-免费版能导入多少行日志够不够验证结论","Q: 免费版能导入多少行日志,够不够验证结论?",[16,294,295],{},"A: 免费版对可导入的日志行数有上限,具体数字官网写在小字里,且随版本会变,建议装完看导入界面的提示。实践上它够用来确认日志格式对得上、时间戳没错位、爬虫识别正常这几件事;一旦要跑完整月的数据出结论,就会撞到上限。",[49,297,299],{"id":298},"q-导入之后发现时间全错位了抓取频次也不对哪里设错了","Q: 导入之后发现时间全错位了,抓取频次也不对,哪里设错了?",[16,301,302],{},"A: 九成是时区。日志里通常记的是服务器本地时间,或者是 UTC,而工具默认按你电脑的时区去解释这些时间戳。服务器在美西、你在国内办公,中间差十几个小时,抓取频次按天聚合就会全乱。导入向导里有个时区选项,选成日志实际使用的时区,重新导入一次即可。",[49,304,306],{"id":305},"q-一定要和-screaming-frog-seo-spider-一起用吗","Q: 一定要和 Screaming Frog SEO Spider 一起用吗?",[16,308,309],{},"A: 不是必须,单独用也能出抓取预算和爬虫识别报表。没有 SEO Spider 的爬取数据,你只能看到 Google 抓了哪些 URL,看不到站内一共有哪些,孤儿页面、内链覆盖这类对照就做不了。",[12,311,312],{"id":312},"评测方法说明",[16,314,315],{},"元析评测围绕功能完整度、易用性、数据质量、性价比、客户支持五个核心维度打分,每项满分 10 分,加权折算最终总分。本文的功能描述于 2026-11 对照 Screaming Frog 官方产品页与官方博客核实,价格页因站点防护未能读取,文中不给出具体金额,采购前请以官方销售报价为准。",[16,317,318,321],{},[19,319,320],{},"最后更新",":2026-11-16",{"title":323,"searchDepth":324,"depth":324,"links":325},"",2,[326,327,328,334,341,342,343,348],{"id":14,"depth":324,"text":14},{"id":28,"depth":324,"text":28},{"id":47,"depth":324,"text":47,"children":329},[330,332,333],{"id":51,"depth":331,"text":52},3,{"id":74,"depth":331,"text":74},{"id":83,"depth":331,"text":84},{"id":90,"depth":324,"text":90,"children":335},[336,337,338,339,340],{"id":93,"depth":331,"text":94},{"id":100,"depth":331,"text":101},{"id":107,"depth":331,"text":108},{"id":114,"depth":331,"text":115},{"id":121,"depth":331,"text":122},{"id":128,"depth":324,"text":128},{"id":190,"depth":324,"text":190},{"id":287,"depth":324,"text":288,"children":344},[345,346,347],{"id":291,"depth":331,"text":292},{"id":298,"depth":331,"text":299},{"id":305,"depth":331,"text":306},{"id":312,"depth":324,"text":312},"technical-seo",[351,352,353,354],"价格页常年挂 Cloudflare 防护,自动化核对拿不到数字,预算审批阶段得自己去问销售","界面是纯桌面客户端,没有云端协作,三个人同时分析同一份日志得各自导入一遍","报告图表只有十几种基础样式,做汇报材料还得把 CSV 导出来另做","对日志时间戳的时区处理依赖手动设置,设错一次整份报表的抓取频次结论都会跟着错",null,"2026-11-16","Screaming Frog Log File Analyser 评测:桌面版日志分析工具,能把服务器日志拆成 Googlebot 抓取报表并校验真假爬虫,按年授权、官网未公开报价,需联系销售。",false,"md",{},true,"只想在服务器上花两分钟看一眼今天有多少 404 的运维同学,命令行工具更省事","\u002Ftools\u002Ftechnical-seo\u002Fscreaming-frog-log-analyser",{"free":358,"startingPrice":323,"currency":365,"billingPeriod":366,"notes":367},"USD","年","官网未公开报价,需联系销售,2026-11 核对(核对时官网页面被站点防护拦截,未能读取价目表)。已知按年授权的桌面版许可,提供功能受限的免费试用版,具体金额与可导入行数上限请以官网结算页或销售邮件为准。",[369,370,371,372,373],"内置 Googlebot 真伪校验,通过反向 DNS 查询确认访问者是不是真的 Google 爬虫,伪装 UA 的采集器会被单独列出来","完全本地运行,几 GB 的原始访问日志直接在本机解析,不用把日志上传到任何第三方服务器","能按爬虫、响应码、目录、文件类型拆分抓取次数与流量消耗,看抓取预算分配到哪些 URL 上","可以和 SEO Spider 的爬取结果做对照,把「日志里 Google 抓了但站内没链接」的孤儿 URL 直接筛出来","支持 Apache、Nginx、IIS 以及主流 CDN 的日志格式,带自定义日志格式编辑器","global",8.3,{"features":377,"ease":378,"data":379,"price":380,"support":381},8.6,7.8,9,7.6,8.4,{"title":5,"description":357},"tools\u002Ftechnical-seo\u002Fscreaming-frog-log-analyser",[385,386,387,388],"技术 SEO","日志分析","抓取预算","Screaming Frog","Screaming Frog Log File Analyser","https:\u002F\u002Fwww.screamingfrog.co.uk\u002Flog-file-analyser\u002F","NqJvHdUidCF8VrUBDLo4QIdO2YVBOXKf1UnWX5CqfHE",1016,[394,404,412],{"path":395,"toolName":396,"description":397,"score":398,"pricing":399,"vendor":403,"date":356,"category":349},"\u002Ftools\u002Ftechnical-seo\u002Flighthouse","Lighthouse","Lighthouse 评测:Chrome 团队开源,完全免费,一条命令给单页打性能、可访问性、最佳实践、SEO 四类分。适合开发在发布前自查指标;它只跑单页、只给实验室数据,不等于真实用户体感与排名。",8.9,{"free":361,"startingPrice":400,"currency":365,"billingPeriod":401,"notes":402},"0","月","Apache 2.0 开源,完全免费,无账号与额度限制;DevTools 面板、Node CLI、Lighthouse CI 均不收费,成本只在你自己的 CI 机器时间。2026-11 核对官方文档。","Google (Chrome)",{"path":405,"toolName":406,"description":407,"score":377,"pricing":408,"vendor":411,"date":356,"category":349},"\u002Ftools\u002Ftechnical-seo\u002Frich-results-test","Rich Results Test","Rich Results Test 评测:Google 官方免费工具,零成本验证页面能出哪几种富媒体结果,结论比第三方 Schema 校验器更接近真实搜索结果;只测单页,没有批量与历史记录。",{"free":361,"startingPrice":323,"currency":159,"billingPeriod":409,"notes":410},"一次性","Google 官方免费工具,无付费层级、无套餐分级,不登录 Google 账号也能用。官方未公布每日检测次数上限,常规单页验收不会触发拦截。价格与功能于 2026-11 核对官网。","Google",{"path":413,"toolName":414,"description":415,"score":381,"pricing":416,"vendor":414,"date":356,"category":349},"\u002Ftools\u002Ftechnical-seo\u002Fseopress","SEOPress","SEOPress 评测:PRO 单站每年 $49、五站 $59、不限站 $149,续费不涨价,带白标与 Google News 站点地图;界面偏工程师风格,新手需要时间适应。",{"free":361,"startingPrice":417,"currency":365,"billingPeriod":366,"notes":418},"49","免费版在 WordPress 插件库下载;PRO 单站 $49\u002F年、五站 $59\u002F年、不限站 $149\u002F年(均不含税),续费同价,14 天无理由退款。Insights(关键词与反链跟踪)$99\u002F年\u002F站需单独加购,AI 额度另有 $19\u002F29\u002F49 每月的包。价格于 2026-11 核对官网。",1794788243581]