Add EasyEDA Std project source ingestion (10 boards backfilled)
打通 oshwhub origin=std 项目的工程源（schematic + PCB dataStr）抓取链路。原
plan.md §1.6 假设需要登录，实测 lceda.cn/api/documents/<doc>?uuid=<doc>&path=<doc>
对公开项目匿名可访问 —— 无需 cookie，无账号封禁风险。
调研：4 轮探测留痕在 data/state/std_probe[1-5]/（gitignored）；翻 Std 编辑器
v6.5.51 的 main.min.js bundle 找到 ajaxDetail 端点；按 docType 区分两种
响应 shape（schematic 项目视图 vs PCB 文档视图）。
Crawler:
- make_source_client() 用浏览器 UA + lceda.cn/editor Referer，因为
oshwhub /api/project/<uuid> 端点拒绝 FacereDataset/0.1 UA（CLAUDE.md
UA 例外条款：目标站主动封自定义 UA + 公开静态资源）
- fetch_std_source(): 项目元 → version_documents → 逐文档 dataStr → 落
source/<doc>.json + source/manifest.json
- --with-source（爬新项目时一并抓源）/ --backfill-source（仅扫已有）
- QPS ≤ 0.2 (SLEEP_SOURCE = 5s) 自律
Schema: 加 source_format / source_path / source_documents / editor_version
（前 3 进 enum 锁定，便于后续 Pro / KiCad 源对齐）。
回填结果：10/10 成功，45 个文档，33.2 MB；schema validate 全通。
docTypes 主要是 1 (schematic) 与 3 (pcb)；USB 电压电流表只有 PCB 文档（4 个：
主板+盖板+底板+面板，作者未上传原理图源）。
完整调研：docs/sources/easyeda_std_source.md。
This commit is contained in:
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
@@ -0,0 +1,206 @@
|
||||
{
|
||||
"project_uuid": "298873b7fdbe44f8ba0e7351e023bc2c",
|
||||
"fetched_at": "2026-04-28T11:46:17.167028+00:00",
|
||||
"editor_version": "6.5.39",
|
||||
"documents": [
|
||||
{
|
||||
"doc_uuid": "88c1a5f1dc424ac196807f0efa3c7060",
|
||||
"docType": 1,
|
||||
"master": "24e3bdb27ec24d4abca5f37d6d1220e3",
|
||||
"path": "source/88c1a5f1dc424ac196807f0efa3c7060.json",
|
||||
"size": 146525,
|
||||
"sha256": "c71f54a95cf3c8ac67ecb70e3eac8ccc66800b1a77053d71e9516b9a88e4fce7"
|
||||
},
|
||||
{
|
||||
"doc_uuid": "aab000c77a6c4285a1326033ea19ea81",
|
||||
"docType": 3,
|
||||
"master": "11cf69b71f71475593438914f771ec2e",
|
||||
"path": "source/aab000c77a6c4285a1326033ea19ea81.json",
|
||||
"size": 551804,
|
||||
"sha256": "9bd85dd4e699d727e595988ecff73f350d1e8417f7bfdb2007eebbcb959c679a"
|
||||
}
|
||||
],
|
||||
"upstream_version_documents": [
|
||||
{
|
||||
"uuid": "88c1a5f1dc424ac196807f0efa3c7060",
|
||||
"title": "ST-LINK V2-1",
|
||||
"description": "",
|
||||
"docType": 1,
|
||||
"master": "24e3bdb27ec24d4abca5f37d6d1220e3",
|
||||
"thumb": "//image.lceda.cn/histories/24e3bdb27ec24d4abca5f37d6d1220e3.png",
|
||||
"components": {
|
||||
"1e120734f4c2f156ed5f4f19b6e3833f": 1,
|
||||
"6d8c52c334b54878b38cd5c153c4f95f": 5,
|
||||
"0df889f60d5fcd0b04075072c8eba86e": 2,
|
||||
"6d97050e368544cc93502cd0a246ed66": 2,
|
||||
"12d287a76e6940f588aaeb7d2122f56f": 13,
|
||||
"a8f35ba4e68042c3b8842ab242c9f6fb": 8,
|
||||
"807e7f8820e44053bf509dc8cac2244e": 1,
|
||||
"da0ae28b98884f01853eb1b11b7cb5aa": 1,
|
||||
"39c2c086b1a84aa2969c868be331d1e3": 1,
|
||||
"4cb932215b1430dd1e536964170fe030": 1,
|
||||
"74f6f7a4c1274a54bc9ce86eb7f64f27": 1,
|
||||
"7463a72b8a4540a09ec5278562590438": 1,
|
||||
"1f9cd1faea534ea2befab3d8592d4a1e": 1,
|
||||
"c7c05a7fd6ec420693dae81728ce7590": 1,
|
||||
"0806368f73e1232ca543f14a515367b4": 2,
|
||||
"72ac30547bd62b38fff8ef5f8f32fd06": 2,
|
||||
"74fe16c006b24ea2d7bf8abb3b6bb847": 6,
|
||||
"5563491116b5449a9a46d9ad40c4d199": 1
|
||||
},
|
||||
"updateTime": 1705738217,
|
||||
"createTime": 1595319628,
|
||||
"histories": [
|
||||
"2a0015ea8ead48fb9279544945ea9f8d",
|
||||
"a383a5205a194a20bc67f52ea90f9450",
|
||||
"3cd2f1bf52fa4a8291150de39098bb08",
|
||||
"a9b7210469174d3db8c809c1dba8bf25",
|
||||
"51c98a3f743b4faeb4c42d1cd34692e0",
|
||||
"ea864b5a991f4e999a56f11916d3edd1",
|
||||
"995bdcb4cadd4f0f9ce212fad2443de5",
|
||||
"c86c4ab1ff8c41a496639278a094f2b9",
|
||||
"1cb1e8f181a84fdb8db46b2c392e1aa3",
|
||||
"95d079b1ec9849a6b81c7491341615e9",
|
||||
"0d98656efded402c90eb2b1cc1a7e3cf",
|
||||
"664a9e07b8c449f68def7fc682ada829",
|
||||
"4fe5e058046b4616a1e79a04392f72b8",
|
||||
"954008ccb0744a6883cef581802b99b0",
|
||||
"5a01475f745e4f0ba8b9b93286331d07",
|
||||
"6ef6c72c948e4d51abafca9f1ae48fb1",
|
||||
"9e9218ba1909489ebbb43fbab3fd28d3",
|
||||
"ed115871bca24e8098f13c936462b069",
|
||||
"bb58b31f94d143cfa57b8535fcdfc645",
|
||||
"c62557c600114e8ca6255cd4641e4c91",
|
||||
"26a18519d6b444b1b6a38156569da78d",
|
||||
"f3994a2873864bfe8afebe50b6e7007e",
|
||||
"b1eb958e65a44dc1b7d63bd9fc547cda",
|
||||
"6ec921e3446a4097a989654104b7b9c1",
|
||||
"fdcbe24cdfce4f8fa2b133cf3c46a09a",
|
||||
"70e3e9a295fa4424849246b0bae13a13",
|
||||
"c1800f9ae24d4d868e2f9ead885ecbdd",
|
||||
"99d045e1768e45d4a5f97ea6e540addd",
|
||||
"f7bd5cb55c2349c49302fb93f99d8390",
|
||||
"0965ff926e4a495aba8992f997be53b7",
|
||||
"e483a49cdae042c6a1ecd61894bbbd1c",
|
||||
"d0c1b8e148284d43bb45b060a4cc3108",
|
||||
"63ab1b7067fa4088a010f954a427b24e",
|
||||
"769a66ea89b042de87af4b323533c324",
|
||||
"eed15e1afbb141d6802ecdcfb9d66b00",
|
||||
"3441ee5b884c4e0ebc8bebaca2f5f579",
|
||||
"aef54cc4d0a0451f88586102bf9efe4c",
|
||||
"9f9794829c7247198ee00d614d8f9af1",
|
||||
"eea77cb0e643460999b2b10f197b3a20",
|
||||
"bf01f6f00b954bd7b338aace5c0b8418",
|
||||
"5ba6858dece744ea92fd8036b8662893",
|
||||
"c3558124bb4e4aa5ace689689244f73d",
|
||||
"544559826b7340a4a407fccb85ac5075",
|
||||
"8e6cb1f799e94394937d47d3bd63e795",
|
||||
"cc573af33d9f45bda3d0b5a7b94108ce",
|
||||
"49acf7ae583e47fe97118cc28716d1a9",
|
||||
"f17ac86872284e259a77218fddcbde99",
|
||||
"aadfff598550420fad8030d48c4456a3",
|
||||
"47a198d3384041a2b7734b21b330f06e",
|
||||
"a265644c4cf542e2858b8d51b187405d",
|
||||
"a39d6378924b4451a17f55df1e9a6f13",
|
||||
"75472dadac8f4f8383f1047b46c5ea66",
|
||||
"7e45d794950a429b8ff9da5c30db7acb",
|
||||
"c4e27969fd4f4148ac64e05b319d42b7",
|
||||
"029c90df640f4dc5b832617f077641ff",
|
||||
"f21759bcab70445bb0a58ff007e422fa",
|
||||
"76d3771dc34d429793430e35499fec91",
|
||||
"049241f40ad3437ea2019b6a0b3f82ab",
|
||||
"2374902ca53240ae81a1560242b05a03",
|
||||
"c536ced31a5c4335afbbbd1350eea534",
|
||||
"e4fe5f7de06049ec9a85343248641a2f",
|
||||
"2930139e4c9b484ca8dd54bfa394e415",
|
||||
"de93a551024d474394ff1c22aba678ab",
|
||||
"24e3bdb27ec24d4abca5f37d6d1220e3"
|
||||
]
|
||||
},
|
||||
{
|
||||
"uuid": "aab000c77a6c4285a1326033ea19ea81",
|
||||
"title": "ST-LINK V2-1",
|
||||
"description": "",
|
||||
"docType": 3,
|
||||
"master": "11cf69b71f71475593438914f771ec2e",
|
||||
"thumb": "//image.lceda.cn/histories/11cf69b71f71475593438914f771ec2e.png",
|
||||
"components": {
|
||||
"f8151fdc728a41ebbc304e11d39e5437": 11,
|
||||
"398691f1f785460098bbe5ee6590333c": 26,
|
||||
"7335dfa67b564d7988d09a073a20aa42": 4,
|
||||
"c15b145d6eaf4fb5b144555548f1c432": 1,
|
||||
"506e6d395a6c408aab54ea9bf5954a96": 1,
|
||||
"f1cc0e808fd747e1a501e176eff1e900": 1,
|
||||
"0610c91ea88544ecbdf889657d55abcb": 1,
|
||||
"6fdd052cd117419d9e67dfc67855562e": 1,
|
||||
"e7f085e4f71344109c090040716070ab": 1,
|
||||
"9cd066887af54f0aac5b5d84976dee43": 1,
|
||||
"eb469a27fbb64b588fdef9b60f19fee3": 1,
|
||||
"5e1cf1299cf0bf8b27a444975ec9c84b": 1
|
||||
},
|
||||
"updateTime": 1705738458,
|
||||
"createTime": 1595319646,
|
||||
"histories": [
|
||||
"10ecde8cf6f445c299643a28b4d7c830",
|
||||
"a54fa4ed411046daa5461c5cd002bc99",
|
||||
"d2adcd119ed8441492d7bacceb32275b",
|
||||
"65517fefbed94edda7b3efa2f43fe5ad",
|
||||
"97d3143ec2af4d5a952802661d853ebc",
|
||||
"3d7a9435a2bb4da7a175018320a0041e",
|
||||
"98b066b24ceb46b397a92b7363665f6a",
|
||||
"d5805225d5ff42a69973c2bcc6bb1716",
|
||||
"b9ab19b86eae4261a129b4e28805ec68",
|
||||
"42cba45aaeb341c18824fd3f24695853",
|
||||
"1933bb9fcb6142f3a7f24422c5471b89",
|
||||
"bf947ec8e98d4ce4b4377b857efbce22",
|
||||
"53a5d18274bb4a649c38ef61b5a04ad3",
|
||||
"dd45cc757f4e4e38852bc1769b81d9a5",
|
||||
"25fe5f9742f8478581cbac5f76c174c8",
|
||||
"7679832314384354ad1144e280c63e6a",
|
||||
"7d31f6a098eb416f9b136a0ad5d25439",
|
||||
"75872be4359e441590a671674c705900",
|
||||
"ac4a78e1ccac4d2fbceab80a37ce9fc9",
|
||||
"94d24955d458410e8ae5d8b54033c359",
|
||||
"b6581fa3fdcf40fba5f14403ca612033",
|
||||
"05cb71a0f09340e285135574a99afc60",
|
||||
"28b443dcac104ddb8f5e5783cc7046b5",
|
||||
"5f16ba699e0842f59633a15556c36214",
|
||||
"8fcd2cfa46814c939ee9997ae9a5741d",
|
||||
"8791f538873343e1afd27983a5e814ec",
|
||||
"e9bd4813aa274db0b33ada4405895894",
|
||||
"2f283ce3af714be4b8925779e9c00f30",
|
||||
"892d8bebfc444900b07d9893d70f6ebc",
|
||||
"3f2a355b6c4742c9b82019378b86d71d",
|
||||
"9a50c5b213924063993b20e1e734d944",
|
||||
"e3460da290254df696a57151633d9115",
|
||||
"c45cac70e26c42949349e3fcf90c4dca",
|
||||
"f717a4c94e6b483f910e5c53d0a269a2",
|
||||
"66ca25c7ea97472f96f2c38d8457728e",
|
||||
"ba1e7335f4344050a8393fb8e6926e84",
|
||||
"29e21a8dbda440a08789b02885bf2b17",
|
||||
"abc646b7ffb74fb8a63a8c743afe1be7",
|
||||
"5206f8ade0dc48f4945f954d50f99428",
|
||||
"26d2e70395ec4936a3981d0a92b87ae1",
|
||||
"3e2bc99da0824937891e3f38be6be5e0",
|
||||
"ce4c119dac944791aadf1528458af59d",
|
||||
"2ec4eec293c74bb39bfe7b9d12681d1b",
|
||||
"88c560ad87944d43a10fb97cb281e698",
|
||||
"b3955c29e3574149ba3bc748b7951093",
|
||||
"8d0795348025491f8add964c06c1f17f",
|
||||
"f01b4705001145e0bbada7017e27ac71",
|
||||
"3d90c9ba24e940fe84cb62adb2f75e8b",
|
||||
"a34c40d9394842ec8ac0582d222912e8",
|
||||
"865dbf95767742399c26d4bfa74a61ac",
|
||||
"9822fc9dfb494351baadc19a5e9aac6e",
|
||||
"c46feb36c85d4f53a49cfb819c8a126e",
|
||||
"ef4d605969f744fc8b978836f9f4529e",
|
||||
"c909233b155a4b62854cbb27ca132b2d",
|
||||
"e2ea71d2cba74a10ab38005dc448c3cd",
|
||||
"5a9a92f8335542f5b39f3bdfead21b16",
|
||||
"b6ab9c3765ab4f748d5a9926d52ed213",
|
||||
"1a78f5968a9f4c408dde7a8e082aca16",
|
||||
"11cf69b71f71475593438914f771ec2e"
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user