{ "schema_version": "noia-retrieval-evaluation-v1", "evaluated_at": "2026-09-23T10:35:29.587Z", "dataset_version": "preview-78d8410a62de48b090238c2419027e41", "benchmark_sha256": "0b8d112193bc76c2f3ce1906c83e8ac885c044b2c74ae24cbd317044aeec21ba", "ranking_module_sha256": "b673c5b62ac6d50530b66aae645daf32c5361c7dafb4cce0996cbed86ff868d7", "ranking_module": "outputs/note-public-live-20260923-1922/publication-site/assets/search-data.js", "benchmark_source_manifest_sha256": "fa8ca5f7446117ce3135f380b213bc975c3ebb03a2b8c84dca3d4804a7909b2d", "actual_manifest_sha256": null, "counts": { "article": 273, "figure": 2458 }, "selection": "AIによる目的別の有意抽出20問。記事8・図6・根拠段落4・自然文1・未収録1。無作為抽出でも独立した利用者評価でもない。正解集合は網羅的な関連文書判定ではなく、既知の到達先。図の前半3問は説明対応あり、後半3問は隣接文による検索を測る。", "limitations": [ "Curated known-item development tasks; not a random, blind or held-out relevance evaluation.", "Paragraph parent retrieval and exact paragraph links are reported separately.", "Adjacent prose is not proof of the diagram semantics; OCR is not evaluated.", "Question answering accuracy and historical factual accuracy are not measured." ], "metrics": { "positive": { "count": 19, "hit_at_1": 17, "hit_at_5": 17, "hit_at_10": 18, "mean_reciprocal_rank": 0.9013157894736842 }, "groups": { "article": { "count": 8, "hit_at_1": 7, "hit_at_5": 7, "hit_at_10": 8, "mean_reciprocal_rank": 0.890625 }, "figure": { "count": 6, "hit_at_1": 6, "hit_at_5": 6, "hit_at_10": 6, "mean_reciprocal_rank": 1 }, "paragraph": { "count": 4, "hit_at_1": 4, "hit_at_5": 4, "hit_at_10": 4, "mean_reciprocal_rank": 1 }, "natural_language": { "count": 1, "hit_at_1": 0, "hit_at_5": 0, "hit_at_10": 0, "mean_reciprocal_rank": 0 } }, "negative_cases": 1, "correct_empty": 1, "direct_paragraph_hits": 0, "request_count": 29 }, "results": [ { "id": "a01-finance", "group": "article", "query": "80GW", "result_count": 2, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "article", "title": "AIインフラ金融は80GWの資本市場へ――だが2030年までに何GWを物理化できるのか", "url": "/articles/rev_a8af9681-d20e-4553-871e-1d7168015faf/" }, { "kind": "article", "title": "AIDCは本当に余るのか――GWでは見えない「AI Factoryの質」を測る", "url": "/articles/rev_0d613fb6-d01b-48f0-8a64-b54a137ad32e/" } ] }, { "id": "a02-quality", "group": "article", "query": "AIDC 質", "result_count": 33, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "article", "title": "AIDCは本当に余るのか――GWでは見えない「AI Factoryの質」を測る", "url": "/articles/rev_0d613fb6-d01b-48f0-8a64-b54a137ad32e/" }, { "kind": "article", "title": "AIDC向けCPU最新事情", "url": "/articles/rev_93e994ee-fc71-4a2c-868a-e0b16e4b39b4/" }, { "kind": "article", "title": "SpaceXはAIDC向け自社AIチップを作るのか――NVIDIA、Tesla AI Silicon、Terafabから読むGrokの次の計算基盤", "url": "/articles/rev_ee871b65-2665-47a6-9e3d-f1a3b67b1de1/" }, { "kind": "article", "title": "OpenAIのMac大量購入から考える、Agent CloudとAIDCの次のボトルネック", "url": "/articles/rev_20f6e19f-c172-4e63-83ab-04729ac80c82/" }, { "kind": "article", "title": "GPUをつなぐのは誰か: Enfabrica ACF-S、ConnectX、leaf-spineスイッチASICから理解するAIDCネットワーク", "url": "/articles/rev_6f7e9f1a-6c8f-457d-8fdf-eb9746d573f8/" } ] }, { "id": "a03-qac-alias", "group": "article", "query": "QACGW", "result_count": 8, "first_expected_rank": 8, "hit_at_1": false, "hit_at_5": false, "hit_at_10": true, "reciprocal_rank": 0.125, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "article", "title": "AIが半導体設計の堀を壊すとき、誰が残るのか――Frontier Model × Custom Silicon × FoundryのLearning Loop", "url": "/articles/rev_0f7c606d-558f-4edb-99eb-4609a9fb0a95/" }, { "kind": "article", "title": "SpaceXはAIDC向け自社AIチップを作るのか――NVIDIA、Tesla AI Silicon、Terafabから読むGrokの次の計算基盤", "url": "/articles/rev_ee871b65-2665-47a6-9e3d-f1a3b67b1de1/" }, { "kind": "article", "title": "AIが半導体設計を始めた時代――Broadcomは何を守り、どこへ向かうのか", "url": "/articles/rev_eaa7004e-c9e4-4bc4-9718-2e518decec70/" }, { "kind": "article", "title": "HKMGA再帰的Function拡張仮説", "url": "/articles/rev_c832f985-caf8-4ac7-bf58-f785e8782922/" }, { "kind": "article", "title": "数十億人が「第二のPC」を持つ時代", "url": "/articles/rev_df2ff134-3d7b-48d0-82b5-c341fa1dc646/" } ] }, { "id": "a04-loop", "group": "article", "query": "Foundry Learning Loop", "result_count": 4, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "article", "title": "AIが半導体設計の堀を壊すとき、誰が残るのか――Frontier Model × Custom Silicon × FoundryのLearning Loop", "url": "/articles/rev_0f7c606d-558f-4edb-99eb-4609a9fb0a95/" }, { "kind": "article", "title": "SpaceXはAIDC向け自社AIチップを作るのか――NVIDIA、Tesla AI Silicon、Terafabから読むGrokの次の計算基盤", "url": "/articles/rev_ee871b65-2665-47a6-9e3d-f1a3b67b1de1/" }, { "kind": "article", "title": "AIが半導体設計を始めた時代――Broadcomは何を守り、どこへ向かうのか", "url": "/articles/rev_eaa7004e-c9e4-4bc4-9718-2e518decec70/" }, { "kind": "article", "title": "EDAについて少しだけ勉強", "url": "/articles/rev_57810a5f-315e-49a7-ac85-72cc27e35eff/" } ] }, { "id": "a05-input-output", "group": "article", "query": "HBM 30% 13%", "result_count": 14, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "article", "title": "HBMの「30%のウェハーで13%のビット」の先にあるもの――Hybrid Bonding・3D DRAM・XBMへ", "url": "/articles/rev_4b279499-0bae-4004-81f9-2ca2bb999ac5/" }, { "kind": "article", "title": "NAND・DRAM・HBMの違いから始める、AI時代のメモリー入門", "url": "/articles/rev_44c73f5c-647d-467e-8aa2-527eb6352a8a/" }, { "kind": "article", "title": "NAND・DRAM・HBMの違いから始める、AI時代のメモリー入門", "url": "/articles/rev_a30fdebb-6a5f-4491-8480-bc05cbb21f96/" }, { "kind": "article", "title": "メモリ御三家はAIインフラの構造利益を取れるのか: HBM、DRAM、NAND不足と4兆ドル企業シナリオ", "url": "/articles/rev_2f5cc921-59ef-4e07-ba11-82e4656c1db7/" }, { "kind": "article", "title": "TTTが「記憶」を再設計する", "url": "/articles/rev_bf97dda8-b55b-4e4d-b1cf-b775474af9b2/" } ] }, { "id": "a06-storage", "group": "article", "query": "QLC SSD", "result_count": 12, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "article", "title": "QLC SSDを網羅的に解説", "url": "/articles/rev_d6eb7e13-0508-4773-9eb4-6d508aae435f/" }, { "kind": "article", "title": "NAND・DRAM・HBMの違いから始める、AI時代のメモリー入門", "url": "/articles/rev_44c73f5c-647d-467e-8aa2-527eb6352a8a/" }, { "kind": "article", "title": "NAND・DRAM・HBMの違いから始める、AI時代のメモリー入門", "url": "/articles/rev_a30fdebb-6a5f-4491-8480-bc05cbb21f96/" }, { "kind": "article", "title": "SK hynix 2026年Q2決算の本質", "url": "/articles/rev_fd5eeabd-4433-491f-b463-c900cf908355/" }, { "kind": "article", "title": "TTTが「記憶」を再設計する", "url": "/articles/rev_bf97dda8-b55b-4e4d-b1cf-b775474af9b2/" } ] }, { "id": "a07-interconnect", "group": "article", "query": "UCIe 共通接続", "result_count": 1, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "article", "title": "第9回　UCIeとは何か――UCIe-S／UCIe-A／UCIe-3Dでチップレットを共通接続する", "url": "/articles/rev_069f7cc4-0ca9-44ca-b711-fdfd84413ec4/" } ] }, { "id": "a08-history", "group": "article", "query": "1947 トランジスタ", "result_count": 6, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "article", "title": "第2部4章　1947年、トランジスタの誕生", "url": "/articles/rev_7e52a252-3f2f-4e13-882c-c5b500b829e6/" }, { "kind": "article", "title": "第2部5章　純度と単結晶――発明を商品へ変えた技術", "url": "/articles/rev_c1c597d3-818f-4d4d-898d-56a2070b189f/" }, { "kind": "article", "title": "第8章　MOS構造――酸化膜の門が開く", "url": "/articles/rev_ba807781-44a3-4752-b057-ee36fa97b60c/" }, { "kind": "article", "title": "第3部6章補足　光で回路を描くまで", "url": "/articles/rev_6833af82-b753-4666-97ac-54dbe13aa888/" }, { "kind": "article", "title": "第2部2章　真空管の時代――整流、増幅、通信", "url": "/articles/rev_0145dd0c-e5b3-47ff-82d6-760d54d9f1e5/" } ] }, { "id": "f01-mos", "group": "figure", "query": "MOS しきい値", "result_count": 1, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "figure", "title": "第8章　MOS構造――酸化膜の門が開く", "url": "/articles/rev_ba807781-44a3-4752-b057-ee36fa97b60c/#blk_306577c5-2126-4638-b33f-8addf06634e6" } ] }, { "id": "f02-mlcc", "group": "figure", "query": "MLCC 共焼成", "result_count": 1, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "figure", "title": "AI時代のMLCC Supply Chainを解剖する", "url": "/articles/rev_9837730a-23c0-4e0d-a5e1-2380a69d4e4e/#blk_233c5346-665c-40bc-be9b-87582e798124" } ] }, { "id": "f03-ic", "group": "figure", "query": "キルビー 二人の発明", "result_count": 1, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "figure", "title": "第7章　キルビーとノイス――ICは二度発明された", "url": "/articles/rev_3510f3d4-8673-4b01-866a-65778298be5c/#blk_01284f75-2488-452a-a626-dc3d43413ebb" } ] }, { "id": "f04-deskew", "group": "figure", "query": "PHY deskew", "result_count": 1, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "figure", "title": "第8回　Die-to-Die PHYとは何か――チップレット間で信号を送受信する回路", "url": "/articles/rev_89aecdf6-89fd-445d-a71c-7e189e82904d/#blk_0399f5fb-a8dc-4141-9398-c517d24b0335" } ] }, { "id": "f05-bonding", "group": "figure", "query": "Hybrid Bonding 200nm", "result_count": 4, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "figure", "title": "第6回　Hybrid Bondingとは何か――はんだを使わず銅と絶縁膜を直接つなぐ", "url": "/articles/rev_cd09d63d-aa63-4e93-bc42-e8db09f09c30/#blk_20582a75-d2a4-4ef6-8dc8-055845743b95" }, { "kind": "figure", "title": "第6回　Hybrid Bondingとは何か――はんだを使わず銅と絶縁膜を直接つなぐ", "url": "/articles/rev_cd09d63d-aa63-4e93-bc42-e8db09f09c30/#blk_4a3b33b6-666e-45df-997f-3b304ecb1eb1" }, { "kind": "figure", "title": "第11回　Logic Foldingと未来のAIチップ――平面に広がった回路を上下へ折りたたむ", "url": "/articles/rev_04caab49-911d-4fa8-9f6d-3786d6161ca6/#blk_9f3c50ca-b84c-49fa-9d44-87c1ac986494" }, { "kind": "figure", "title": "第11回　Logic Foldingと未来のAIチップ――平面に広がった回路を上下へ折りたたむ", "url": "/articles/rev_04caab49-911d-4fa8-9f6d-3786d6161ca6/#blk_bd7b7870-7332-4619-a139-9c021ccd8431" } ] }, { "id": "f06-bias", "group": "figure", "query": "MLCC DCバイアス", "result_count": 1, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "figure", "title": "MLCC・コイル・電源モジュール解説", "url": "/articles/rev_217016cb-4b97-4b15-993e-73dded8489d4/#blk_31b9dc4d-e744-4228-aeb5-8f70fca95f9f" } ] }, { "id": "p01-denominator", "group": "paragraph", "query": "HBM セル 捨て", "result_count": 1, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "article", "title": "HBMの「30%のウェハーで13%のビット」の先にあるもの――Hybrid Bonding・3D DRAM・XBMへ", "url": "/articles/rev_4b279499-0bae-4004-81f9-2ca2bb999ac5/" } ] }, { "id": "p02-qac-status", "group": "paragraph", "query": "QAC 業界標準", "result_count": 1, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "article", "title": "AIDCは本当に余るのか――GWでは見えない「AI Factoryの質」を測る", "url": "/articles/rev_0d613fb6-d01b-48f0-8a64-b54a137ad32e/" } ] }, { "id": "p03-loop-equation", "group": "paragraph", "query": "HKMGA tau", "result_count": 3, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "article", "title": "HKMGA再帰的Function拡張仮説", "url": "/articles/rev_c832f985-caf8-4ac7-bf58-f785e8782922/" }, { "kind": "article", "title": "HKMGA仮説――知能はFunctionを拡張し、次のボトルネックを作り続けるのか", "url": "/articles/rev_48a46dd8-5089-4a60-987b-dcda2b2ff37b/" }, { "kind": "article", "title": "Cross Entropyから文明へ――知能は世界を圧縮し、ボトルネックを解消し続ける装置なのか", "url": "/articles/rev_d934c776-cfe7-4351-835a-a4c4a8a0f2c1/" } ] }, { "id": "p04-infrastructure", "group": "paragraph", "query": "Elastic Infrastructure", "result_count": 8, "first_expected_rank": 1, "hit_at_1": true, "hit_at_5": true, "hit_at_10": true, "reciprocal_rank": 1, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [ { "kind": "article", "title": "Elasticは検索会社から「企業AIのデータ基盤」へ進めるか", "url": "/articles/rev_eb92ff59-a729-4aea-ac3f-9cbb667b2dd4/" }, { "kind": "article", "title": "AI Agent時代のセキュリティ地図", "url": "/articles/rev_f70f17fc-ae46-4fff-8f02-0ab2953c4604/" }, { "kind": "article", "title": "AIはなぜ「減速」が語られ始めたのか", "url": "/articles/rev_c950677f-d85d-461a-bf3d-314cf6b08a37/" }, { "kind": "article", "title": "HKMGA仮説――知能はFunctionを拡張し、次のボトルネックを作り続けるのか", "url": "/articles/rev_48a46dd8-5089-4a60-987b-dcda2b2ff37b/" }, { "kind": "article", "title": "Personal Cloud Computer――AI Agentが「第二のPC」を持つ時代", "url": "/articles/rev_66a2ef4a-c9ce-47fa-ab34-8488c1c4a0f1/" } ] }, { "id": "n01-natural-language", "group": "natural_language", "query": "なぜHBMはウェハーを多く使うのにビット数が少ないのですか", "result_count": 0, "first_expected_rank": null, "hit_at_1": false, "hit_at_5": false, "hit_at_10": false, "reciprocal_rank": 0, "expected_empty": false, "correct_empty": null, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [] }, { "id": "n02-unknown", "group": "negative", "query": "NOIA_UNRECORDED_TEST_9f731b", "result_count": 0, "first_expected_rank": null, "hit_at_1": false, "hit_at_5": false, "hit_at_10": false, "reciprocal_rank": 0, "expected_empty": true, "correct_empty": true, "direct_paragraph_rank": null, "target_links_and_source_hashes_valid": true, "top_5": [] } ] }