diff --git a/reports/baseline_order_unit_2026-04-20.csv b/reports/baseline_order_unit_2026-04-20.csv new file mode 100644 index 0000000..5264580 --- /dev/null +++ b/reports/baseline_order_unit_2026-04-20.csv @@ -0,0 +1,20 @@ +id,query,category_abcd,order_group_id,intent,expected_doc_ids,expected_roles,expected_location_type,expected_location_value,returned_ids_top10,latency_ms,doc_match_top5,cross_format_eligible,cross_format_link_success_top10,cross_format_link_success_top5,range_citation_available,page_citation_available,matched_location_value,manual_refind_flag,chunk_idx_stddev_top10,notes,error +Q-A-001,TKP-26-0114 발주의 공급처는 어디인가?,A,TKP-26-0114,fact_lookup,8853;8854,order_xlsx;order_pdf,sheet_range,발주서!F9,8853;8854;8852;8851;8857;8856;8859;5210;8855;5178,1592.1,1,1,1,1,0,0,,0,219.72,정답: (주)대연기업. xlsx F9., +Q-A-002,TKP-26-0132 발주의 납기일은?,A,TKP-26-0132,fact_lookup,8856;8857,order_xlsx;order_pdf,sheet_range,발주서!W9,8857;8856;8854;8853;8852;8851;8855;5210;5180;8859,315.5,1,1,1,1,0,0,,0,292.80,정답: 2026-02-23. xlsx W9., +Q-A-003,TKP-26-0112 plate 절단 단가는 얼마인가?,A,TKP-26-0112,fact_lookup,8851;8852,order_xlsx;order_pdf,sheet_range,발주서!X17,8852;8851;8854;8853;8857;8856;5116;8859;8855;5127,316.7,1,1,1,1,0,0,,0,11.17,"정답: 650,000원 (1개 항목). xlsx X17.", +Q-A-004,TKP-26-0114 발주의 총 금액은?,A,TKP-26-0114,fact_lookup,8853;8854,order_xlsx;order_pdf,sheet_range,발주서!AB23,8854;8853;8852;8851;8856;8857;8855;5116;8859;8858,322.0,1,1,1,1,0,0,,0,11.11,"정답: 845,000원 (부가세 별도). xlsx AB23.", +Q-B-001,TKP-26-0114에서 2:1 HEAD SA516-70 품목의 수량은?,B,TKP-26-0114,fact_lookup,8853;8854,order_xlsx;order_pdf,sheet_range,발주서!V17,8853;8854;8856;8851;8852;8857;8855;5138;5178;5127,357.1,1,1,1,1,0,0,,0,205.41,정답: 2 EA. xlsx V17 / PDF p1 품목표. B 카테고리 = xlsx↔PDF 대응 확인., +Q-B-002,TKP-26-0132 발주서 총액은 얼마이고 PDF 변환본에서도 확인 가능한가?,B,TKP-26-0132,fact_lookup,8856;8857,order_xlsx;order_pdf,sheet_range,발주서!AB20,8857;8856;8851;8854;8853;8852;8855;8858;8859;5116,336.3,1,1,1,1,0,0,,0,11.15,"정답: 74,290원. xlsx AB20 / PDF p1 TOTAL. 두 포맷 모두 일치해야 함.", +Q-B-003,TKP-26-0112 PO 번호를 PDF 변환본에서 확인,B,TKP-26-0112,fact_lookup,8852;8851,order_pdf;order_xlsx,page,p1,8852;8851;8854;8853;8857;8856;5210;5178;5135;5152,316.1,1,1,1,1,0,0,,0,215.47,정답: TKP-26-0112. PDF만으로도 식별 가능한지 확인 (primary=order_pdf)., +Q-B-004,TKP-26-0114 발주서 담당자는 누구인가?,B,TKP-26-0114,fact_lookup,8853;8854,order_xlsx;order_pdf,sheet_range,발주서!W13,8853;8854;8852;8851;8857;8856;4025;5182;8855;5180,319.9,1,1,1,1,0,0,,0,57.01,"정답: 안현기(Hyunki,Ahn). xlsx W13 (PREPAIRED BY) / PDF p1.", +Q-C-001,TKP-26-0132 세금계산서의 공급가액은?,C,TKP-26-0132,fact_lookup,8858,invoice,page,p1,8856;8857;8854;8852;8853;8851;8858;8855;8859;8944,314.0,0,1,1,0,0,0,,0,0.53,"정답: 74,290원. invoice p1 공급가액 칸. 발주서 총액과 일치 확인용.", +Q-C-002,TKP-26-0114 발주금액과 세금계산서 공급가액이 일치하는가?,C,TKP-26-0114,comparison,8855;8853,invoice;order_xlsx,page,p1,8853;8854;8852;8851;8856;8857;8855;8858;8859;8944,319.9,1,1,1,0,0,0,,0,0.57,"정답: 일치 (양쪽 845,000원). invoice 공급가액 + xlsx TOTAL 비교 필요 — +cross-format retrieval 특성 강조. C 카테고리지만 order_xlsx도 근거로 필요. +", +Q-C-003,TKP-26-0132 거래명세표에 기재된 품목은 무엇인가?,C,TKP-26-0132,fact_lookup,8859,statement,page,p1,8857;8856;8853;8854;8852;8851;8855;5185;5210;3991,316.2,0,1,0,0,0,0,,0,101.48,"정답: ""레이져 A516-70 가공비 12t x 1197 x 1197"" 외 1건. +statement p1 품목 테이블. +", +Q-D-001,TKP-26-0132 발주번호가 발주서·PDF·세금계산서·거래명세표 4개 문서에 모두 나오는가?,D,TKP-26-0132,comparison,8856;8857;8858;8859,order_xlsx;order_pdf;invoice;statement,document_only,,8856;8857;8853;5180;8854;8851;8855;8852;8944;8858,341.8,1,1,1,1,0,0,,0,316.33,"정답: 모두 나옴 — order_xlsx(D6), order_pdf(PO NO), invoice(<안현기님-TKP-26-0132>), +statement(<안현기님-TKP-26-0132>). D 카테고리는 ""여러 문서 간 일치성"" 자체가 +질문이라 document_only 사용 — 위치보다 ""같은 발주건에 속하는가""가 본질. +", diff --git a/reports/phase1_1a.csv b/reports/phase1_1a.csv new file mode 100644 index 0000000..a24386c --- /dev/null +++ b/reports/phase1_1a.csv @@ -0,0 +1,24 @@ +label,id,category,intent,domain_hint,query,relevant_ids,returned_ids_top10,latency_ms,recall_at_10,mrr_at_10,ndcg_at_10,top3_hit,error +single,kw_001,exact_keyword,fact_lookup,document,산업안전보건법 제6장,3856;3868;3879,3856;4041;3868;3879;3912;3950;3908;3915;3911;3858,615.5,1.000,1.000,0.906,1, +single,kw_002,exact_keyword,fact_lookup,document,중대재해 처벌 등에 관한 법률 제2장 중대산업재해,3917;3921,3917;3921;3916;3922;3920;3918;3919;3923;3874;3946,608.3,1.000,1.000,1.000,1, +single,kw_003,exact_keyword,fact_lookup,document,화학물질관리법 유해화학물질 영업자,3981,3981;3980;3857;3988;3869;3880;3978;3986;3985;3979,592.2,1.000,1.000,1.000,1, +single,kw_004,exact_keyword,fact_lookup,document,근로기준법 안전과 보건,4041,4041;3853;3860;3883;3858;3865;4036;3885;3901;3888,570.1,1.000,1.000,1.000,1, +single,kw_005,exact_keyword,fact_lookup,document,산업안전보건기준에 관한 규칙 보호구,3888,3888;3905;3908;3909;3897;3885;3884;3890;3911;3901,573.8,1.000,1.000,1.000,1, +single,nl_001,natural_language_ko,semantic_search,document,기계로 인한 산업재해 관련 법령,3856;3868;3879;3854,3868;3856;3879;3895;3915;3872;3851;3867;3897;3863,572.3,0.750,1.000,0.832,1, +single,nl_002,natural_language_ko,semantic_search,document,사업주가 도급을 줄 때 산업재해를 예방하기 위해 해야 할 일,3855;3867;3878,3855;3867;3878;3863;3917;3872;3854;3896;3861;3886,574.8,1.000,1.000,1.000,1, +single,nl_003,natural_language_ko,semantic_search,document,유해화학물질을 다루는 회사가 지켜야 할 안전 의무,3980;3981;3982,3857;3869;3980;3880;3896;3903;3854;3981;3909;3904,557.9,0.667,0.333,0.383,1, +single,nl_004,natural_language_ko,semantic_search,document,중대재해가 발생했을 때 경영책임자가 처벌받는 기준,3916;3917;3920;3921,3918;3917;3919;3921;3916;3923;3867;3922;3877;3984,571.7,0.750,0.500,0.565,1, +single,nl_005,natural_language_ko,semantic_search,document,안전보건교육은 누가 받아야 하고 어떤 내용을 다루는가,3853;3865,3853;3876;3965;3871;3958;3875;3861;3866;3877;3856,570.0,0.500,1.000,0.613,1, +single,cl_001,crosslingual_ko_en,semantic_search,document,기계 안전 가드 설계 원리,3770;3856,4540;4548;3895;4550;3770;3762;3773;3879;3856;3767,565.0,1.000,0.200,0.422,0, +single,cl_002,crosslingual_ko_en,semantic_search,document,산업 안전 입문서,3755;3775;3776;3777,3755;3816;3775;3851;3896;3853;3876;3871;3776;3863,565.2,0.750,1.000,0.703,1, +single,cl_003,crosslingual_ko_en,semantic_search,document,전기 안전 위험,3772;3790,3772;3897;3790;4024;4018;4020;4023;4022;4013;4019,568.4,1.000,1.000,0.920,1, +single,news_001,news_ko,semantic_search,news,이란과 미국의 군사 충돌,4303;4304;4307;4316;4322;4323;4327;4335,4452;4307;4317;4321;4339;4331;4329;4418;4446;4459,566.5,0.125,0.500,0.160,1, +single,news_002,news_ko,semantic_search,news,호르무즈 해협 봉쇄,4316;4320;4322;4327,4349;4346;4199;4320;4322;4327;4340;4304;4316;4260,560.9,1.000,0.250,0.576,0, +single,news_003,news_en,semantic_search,news,Trump Iran ultimatum,4258;4260;4262,4199;4519;4202;4258;4321;4333;4515;4313;4445;4418,562.6,0.333,0.250,0.202,1, +single,news_004,news_fr,semantic_search,news,guerre en Iran,4199;4202;4210;4361;4363;4507;4519;4521,4199;4507;4521;4363;4519;4211;4258;4324;4210;4536,561.9,0.750,1.000,0.822,1, +single,news_005,news_crosslingual,semantic_search,news,이란 미국 전쟁 글로벌 반응,4202;4258;4262;4536;4303;4304;4316,4329;4457;4307;4345;4324;4452;4443;4444;4450;4262,572.2,0.143,0.100,0.079,1, +single,misc_001,other_domain,fact_lookup,document,강체의 평면 운동학,4063;4065,4071;4063;4066;4064;4065;4067;4069;4058;4068;4060,592.7,1.000,0.500,0.624,1, +single,misc_002,other_domain,semantic_search,document,질점의 운동역학,4060;4061;4062,4062;4060;4061;4070;4066;4064;4068;4058;4065;4059,593.3,1.000,1.000,1.000,1, +single,fail_001,failure_expected,semantic_search,document,Rust async runtime tokio scheduler 내부 구조,,4546;4069;4549;4550;4542;4539;3789;4067;4548;4070,579.5,0.000,0.000,0.000,1, +single,fail_002,failure_expected,semantic_search,document,양자컴퓨터 큐비트 디코히어런스,,4068;4058;4064;4060;4065;4063;4061;3899;4067;4196,567.6,0.000,0.000,0.000,1, +single,fail_003,failure_expected,semantic_search,news,재즈 보컬리스트 빌리 홀리데이,,4289;4281;4205;4116;4100;4077;4316;4343;4235;4504,563.6,0.000,0.000,0.000,1, diff --git a/reports/phase1_1a_run2.csv b/reports/phase1_1a_run2.csv new file mode 100644 index 0000000..211f677 --- /dev/null +++ b/reports/phase1_1a_run2.csv @@ -0,0 +1,24 @@ +label,id,category,intent,domain_hint,query,relevant_ids,returned_ids_top10,latency_ms,recall_at_10,mrr_at_10,ndcg_at_10,top3_hit,error +single,kw_001,exact_keyword,fact_lookup,document,산업안전보건법 제6장,3856;3868;3879,3856;4041;3868;3879;3912;3950;3908;3915;3911;3858,578.6,1.000,1.000,0.906,1, +single,kw_002,exact_keyword,fact_lookup,document,중대재해 처벌 등에 관한 법률 제2장 중대산업재해,3917;3921,3917;3921;3916;3922;3920;3918;3919;3923;3874;3946,569.4,1.000,1.000,1.000,1, +single,kw_003,exact_keyword,fact_lookup,document,화학물질관리법 유해화학물질 영업자,3981,3981;3980;3857;3988;3869;3880;3978;3986;3985;3979,562.7,1.000,1.000,1.000,1, +single,kw_004,exact_keyword,fact_lookup,document,근로기준법 안전과 보건,4041,4041;3853;3860;3883;3858;3865;4036;3885;3901;3888,564.8,1.000,1.000,1.000,1, +single,kw_005,exact_keyword,fact_lookup,document,산업안전보건기준에 관한 규칙 보호구,3888,3888;3905;3908;3909;3897;3885;3884;3890;3911;3901,568.6,1.000,1.000,1.000,1, +single,nl_001,natural_language_ko,semantic_search,document,기계로 인한 산업재해 관련 법령,3856;3868;3879;3854,3868;3856;3879;3895;3915;3872;3851;3867;3897;3863,570.5,0.750,1.000,0.832,1, +single,nl_002,natural_language_ko,semantic_search,document,사업주가 도급을 줄 때 산업재해를 예방하기 위해 해야 할 일,3855;3867;3878,3855;3867;3878;3863;3917;3872;3854;3896;3861;3886,561.7,1.000,1.000,1.000,1, +single,nl_003,natural_language_ko,semantic_search,document,유해화학물질을 다루는 회사가 지켜야 할 안전 의무,3980;3981;3982,3857;3869;3980;3880;3896;3903;3854;3981;3909;3904,565.8,0.667,0.333,0.383,1, +single,nl_004,natural_language_ko,semantic_search,document,중대재해가 발생했을 때 경영책임자가 처벌받는 기준,3916;3917;3920;3921,3918;3917;3919;3921;3916;3923;3867;3922;3877;3984,567.2,0.750,0.500,0.565,1, +single,nl_005,natural_language_ko,semantic_search,document,안전보건교육은 누가 받아야 하고 어떤 내용을 다루는가,3853;3865,3853;3876;3965;3871;3958;3875;3861;3866;3877;3856,571.4,0.500,1.000,0.613,1, +single,cl_001,crosslingual_ko_en,semantic_search,document,기계 안전 가드 설계 원리,3770;3856,4540;4548;3895;4550;3770;3762;3773;3879;3856;3767,558.7,1.000,0.200,0.422,0, +single,cl_002,crosslingual_ko_en,semantic_search,document,산업 안전 입문서,3755;3775;3776;3777,3755;3816;3775;3851;3896;3853;3876;3871;3776;3863,566.8,0.750,1.000,0.703,1, +single,cl_003,crosslingual_ko_en,semantic_search,document,전기 안전 위험,3772;3790,3772;3897;3790;4024;4018;4020;4023;4022;4013;4019,571.5,1.000,1.000,0.920,1, +single,news_001,news_ko,semantic_search,news,이란과 미국의 군사 충돌,4303;4304;4307;4316;4322;4323;4327;4335,4452;4307;4317;4321;4339;4331;4329;4418;4446;4459,563.4,0.125,0.500,0.160,1, +single,news_002,news_ko,semantic_search,news,호르무즈 해협 봉쇄,4316;4320;4322;4327,4349;4346;4199;4320;4322;4327;4340;4304;4316;4260,553.6,1.000,0.250,0.576,0, +single,news_003,news_en,semantic_search,news,Trump Iran ultimatum,4258;4260;4262,4199;4519;4202;4258;4321;4333;4515;4313;4445;4418,557.3,0.333,0.250,0.202,1, +single,news_004,news_fr,semantic_search,news,guerre en Iran,4199;4202;4210;4361;4363;4507;4519;4521,4199;4507;4521;4363;4519;4211;4258;4324;4210;4536,562.3,0.750,1.000,0.822,1, +single,news_005,news_crosslingual,semantic_search,news,이란 미국 전쟁 글로벌 반응,4202;4258;4262;4536;4303;4304;4316,4329;4457;4307;4345;4324;4452;4443;4444;4450;4262,558.1,0.143,0.100,0.079,1, +single,misc_001,other_domain,fact_lookup,document,강체의 평면 운동학,4063;4065,4071;4063;4066;4064;4065;4067;4069;4058;4068;4060,595.7,1.000,0.500,0.624,1, +single,misc_002,other_domain,semantic_search,document,질점의 운동역학,4060;4061;4062,4062;4060;4061;4070;4066;4064;4068;4058;4065;4059,588.2,1.000,1.000,1.000,1, +single,fail_001,failure_expected,semantic_search,document,Rust async runtime tokio scheduler 내부 구조,,4546;4069;4549;4550;4542;4539;3789;4067;4548;4070,568.8,0.000,0.000,0.000,1, +single,fail_002,failure_expected,semantic_search,document,양자컴퓨터 큐비트 디코히어런스,,4068;4058;4064;4060;4065;4063;4061;3899;4067;4196,568.7,0.000,0.000,0.000,1, +single,fail_003,failure_expected,semantic_search,news,재즈 보컬리스트 빌리 홀리데이,,4289;4281;4205;4116;4100;4077;4316;4343;4235;4504,566.0,0.000,0.000,0.000,1, diff --git a/reports/phase1_2b.csv b/reports/phase1_2b.csv new file mode 100644 index 0000000..237fd78 --- /dev/null +++ b/reports/phase1_2b.csv @@ -0,0 +1,24 @@ +label,id,category,intent,domain_hint,query,relevant_ids,returned_ids_top10,latency_ms,recall_at_10,mrr_at_10,ndcg_at_10,top3_hit,error +single,kw_001,exact_keyword,fact_lookup,document,산업안전보건법 제6장,3856;3868;3879,3856;3853;3851;3862;3861;3868;4041;3879;3912;3950,147.4,1.000,1.000,0.784,1, +single,kw_002,exact_keyword,fact_lookup,document,중대재해 처벌 등에 관한 법률 제2장 중대산업재해,3917;3921,3917;3921;3916;3919;3923;3922;3920;3918;3874;3946,170.6,1.000,1.000,1.000,1, +single,kw_003,exact_keyword,fact_lookup,document,화학물질관리법 유해화학물질 영업자,3981,3981;3980;3857;3988;3869;3880;3978;3986;3985;3979,128.1,1.000,1.000,1.000,1, +single,kw_004,exact_keyword,fact_lookup,document,근로기준법 안전과 보건,4041,4041;3851;3853;3860;3883;3858;3865;4036;3885;3901,117.4,1.000,1.000,1.000,1, +single,kw_005,exact_keyword,fact_lookup,document,산업안전보건기준에 관한 규칙 보호구,3888,3888;3885;3901;3890;3886;3910;3893;3894;3908;3909,140.3,1.000,1.000,1.000,1, +single,nl_001,natural_language_ko,semantic_search,document,기계로 인한 산업재해 관련 법령,3856;3868;3879;3854,3868;3856;3879;3895;3915;3872;3851;3867;3897;3863,120.7,0.750,1.000,0.832,1, +single,nl_002,natural_language_ko,semantic_search,document,사업주가 도급을 줄 때 산업재해를 예방하기 위해 해야 할 일,3855;3867;3878,3855;3867;3878;3863;3917;3872;3854;3896;3861;3886,133.9,1.000,1.000,1.000,1, +single,nl_003,natural_language_ko,semantic_search,document,유해화학물질을 다루는 회사가 지켜야 할 안전 의무,3980;3981;3982,3857;3869;3980;3880;3896;3903;3854;3981;3909;3904,119.7,0.667,0.333,0.383,1, +single,nl_004,natural_language_ko,semantic_search,document,중대재해가 발생했을 때 경영책임자가 처벌받는 기준,3916;3917;3920;3921,3918;3917;3919;3921;3916;3923;3867;3922;3877;3984,119.9,0.750,0.500,0.565,1, +single,nl_005,natural_language_ko,semantic_search,document,안전보건교육은 누가 받아야 하고 어떤 내용을 다루는가,3853;3865,3853;3876;3965;3871;3958;3875;3861;3866;3877;3856,128.7,0.500,1.000,0.613,1, +single,cl_001,crosslingual_ko_en,semantic_search,document,기계 안전 가드 설계 원리,3770;3856,4540;4548;3895;4550;3770;3762;3773;3879;3856;3767,113.0,1.000,0.200,0.422,0, +single,cl_002,crosslingual_ko_en,semantic_search,document,산업 안전 입문서,3755;3775;3776;3777,3755;3816;3775;3851;3896;3853;3876;3871;3776;3863,83.7,0.750,1.000,0.703,1, +single,cl_003,crosslingual_ko_en,semantic_search,document,전기 안전 위험,3772;3790,3897;3790;3775;3772;4024;4018;4020;4023;4022;4013,108.7,1.000,0.500,0.651,1, +single,news_001,news_ko,semantic_search,news,이란과 미국의 군사 충돌,4303;4304;4307;4316;4322;4323;4327;4335,4452;4307;4317;4321;4339;4331;4650;4329;4418;4771,79.6,0.125,0.500,0.160,1, +single,news_002,news_ko,semantic_search,news,호르무즈 해협 봉쇄,4316;4320;4322;4327,4346;4320;4349;4767;4762;4759;4642;4744;4322;4199,77.6,0.500,0.500,0.364,0, +single,news_003,news_en,semantic_search,news,Trump Iran ultimatum,4258;4260;4262,4776;4775;4679;4519;4199;4670;4202;4668;4258;4321,76.0,0.333,0.111,0.141,1, +single,news_004,news_fr,semantic_search,news,guerre en Iran,4199;4202;4210;4361;4363;4507;4519;4521,4776;4199;4507;4688;4519;4678;4211;4521;4363;4258,89.6,0.625,0.500,0.540,1, +single,news_005,news_crosslingual,semantic_search,news,이란 미국 전쟁 글로벌 반응,4202;4258;4262;4536;4303;4304;4316,4329;4457;4307;4345;4324;4452;4443;4761;4444;4650,84.0,0.000,0.000,0.000,1, +single,misc_001,other_domain,fact_lookup,document,강체의 평면 운동학,4063;4065,4063;4066;4071;4064;4065;4067;4069;4058;4068;4060,159.6,1.000,1.000,0.850,1, +single,misc_002,other_domain,semantic_search,document,질점의 운동역학,4060;4061;4062,4062;4060;4061;4070;4059;4064;4066;4058;4068;4065,215.3,1.000,1.000,1.000,1, +single,fail_001,failure_expected,semantic_search,document,Rust async runtime tokio scheduler 내부 구조,,4546;4069;4549;4550;4542;4539;3789;4067;4548;4070,79.8,0.000,0.000,0.000,1, +single,fail_002,failure_expected,semantic_search,document,양자컴퓨터 큐비트 디코히어런스,,4068;4058;4064;4060;4065;4063;4061;3899;4067;4196,77.5,0.000,0.000,0.000,1, +single,fail_003,failure_expected,semantic_search,news,재즈 보컬리스트 빌리 홀리데이,,4675;4634;4289;4281;4205;4116;4697;4100;4768;4077,78.1,0.000,0.000,0.000,1, diff --git a/reports/phase1_2b_thr15.csv b/reports/phase1_2b_thr15.csv new file mode 100644 index 0000000..6b80901 --- /dev/null +++ b/reports/phase1_2b_thr15.csv @@ -0,0 +1,24 @@ +label,id,category,intent,domain_hint,query,relevant_ids,returned_ids_top10,latency_ms,recall_at_10,mrr_at_10,ndcg_at_10,top3_hit,error +single,kw_001,exact_keyword,fact_lookup,document,산업안전보건법 제6장,3856;3868;3879,3856;3853;3851;3862;3861;3868;3873;3879;3876;3871,163.4,1.000,1.000,0.784,1, +single,kw_002,exact_keyword,fact_lookup,document,중대재해 처벌 등에 관한 법률 제2장 중대산업재해,3917;3921,3917;3921;3916;3919;3923;3922;3920;3918;4019;3987,188.1,1.000,1.000,1.000,1, +single,kw_003,exact_keyword,fact_lookup,document,화학물질관리법 유해화학물질 영업자,3981,3981;3980;3978;3985;3979;3983;3984;3982;3857;3988,132.3,1.000,1.000,1.000,1, +single,kw_004,exact_keyword,fact_lookup,document,근로기준법 안전과 보건,4041,4041;4036;3851;4042;3853;4044;3860;4043;3883;4040,123.7,1.000,1.000,1.000,1, +single,kw_005,exact_keyword,fact_lookup,document,산업안전보건기준에 관한 규칙 보호구,3888,3888;3885;3901;3890;3886;3910;3893;3894;3908;3909,149.1,1.000,1.000,1.000,1, +single,nl_001,natural_language_ko,semantic_search,document,기계로 인한 산업재해 관련 법령,3856;3868;3879;3854,3868;3856;3879;3895;3915;3872;3851;3867;3897;3863,118.7,0.750,1.000,0.832,1, +single,nl_002,natural_language_ko,semantic_search,document,사업주가 도급을 줄 때 산업재해를 예방하기 위해 해야 할 일,3855;3867;3878,3855;3867;3878;3863;3917;3872;3854;3896;3861;3886,136.7,1.000,1.000,1.000,1, +single,nl_003,natural_language_ko,semantic_search,document,유해화학물질을 다루는 회사가 지켜야 할 안전 의무,3980;3981;3982,3857;3869;3980;3880;3896;3903;3854;3981;3909;3904,122.8,0.667,0.333,0.383,1, +single,nl_004,natural_language_ko,semantic_search,document,중대재해가 발생했을 때 경영책임자가 처벌받는 기준,3916;3917;3920;3921,3918;3917;3919;3921;3916;3923;3867;3922;3877;3984,82.5,0.750,0.500,0.565,1, +single,nl_005,natural_language_ko,semantic_search,document,안전보건교육은 누가 받아야 하고 어떤 내용을 다루는가,3853;3865,3853;3876;3965;3871;3958;3875;3861;3866;3877;3856,125.3,0.500,1.000,0.613,1, +single,cl_001,crosslingual_ko_en,semantic_search,document,기계 안전 가드 설계 원리,3770;3856,4540;4548;3895;4550;3770;3762;3773;3879;3856;3767,90.3,1.000,0.200,0.422,0, +single,cl_002,crosslingual_ko_en,semantic_search,document,산업 안전 입문서,3755;3775;3776;3777,3755;3816;3775;3851;3896;3853;3876;3871;3776;3863,89.2,0.750,1.000,0.703,1, +single,cl_003,crosslingual_ko_en,semantic_search,document,전기 안전 위험,3772;3790,3897;3790;3775;3772;4024;4018;4020;4023;4022;4013,115.6,1.000,0.500,0.651,1, +single,news_001,news_ko,semantic_search,news,이란과 미국의 군사 충돌,4303;4304;4307;4316;4322;4323;4327;4335,4452;4307;4317;4321;4339;4331;4650;4329;4418;4771,82.5,0.125,0.500,0.160,1, +single,news_002,news_ko,semantic_search,news,호르무즈 해협 봉쇄,4316;4320;4322;4327,4346;4320;4349;4767;4322;4762;4340;4759;4642;4327,77.5,0.750,0.500,0.510,0, +single,news_003,news_en,semantic_search,news,Trump Iran ultimatum,4258;4260;4262,4776;4775;4679;4519;4258;4199;4670;4202;4668;4321,76.2,0.333,0.200,0.182,1, +single,news_004,news_fr,semantic_search,news,guerre en Iran,4199;4202;4210;4361;4363;4507;4519;4521,4776;4199;4507;4688;4519;4678;4211;4521;4363;4258,77.2,0.625,0.500,0.540,1, +single,news_005,news_crosslingual,semantic_search,news,이란 미국 전쟁 글로벌 반응,4202;4258;4262;4536;4303;4304;4316,4457;4307;4452;4765;4329;4345;4324;4443;4761;4444,95.9,0.000,0.000,0.000,1, +single,misc_001,other_domain,fact_lookup,document,강체의 평면 운동학,4063;4065,4063;4066;4071;4064;4065;4067;4069;4058;4068;4060,166.5,1.000,1.000,0.850,1, +single,misc_002,other_domain,semantic_search,document,질점의 운동역학,4060;4061;4062,4062;4060;4061;4070;4059;4064;4066;4058;4068;4065,213.1,1.000,1.000,1.000,1, +single,fail_001,failure_expected,semantic_search,document,Rust async runtime tokio scheduler 내부 구조,,4546;4069;4549;4550;4542;4539;3789;4067;4548;4070,81.1,0.000,0.000,0.000,1, +single,fail_002,failure_expected,semantic_search,document,양자컴퓨터 큐비트 디코히어런스,,4068;4058;4064;4060;4065;4063;4061;3899;4067;4196,76.0,0.000,0.000,0.000,1, +single,fail_003,failure_expected,semantic_search,news,재즈 보컬리스트 빌리 홀리데이,,4675;4634;4289;4281;4205;4116;4697;4100;4768;4077,75.7,0.000,0.000,0.000,1, diff --git a/reports/phase1_2c.csv b/reports/phase1_2c.csv new file mode 100644 index 0000000..d66eacf --- /dev/null +++ b/reports/phase1_2c.csv @@ -0,0 +1,24 @@ +label,id,category,intent,domain_hint,query,relevant_ids,returned_ids_top10,latency_ms,recall_at_10,mrr_at_10,ndcg_at_10,top3_hit,error +single,kw_001,exact_keyword,fact_lookup,document,산업안전보건법 제6장,3856;3868;3879,3856;3851;3862;3853;3861;3873;3863;3876;3871;3859,158.2,0.333,1.000,0.469,1, +single,kw_002,exact_keyword,fact_lookup,document,중대재해 처벌 등에 관한 법률 제2장 중대산업재해,3917;3921,3917;3921;3919;3923;3916;3918;3920;3922;3995;4002,172.5,1.000,1.000,1.000,1, +single,kw_003,exact_keyword,fact_lookup,document,화학물질관리법 유해화학물질 영업자,3981,3981;3980;3985;3979;3978;3983;3857;3903;3904;3984,137.3,1.000,1.000,1.000,1, +single,kw_004,exact_keyword,fact_lookup,document,근로기준법 안전과 보건,4041,4041;3851;4042;3852;4044;3905;4043;4040;3853;4038,118.6,1.000,1.000,1.000,1, +single,kw_005,exact_keyword,fact_lookup,document,산업안전보건기준에 관한 규칙 보호구,3888,3901;3910;3898;3891;3908;3911;3909;3888;3885;3892,145.5,1.000,0.125,0.315,0, +single,nl_001,natural_language_ko,semantic_search,document,기계로 인한 산업재해 관련 법령,3856;3868;3879;3854,3895;3855;3863;3782;3785;3922;3985;3791;3880;3805,115.6,0.000,0.000,0.000,0, +single,nl_002,natural_language_ko,semantic_search,document,사업주가 도급을 줄 때 산업재해를 예방하기 위해 해야 할 일,3855;3867;3878,3855;3896;3903;3898;3863;3902;3895;3890;3904;3886,134.3,0.333,1.000,0.469,1, +single,nl_003,natural_language_ko,semantic_search,document,유해화학물질을 다루는 회사가 지켜야 할 안전 의무,3980;3981;3982,3896;3903;3909;3895;3904;3879;3851;3985;3857;3855,119.7,0.000,0.000,0.000,1, +single,nl_004,natural_language_ko,semantic_search,document,중대재해가 발생했을 때 경영책임자가 처벌받는 기준,3916;3917;3920;3921,3773;4025;3802;3810;3797;3815;3968;3875;3793;4061,119.3,0.000,0.000,0.000,0, +single,nl_005,natural_language_ko,semantic_search,document,안전보건교육은 누가 받아야 하고 어떤 내용을 다루는가,3853;3865,3787;3863;3817;3811;3767;3815;3793;3757;3792;3814,121.3,0.000,0.000,0.000,0, +single,cl_001,crosslingual_ko_en,semantic_search,document,기계 안전 가드 설계 원리,3770;3856,3770;3791;3762;3773;3789;3855;3895;3793;3763;3856,107.7,1.000,1.000,0.790,1, +single,cl_002,crosslingual_ko_en,semantic_search,document,산업 안전 입문서,3755;3775;3776;3777,3911;4025;3851;4026;3912;3886;3906;3985;4040;4060,109.7,0.000,0.000,0.000,1, +single,cl_003,crosslingual_ko_en,semantic_search,document,전기 안전 위험,3772;3790,3790;3897;3772;3775;3778;3794;4019;3774;3795;3816,129.0,1.000,1.000,0.920,1, +single,news_001,news_ko,semantic_search,news,이란과 미국의 군사 충돌,4303;4304;4307;4316;4322;4323;4327;4335,4321;4307;4744;4642;4333;4304;4447;4769;4647;4318,103.9,0.250,0.500,0.250,1, +single,news_002,news_ko,semantic_search,news,호르무즈 해협 봉쇄,4316;4320;4322;4327,4320;4346;4349;4762;4767;4761;4322;4457;4340;4316,108.8,0.750,1.000,0.633,0, +single,news_003,news_en,semantic_search,news,Trump Iran ultimatum,4258;4260;4262,4776;4691;4519;4688;4258;4361;4679;4347;4775;4665,106.2,0.333,0.200,0.182,1, +single,news_004,news_fr,semantic_search,news,guerre en Iran,4199;4202;4210;4361;4363;4507;4519;4521,4776;4199;4507;4321;4688;4769;4363;4202;4521;4642,108.2,0.625,0.500,0.526,1, +single,news_005,news_crosslingual,semantic_search,news,이란 미국 전쟁 글로벌 반응,4202;4258;4262;4536;4303;4304;4316,4765;4129;4452;4343;4457;4344;4307;4355;4569;4587,108.5,0.000,0.000,0.000,1, +single,misc_001,other_domain,fact_lookup,document,강체의 평면 운동학,4063;4065,4064;4063;4060;4071;4059;4058;3795;4066;3758;4065,186.2,1.000,0.500,0.564,1, +single,misc_002,other_domain,semantic_search,document,질점의 운동역학,4060;4061;4062,4060;4064;4059;4062;4058;4061;3758;4070;3783;3795,240.8,1.000,1.000,0.839,1, +single,fail_001,failure_expected,semantic_search,document,Rust async runtime tokio scheduler 내부 구조,,3810;4546;3767;4547;3793;3779;3819;3802;4062;3817,116.3,0.000,0.000,0.000,1, +single,fail_002,failure_expected,semantic_search,document,양자컴퓨터 큐비트 디코히어런스,,4058;4068;3802;4065;4059;4057;4545;4026;4025;4587,108.5,0.000,0.000,0.000,1, +single,fail_003,failure_expected,semantic_search,news,재즈 보컬리스트 빌리 홀리데이,,4634;4057;3757;3764;4749;3785;3799;4316;3789;3815,106.9,0.000,0.000,0.000,1, diff --git a/reports/phase1_2c_probes10.csv b/reports/phase1_2c_probes10.csv new file mode 100644 index 0000000..4fb0db2 --- /dev/null +++ b/reports/phase1_2c_probes10.csv @@ -0,0 +1,24 @@ +label,id,category,intent,domain_hint,query,relevant_ids,returned_ids_top10,latency_ms,recall_at_10,mrr_at_10,ndcg_at_10,top3_hit,error +single,kw_001,exact_keyword,fact_lookup,document,산업안전보건법 제6장,3856;3868;3879,3856;3851;3876;3862;3853;3861;3879;3868;3873;3871,198.5,1.000,1.000,0.774,1, +single,kw_002,exact_keyword,fact_lookup,document,중대재해 처벌 등에 관한 법률 제2장 중대산업재해,3917;3921,3921;3923;3917;3922;3918;3920;3919;3916;3874;3854,143.8,1.000,1.000,0.920,1, +single,kw_003,exact_keyword,fact_lookup,document,화학물질관리법 유해화학물질 영업자,3981,3981;3980;3985;3978;3983;3979;3857;3880;3903;3984,176.7,1.000,1.000,1.000,1, +single,kw_004,exact_keyword,fact_lookup,document,근로기준법 안전과 보건,4041,4041;3851;4042;3852;4044;3905;4043;3877;4040;3875,132.2,1.000,1.000,1.000,1, +single,kw_005,exact_keyword,fact_lookup,document,산업안전보건기준에 관한 규칙 보호구,3888,3897;3890;3901;3910;3888;3898;3885;3892;3891;3887,154.5,1.000,0.200,0.387,0, +single,nl_001,natural_language_ko,semantic_search,document,기계로 인한 산업재해 관련 법령,3856;3868;3879;3854,3897;3878;3851;3856;3868;3895;3879;3863;3874;3855,127.5,0.750,0.250,0.449,0, +single,nl_002,natural_language_ko,semantic_search,document,사업주가 도급을 줄 때 산업재해를 예방하기 위해 해야 할 일,3855;3867;3878,3855;3917;3867;3854;3896;3895;3851;3903;3908;3897,134.6,0.667,1.000,0.704,1, +single,nl_003,natural_language_ko,semantic_search,document,유해화학물질을 다루는 회사가 지켜야 할 안전 의무,3980;3981;3982,3980;3855;3985;3760;3910;3904;3757;3896;3903;3909,134.0,0.333,1.000,0.469,1, +single,nl_004,natural_language_ko,semantic_search,document,중대재해가 발생했을 때 경영책임자가 처벌받는 기준,3916;3917;3920;3921,3917;3918;3854;3877;3872;3984;3916;3919;3867;3922,135.0,0.500,1.000,0.521,1, +single,nl_005,natural_language_ko,semantic_search,document,안전보건교육은 누가 받아야 하고 어떤 내용을 다루는가,3853;3865,3853;4025;3876;3757;3787;3811;3778;3810;3818;3880,129.5,0.500,1.000,0.613,1, +single,cl_001,crosslingual_ko_en,semantic_search,document,기계 안전 가드 설계 원리,3770;3856,3770;4540;3817;4548;3758;3791;3774;3789;3787;3773,124.2,0.500,1.000,0.613,1, +single,cl_002,crosslingual_ko_en,semantic_search,document,산업 안전 입문서,3755;3775;3776;3777,3819;3755;3807;3802;3815;3817;3774;3775;3810;3800,121.0,0.500,0.500,0.369,1, +single,cl_003,crosslingual_ko_en,semantic_search,document,전기 안전 위험,3772;3790,3790;3897;3775;3772;3755;3771;3769;3774;3766;3799,140.4,1.000,1.000,0.877,1, +single,news_001,news_ko,semantic_search,news,이란과 미국의 군사 충돌,4303;4304;4307;4316;4322;4323;4327;4335,4317;4452;4329;4321;4307;4339;4331;4744;4642;4743,120.8,0.125,0.200,0.098,1, +single,news_002,news_ko,semantic_search,news,호르무즈 해협 봉쇄,4316;4320;4322;4327,4346;4320;4767;4349;4762;4322;4340;4759;4304;4642,124.9,0.500,0.500,0.385,0, +single,news_003,news_en,semantic_search,news,Trump Iran ultimatum,4258;4260;4262,4776;4775;4679;4519;4258;4199;4670;4202;4668;4515,121.8,0.333,0.200,0.182,1, +single,news_004,news_fr,semantic_search,news,guerre en Iran,4199;4202;4210;4361;4363;4507;4519;4521,4776;4199;4507;4519;4688;4211;4678;4258;4363;4691,122.1,0.500,0.500,0.471,1, +single,news_005,news_crosslingual,semantic_search,news,이란 미국 전쟁 글로벌 반응,4202;4258;4262;4536;4303;4304;4316,4457;4307;4452;4765;4329;4345;4324;4443;4761;4444,120.9,0.000,0.000,0.000,1, +single,misc_001,other_domain,fact_lookup,document,강체의 평면 운동학,4063;4065,4063;4071;4064;4065;4066;4058;4067;4069;4068;4062,204.2,1.000,1.000,0.877,1, +single,misc_002,other_domain,semantic_search,document,질점의 운동역학,4060;4061;4062,4062;4060;4061;4070;4058;4059;4064;4068;4066;4065,262.3,1.000,1.000,1.000,1, +single,fail_001,failure_expected,semantic_search,document,Rust async runtime tokio scheduler 내부 구조,,3810;4547;4546;3774;4540;3812;4069;3819;3787;4062,122.3,0.000,0.000,0.000,1, +single,fail_002,failure_expected,semantic_search,document,양자컴퓨터 큐비트 디코히어런스,,3817;3795;3856;4068;4064;4539;4058;3800;3904;4057,126.3,0.000,0.000,0.000,1, +single,fail_003,failure_expected,semantic_search,news,재즈 보컬리스트 빌리 홀리데이,,4634;4675;4697;4205;4289;4281;4116;4100;4057;3757,122.1,0.000,0.000,0.000,1, diff --git a/reports/phase1_2c_probes20.csv b/reports/phase1_2c_probes20.csv new file mode 100644 index 0000000..2a0a222 --- /dev/null +++ b/reports/phase1_2c_probes20.csv @@ -0,0 +1,24 @@ +label,id,category,intent,domain_hint,query,relevant_ids,returned_ids_top10,latency_ms,recall_at_10,mrr_at_10,ndcg_at_10,top3_hit,error +single,kw_001,exact_keyword,fact_lookup,document,산업안전보건법 제6장,3856;3868;3879,3856;3851;3876;3862;3853;3861;3879;3868;3873;3871,204.3,1.000,1.000,0.774,1, +single,kw_002,exact_keyword,fact_lookup,document,중대재해 처벌 등에 관한 법률 제2장 중대산업재해,3917;3921,3921;3923;3917;3922;3918;3920;3919;3916;3874;3854,142.3,1.000,1.000,0.920,1, +single,kw_003,exact_keyword,fact_lookup,document,화학물질관리법 유해화학물질 영업자,3981,3981;3980;3985;3978;3983;3979;3857;3880;3903;3984,173.9,1.000,1.000,1.000,1, +single,kw_004,exact_keyword,fact_lookup,document,근로기준법 안전과 보건,4041,4041;3851;4042;3852;4044;3905;4043;3877;4040;3875,130.9,1.000,1.000,1.000,1, +single,kw_005,exact_keyword,fact_lookup,document,산업안전보건기준에 관한 규칙 보호구,3888,3897;3890;3901;3910;3888;3898;3885;3892;3891;3887,154.6,1.000,0.200,0.387,0, +single,nl_001,natural_language_ko,semantic_search,document,기계로 인한 산업재해 관련 법령,3856;3868;3879;3854,3897;3878;3851;3856;3868;3895;3879;3863;3874;3855,126.1,0.750,0.250,0.449,0, +single,nl_002,natural_language_ko,semantic_search,document,사업주가 도급을 줄 때 산업재해를 예방하기 위해 해야 할 일,3855;3867;3878,3855;3917;3867;3854;3896;3895;3851;3903;3908;3897,132.6,0.667,1.000,0.704,1, +single,nl_003,natural_language_ko,semantic_search,document,유해화학물질을 다루는 회사가 지켜야 할 안전 의무,3980;3981;3982,3980;3855;3985;3760;3910;3904;3757;3896;3903;3909,137.9,0.333,1.000,0.469,1, +single,nl_004,natural_language_ko,semantic_search,document,중대재해가 발생했을 때 경영책임자가 처벌받는 기준,3916;3917;3920;3921,3917;3918;3854;3877;3872;3984;3916;3919;3867;3922,135.6,0.500,1.000,0.521,1, +single,nl_005,natural_language_ko,semantic_search,document,안전보건교육은 누가 받아야 하고 어떤 내용을 다루는가,3853;3865,3853;4025;3876;3757;3787;3811;3778;3810;3818;3880,127.3,0.500,1.000,0.613,1, +single,cl_001,crosslingual_ko_en,semantic_search,document,기계 안전 가드 설계 원리,3770;3856,3770;4540;3817;4548;3758;3791;3774;3789;3787;3773,126.2,0.500,1.000,0.613,1, +single,cl_002,crosslingual_ko_en,semantic_search,document,산업 안전 입문서,3755;3775;3776;3777,3819;3755;3807;3802;3815;3817;3774;3775;3810;3800,125.6,0.500,0.500,0.369,1, +single,cl_003,crosslingual_ko_en,semantic_search,document,전기 안전 위험,3772;3790,3790;3897;3775;3772;3755;3771;3769;3774;3766;3799,137.4,1.000,1.000,0.877,1, +single,news_001,news_ko,semantic_search,news,이란과 미국의 군사 충돌,4303;4304;4307;4316;4322;4323;4327;4335,4317;4452;4329;4321;4307;4339;4331;4744;4642;4743,122.6,0.125,0.200,0.098,1, +single,news_002,news_ko,semantic_search,news,호르무즈 해협 봉쇄,4316;4320;4322;4327,4346;4320;4767;4349;4762;4322;4340;4759;4304;4642,126.5,0.500,0.500,0.385,0, +single,news_003,news_en,semantic_search,news,Trump Iran ultimatum,4258;4260;4262,4776;4775;4679;4519;4258;4199;4670;4202;4668;4515,122.8,0.333,0.200,0.182,1, +single,news_004,news_fr,semantic_search,news,guerre en Iran,4199;4202;4210;4361;4363;4507;4519;4521,4776;4199;4507;4519;4688;4211;4678;4258;4363;4691,127.5,0.500,0.500,0.471,1, +single,news_005,news_crosslingual,semantic_search,news,이란 미국 전쟁 글로벌 반응,4202;4258;4262;4536;4303;4304;4316,4457;4307;4452;4765;4329;4345;4324;4443;4761;4444,123.5,0.000,0.000,0.000,1, +single,misc_001,other_domain,fact_lookup,document,강체의 평면 운동학,4063;4065,4063;4071;4064;4065;4066;4058;4067;4069;4068;4062,205.5,1.000,1.000,0.877,1, +single,misc_002,other_domain,semantic_search,document,질점의 운동역학,4060;4061;4062,4062;4060;4061;4070;4058;4059;4064;4068;4066;4065,258.6,1.000,1.000,1.000,1, +single,fail_001,failure_expected,semantic_search,document,Rust async runtime tokio scheduler 내부 구조,,3810;4547;4546;3774;4540;3812;4069;3819;3787;4062,123.1,0.000,0.000,0.000,1, +single,fail_002,failure_expected,semantic_search,document,양자컴퓨터 큐비트 디코히어런스,,3817;3795;3856;4068;4064;4539;4058;3800;3904;4057,122.0,0.000,0.000,0.000,1, +single,fail_003,failure_expected,semantic_search,news,재즈 보컬리스트 빌리 홀리데이,,4634;4675;4697;4205;4289;4281;4116;4100;4057;3757,120.8,0.000,0.000,0.000,1, diff --git a/reports/phase1_2c_v2.csv b/reports/phase1_2c_v2.csv new file mode 100644 index 0000000..18cabf6 --- /dev/null +++ b/reports/phase1_2c_v2.csv @@ -0,0 +1,24 @@ +label,id,category,intent,domain_hint,query,relevant_ids,returned_ids_top10,latency_ms,recall_at_10,mrr_at_10,ndcg_at_10,top3_hit,error +single,kw_001,exact_keyword,fact_lookup,document,산업안전보건법 제6장,3856;3868;3879,3856;3851;3862;3853;3861;3873;3863;3876;3871;3859,138.7,0.333,1.000,0.469,1, +single,kw_002,exact_keyword,fact_lookup,document,중대재해 처벌 등에 관한 법률 제2장 중대산업재해,3917;3921,3917;3921;3919;3923;3916;3918;3920;3922;3995;4002,146.2,1.000,1.000,1.000,1, +single,kw_003,exact_keyword,fact_lookup,document,화학물질관리법 유해화학물질 영업자,3981,3981;3980;3985;3979;3978;3983;3857;3903;3904;3984,128.1,1.000,1.000,1.000,1, +single,kw_004,exact_keyword,fact_lookup,document,근로기준법 안전과 보건,4041,4041;3851;4042;3852;4044;3905;4043;4040;3853;4038,115.1,1.000,1.000,1.000,1, +single,kw_005,exact_keyword,fact_lookup,document,산업안전보건기준에 관한 규칙 보호구,3888,3901;3910;3898;3891;3908;3911;3909;3888;3885;3892,139.1,1.000,0.125,0.315,0, +single,nl_001,natural_language_ko,semantic_search,document,기계로 인한 산업재해 관련 법령,3856;3868;3879;3854,3895;3855;3863;3782;3785;3922;3985;3791;3880;3805,110.3,0.000,0.000,0.000,0, +single,nl_002,natural_language_ko,semantic_search,document,사업주가 도급을 줄 때 산업재해를 예방하기 위해 해야 할 일,3855;3867;3878,3855;3896;3903;3898;3863;3902;3895;3890;3904;3886,120.8,0.333,1.000,0.469,1, +single,nl_003,natural_language_ko,semantic_search,document,유해화학물질을 다루는 회사가 지켜야 할 안전 의무,3980;3981;3982,3896;3903;3909;3895;3904;3879;3851;3985;3857;3855,120.3,0.000,0.000,0.000,1, +single,nl_004,natural_language_ko,semantic_search,document,중대재해가 발생했을 때 경영책임자가 처벌받는 기준,3916;3917;3920;3921,3773;4025;3802;3810;3797;3815;3968;3875;3793;4061,118.8,0.000,0.000,0.000,0, +single,nl_005,natural_language_ko,semantic_search,document,안전보건교육은 누가 받아야 하고 어떤 내용을 다루는가,3853;3865,3787;3863;3817;3811;3767;3815;3793;3757;3792;3814,118.0,0.000,0.000,0.000,0, +single,cl_001,crosslingual_ko_en,semantic_search,document,기계 안전 가드 설계 원리,3770;3856,3770;3791;3762;3773;3789;3855;3895;3793;3763;3856,110.0,1.000,1.000,0.790,1, +single,cl_002,crosslingual_ko_en,semantic_search,document,산업 안전 입문서,3755;3775;3776;3777,3911;4025;3851;4026;3912;3886;3906;3985;4040;4060,104.9,0.000,0.000,0.000,1, +single,cl_003,crosslingual_ko_en,semantic_search,document,전기 안전 위험,3772;3790,3790;3897;3772;3775;3778;3794;4019;3774;3795;3816,121.9,1.000,1.000,0.920,1, +single,news_001,news_ko,semantic_search,news,이란과 미국의 군사 충돌,4303;4304;4307;4316;4322;4323;4327;4335,4321;4307;4744;4642;4333;4304;4447;4769;4647;4318,112.2,0.250,0.500,0.250,1, +single,news_002,news_ko,semantic_search,news,호르무즈 해협 봉쇄,4316;4320;4322;4327,4320;4346;4349;4762;4767;4761;4322;4457;4340;4316,110.2,0.750,1.000,0.633,0, +single,news_003,news_en,semantic_search,news,Trump Iran ultimatum,4258;4260;4262,4776;4691;4519;4688;4258;4361;4679;4347;4775;4665,105.2,0.333,0.200,0.182,1, +single,news_004,news_fr,semantic_search,news,guerre en Iran,4199;4202;4210;4361;4363;4507;4519;4521,4776;4199;4507;4321;4688;4769;4363;4202;4521;4642,107.0,0.625,0.500,0.526,1, +single,news_005,news_crosslingual,semantic_search,news,이란 미국 전쟁 글로벌 반응,4202;4258;4262;4536;4303;4304;4316,4765;4129;4452;4343;4457;4344;4307;4355;4569;4587,103.9,0.000,0.000,0.000,1, +single,misc_001,other_domain,fact_lookup,document,강체의 평면 운동학,4063;4065,4064;4063;4060;4071;4059;4058;3795;4066;3758;4065,186.6,1.000,0.500,0.564,1, +single,misc_002,other_domain,semantic_search,document,질점의 운동역학,4060;4061;4062,4060;4064;4059;4062;4058;4061;3758;4070;3783;3795,238.8,1.000,1.000,0.839,1, +single,fail_001,failure_expected,semantic_search,document,Rust async runtime tokio scheduler 내부 구조,,3810;4546;3767;4547;3793;3779;3819;3802;4062;3817,109.6,0.000,0.000,0.000,1, +single,fail_002,failure_expected,semantic_search,document,양자컴퓨터 큐비트 디코히어런스,,4058;4068;3802;4065;4059;4057;4545;4026;4025;4587,102.7,0.000,0.000,0.000,1, +single,fail_003,failure_expected,semantic_search,news,재즈 보컬리스트 빌리 홀리데이,,4634;4057;3757;3764;4749;3785;3799;4316;3789;3815,107.8,0.000,0.000,0.000,1, diff --git a/reports/phase1_2g.csv b/reports/phase1_2g.csv new file mode 100644 index 0000000..09eb2d1 --- /dev/null +++ b/reports/phase1_2g.csv @@ -0,0 +1,24 @@ +label,id,category,intent,domain_hint,query,relevant_ids,returned_ids_top10,latency_ms,recall_at_10,mrr_at_10,ndcg_at_10,top3_hit,error +single,kw_001,exact_keyword,fact_lookup,document,산업안전보건법 제6장,3856;3868;3879,3856;3851;3876;3862;3853;3861;3879;3868;3873;3871,183.6,1.000,1.000,0.774,1, +single,kw_002,exact_keyword,fact_lookup,document,중대재해 처벌 등에 관한 법률 제2장 중대산업재해,3917;3921,3921;3923;3917;3922;3918;3920;3919;3916;3874;3854,172.2,1.000,1.000,0.920,1, +single,kw_003,exact_keyword,fact_lookup,document,화학물질관리법 유해화학물질 영업자,3981,3981;3980;3985;3978;3983;3979;3857;3880;3903;3984,151.1,1.000,1.000,1.000,1, +single,kw_004,exact_keyword,fact_lookup,document,근로기준법 안전과 보건,4041,4041;3851;4042;3852;4044;3905;4043;3877;4040;3875,140.1,1.000,1.000,1.000,1, +single,kw_005,exact_keyword,fact_lookup,document,산업안전보건기준에 관한 규칙 보호구,3888,3897;3890;3901;3910;3888;3898;3885;3892;3891;3887,162.0,1.000,0.200,0.387,0, +single,nl_001,natural_language_ko,semantic_search,document,기계로 인한 산업재해 관련 법령,3856;3868;3879;3854,3897;3878;3851;3856;3868;3895;3879;3863;3874;3855,132.3,0.750,0.250,0.449,0, +single,nl_002,natural_language_ko,semantic_search,document,사업주가 도급을 줄 때 산업재해를 예방하기 위해 해야 할 일,3855;3867;3878,3855;3917;3867;3854;3896;3895;3851;3903;3908;3897,151.4,0.667,1.000,0.704,1, +single,nl_003,natural_language_ko,semantic_search,document,유해화학물질을 다루는 회사가 지켜야 할 안전 의무,3980;3981;3982,3980;3855;3985;3760;3910;3904;3757;3896;3903;3909,134.3,0.333,1.000,0.469,1, +single,nl_004,natural_language_ko,semantic_search,document,중대재해가 발생했을 때 경영책임자가 처벌받는 기준,3916;3917;3920;3921,3917;3918;3854;3877;3872;3984;3916;3919;3867;3922,136.5,0.500,1.000,0.521,1, +single,nl_005,natural_language_ko,semantic_search,document,안전보건교육은 누가 받아야 하고 어떤 내용을 다루는가,3853;3865,3853;4025;3876;3757;3787;3811;3778;3810;3818;3880,148.4,0.500,1.000,0.613,1, +single,cl_001,crosslingual_ko_en,semantic_search,document,기계 안전 가드 설계 원리,3770;3856,3770;4540;3817;4548;3758;3791;3774;3789;3787;3773,135.2,0.500,1.000,0.613,1, +single,cl_002,crosslingual_ko_en,semantic_search,document,산업 안전 입문서,3755;3775;3776;3777,3819;3755;3807;3802;3815;3817;3774;3775;3810;3800,134.7,0.500,0.500,0.369,1, +single,cl_003,crosslingual_ko_en,semantic_search,document,전기 안전 위험,3772;3790,3790;3897;3775;3772;3755;3771;3769;3774;3766;3799,148.2,1.000,1.000,0.877,1, +single,news_001,news_ko,semantic_search,news,이란과 미국의 군사 충돌,4303;4304;4307;4316;4322;4323;4327;4335,4317;4452;4329;4321;4307;4339;4331;4744;4642;4743,129.8,0.125,0.200,0.098,1, +single,news_002,news_ko,semantic_search,news,호르무즈 해협 봉쇄,4316;4320;4322;4327,4346;4320;4767;4349;4762;4322;4340;4759;4304;4642,126.3,0.500,0.500,0.385,0, +single,news_003,news_en,semantic_search,news,Trump Iran ultimatum,4258;4260;4262,4776;4775;4679;4519;4258;4199;4670;4202;4668;4515,125.1,0.333,0.200,0.182,1, +single,news_004,news_fr,semantic_search,news,guerre en Iran,4199;4202;4210;4361;4363;4507;4519;4521,4776;4199;4507;4519;4688;4211;4678;4258;4363;4691,129.4,0.500,0.500,0.471,1, +single,news_005,news_crosslingual,semantic_search,news,이란 미국 전쟁 글로벌 반응,4202;4258;4262;4536;4303;4304;4316,4457;4307;4452;4765;4329;4345;4324;4443;4761;4444,133.6,0.000,0.000,0.000,1, +single,misc_001,other_domain,fact_lookup,document,강체의 평면 운동학,4063;4065,4063;4071;4064;4065;4066;4058;4067;4069;4068;4062,205.9,1.000,1.000,0.877,1, +single,misc_002,other_domain,semantic_search,document,질점의 운동역학,4060;4061;4062,4062;4060;4061;4070;4058;4059;4064;4068;4066;4065,263.6,1.000,1.000,1.000,1, +single,fail_001,failure_expected,semantic_search,document,Rust async runtime tokio scheduler 내부 구조,,3810;4547;4546;3774;4540;3812;4069;3819;3787;4062,139.1,0.000,0.000,0.000,1, +single,fail_002,failure_expected,semantic_search,document,양자컴퓨터 큐비트 디코히어런스,,3817;3795;3856;4068;4064;4539;4058;3800;3904;4057,129.4,0.000,0.000,0.000,1, +single,fail_003,failure_expected,semantic_search,news,재즈 보컬리스트 빌리 홀리데이,,4634;4675;4697;4205;4289;4281;4116;4100;4057;3757,126.5,0.000,0.000,0.000,1, diff --git a/reports/phase1_2g_enhanced.csv b/reports/phase1_2g_enhanced.csv new file mode 100644 index 0000000..b06ea8a --- /dev/null +++ b/reports/phase1_2g_enhanced.csv @@ -0,0 +1,24 @@ +label,id,category,intent,domain_hint,query,relevant_ids,returned_ids_top10,latency_ms,recall_at_10,mrr_at_10,ndcg_at_10,top3_hit,error +single,kw_001,exact_keyword,fact_lookup,document,산업안전보건법 제6장,3856;3868;3879,3856;3851;3862;3853;3861;3868;3879;3873;3876;3871,179.3,1.000,1.000,0.793,1, +single,kw_002,exact_keyword,fact_lookup,document,중대재해 처벌 등에 관한 법률 제2장 중대산업재해,3917;3921,3917;3921;3923;3922;3918;3916;3919;3920;3874;3854,150.2,1.000,1.000,1.000,1, +single,kw_003,exact_keyword,fact_lookup,document,화학물질관리법 유해화학물질 영업자,3981,3981;3980;3985;3978;3983;3984;3979;3857;3880;3993,108.7,1.000,1.000,1.000,1, +single,kw_004,exact_keyword,fact_lookup,document,근로기준법 안전과 보건,4041,4041;3851;4042;3858;4044;3852;4043;4040;3881;4038,114.1,1.000,1.000,1.000,1, +single,kw_005,exact_keyword,fact_lookup,document,산업안전보건기준에 관한 규칙 보호구,3888,3888;3885;3910;3897;3890;3894;3908;3909;3892;3901,159.1,1.000,1.000,1.000,1, +single,nl_001,natural_language_ko,semantic_search,document,기계로 인한 산업재해 관련 법령,3856;3868;3879;3854,3897;3878;3856;3879;3868;3851;3895;3874;3867;3855,113.7,0.750,0.333,0.514,1, +single,nl_002,natural_language_ko,semantic_search,document,사업주가 도급을 줄 때 산업재해를 예방하기 위해 해야 할 일,3855;3867;3878,3855;3917;3867;3878;3854;3896;3903;3895;3851;3904,140.9,1.000,1.000,0.906,1, +single,nl_003,natural_language_ko,semantic_search,document,유해화학물질을 다루는 회사가 지켜야 할 안전 의무,3980;3981;3982,3980;3985;3917;3903;3855;3760;3904;3880;3851;3912,136.5,0.333,1.000,0.469,1, +single,nl_004,natural_language_ko,semantic_search,document,중대재해가 발생했을 때 경영책임자가 처벌받는 기준,3916;3917;3920;3921,3917;3918;3854;3916;3877;3921;3919;3923;3922;3872,141.2,0.750,1.000,0.698,1, +single,nl_005,natural_language_ko,semantic_search,document,안전보건교육은 누가 받아야 하고 어떤 내용을 다루는가,3853;3865,3853;3876;3811;4025;3778;3810;3757;3787;3818;3859,134.9,0.500,1.000,0.613,1, +single,cl_001,crosslingual_ko_en,semantic_search,document,기계 안전 가드 설계 원리,3770;3856,3817;3791;3770;4540;3758;4548;3774;3787;3789;3819,109.5,0.500,0.333,0.307,1, +single,cl_002,crosslingual_ko_en,semantic_search,document,산업 안전 입문서,3755;3775;3776;3777,3755;3817;3802;3807;3819;3774;3787;3815;3775;3760,102.4,0.500,1.000,0.508,1, +single,cl_003,crosslingual_ko_en,semantic_search,document,전기 안전 위험,3772;3790,3790;3897;3775;3772;3771;3769;3755;3774;3814;3816,131.4,1.000,1.000,0.877,1, +single,news_001,news_ko,semantic_search,news,이란과 미국의 군사 충돌,4303;4304;4307;4316;4322;4323;4327;4335,4307;4452;4317;4331;4339;4321;4650;4418;4329;4457,97.1,0.125,1.000,0.253,1, +single,news_002,news_ko,semantic_search,news,호르무즈 해협 봉쇄,4316;4320;4322;4327,4346;4320;4767;4349;4322;4762;4340;4759;4642;4744,97.0,0.500,0.500,0.397,0, +single,news_003,news_en,semantic_search,news,Trump Iran ultimatum,4258;4260;4262,4776;4775;4679;4519;4258;4199;4670;4202;4668;4321,93.7,0.333,0.200,0.182,1, +single,news_004,news_fr,semantic_search,news,guerre en Iran,4199;4202;4210;4361;4363;4507;4519;4521,4776;4199;4507;4688;4678;4519;4211;4521;4363;4258,100.5,0.625,0.500,0.532,1, +single,news_005,news_crosslingual,semantic_search,news,이란 미국 전쟁 글로벌 반응,4202;4258;4262;4536;4303;4304;4316,4457;4307;4452;4765;4329;4324;4345;4761;4443;4444,104.1,0.000,0.000,0.000,1, +single,misc_001,other_domain,fact_lookup,document,강체의 평면 운동학,4063;4065,4063;4071;4065;4064;4066;4058;4067;4069;4068;4062,177.2,1.000,1.000,0.920,1, +single,misc_002,other_domain,semantic_search,document,질점의 운동역학,4060;4061;4062,4062;4060;4061;4070;4058;4059;4064;4068;4065;4066,236.5,1.000,1.000,1.000,1, +single,fail_001,failure_expected,semantic_search,document,Rust async runtime tokio scheduler 내부 구조,,3810;3774;4547;4546;4540;3816;3787;3812;3807;4062,94.4,0.000,0.000,0.000,1, +single,fail_002,failure_expected,semantic_search,document,양자컴퓨터 큐비트 디코히어런스,,3795;4057;4064;4068;3817;4058;4067;4063;3800;3770,97.5,0.000,0.000,0.000,1, +single,fail_003,failure_expected,semantic_search,news,재즈 보컬리스트 빌리 홀리데이,,4675;4634;4281;4289;4205;4116;4697;4100;3801;4235,94.2,0.000,0.000,0.000,1, diff --git a/reports/phase1_3_rerank.csv b/reports/phase1_3_rerank.csv new file mode 100644 index 0000000..c6e6b53 --- /dev/null +++ b/reports/phase1_3_rerank.csv @@ -0,0 +1,24 @@ +label,id,category,intent,domain_hint,query,relevant_ids,returned_ids_top10,latency_ms,recall_at_10,mrr_at_10,ndcg_at_10,top3_hit,error +single,kw_001,exact_keyword,fact_lookup,document,산업안전보건법 제6장,3856;3868;3879,3856;3851;3862;3853;3861;3868;3879;3873;3876;3871,170.6,1.000,1.000,0.793,1, +single,kw_002,exact_keyword,fact_lookup,document,중대재해 처벌 등에 관한 법률 제2장 중대산업재해,3917;3921,3921;3917;3919;3923;3916;3874;3918;3854;3922;3920,217.1,1.000,1.000,1.000,1, +single,kw_003,exact_keyword,fact_lookup,document,화학물질관리법 유해화학물질 영업자,3981,3981;3985;3980;3984;3993;3857;3978;3986;3983;3957,185.8,1.000,1.000,1.000,1, +single,kw_004,exact_keyword,fact_lookup,document,근로기준법 안전과 보건,4041,4041;3852;3851;3877;3905;3903;3858;3881;3781;3912,207.6,1.000,1.000,1.000,1, +single,kw_005,exact_keyword,fact_lookup,document,산업안전보건기준에 관한 규칙 보호구,3888,3888;3912;3911;3905;3909;3889;3910;3897;3890;3896,218.6,1.000,1.000,1.000,1, +single,nl_001,natural_language_ko,semantic_search,document,기계로 인한 산업재해 관련 법령,3856;3868;3879;3854,3878;3897;3863;3868;3879;3856;3895;3867;3851;3854,173.5,1.000,0.250,0.571,0, +single,nl_002,natural_language_ko,semantic_search,document,사업주가 도급을 줄 때 산업재해를 예방하기 위해 해야 할 일,3855;3867;3878,3855;3917;3854;3867;3878;3863;3851;3908;3903;3895,186.1,1.000,1.000,0.853,1, +single,nl_003,natural_language_ko,semantic_search,document,유해화학물질을 다루는 회사가 지켜야 할 안전 의무,3980;3981;3982,3980;3903;3904;3905;3981;3985;3896;3917;3857;3909,186.5,0.667,1.000,0.651,1, +single,nl_004,natural_language_ko,semantic_search,document,중대재해가 발생했을 때 경영책임자가 처벌받는 기준,3916;3917;3920;3921,3917;3918;3916;3923;3919;3921;3854;3872;3877;3922,185.2,0.750,1.000,0.725,1, +single,nl_005,natural_language_ko,semantic_search,document,안전보건교육은 누가 받아야 하고 어떤 내용을 다루는가,3853;3865,3853;4025;3876;3879;3859;3865;3781;3815;3818;3787,183.9,1.000,1.000,0.832,1, +single,cl_001,crosslingual_ko_en,semantic_search,document,기계 안전 가드 설계 원리,3770;3856,3770;4540;3817;4541;3774;3816;3787;3758;3793;3773,148.4,0.500,1.000,0.613,1, +single,cl_002,crosslingual_ko_en,semantic_search,document,산업 안전 입문서,3755;3775;3776;3777,3760;3755;3774;3764;3758;3775;3779;3802;3814;3817,151.8,0.500,0.500,0.385,1, +single,cl_003,crosslingual_ko_en,semantic_search,document,전기 안전 위험,3772;3790,3897;3772;3771;4018;3773;3790;3819;4020;3807;3755,172.5,1.000,0.500,0.605,1, +single,news_001,news_ko,semantic_search,news,이란과 미국의 군사 충돌,4303;4304;4307;4316;4322;4323;4327;4335,4317;4321;4771;4446;4743;4452;4307;4418;4331;4744,166.3,0.125,0.143,0.084,1, +single,news_002,news_ko,semantic_search,news,호르무즈 해협 봉쇄,4316;4320;4322;4327,4327;4346;4349;4762;4767;4759;4322;4320;4340;4304,161.1,0.750,1.000,0.644,0, +single,news_003,news_en,semantic_search,news,Trump Iran ultimatum,4258;4260;4262,4776;4515;4519;4658;4644;4763;4333;4762;4679;4321,141.6,0.000,0.000,0.000,1, +single,news_004,news_fr,semantic_search,news,guerre en Iran,4199;4202;4210;4361;4363;4507;4519;4521,4678;4507;4199;4688;4776;4363;4519;4668;4670;4672,146.0,0.500,0.500,0.460,1, +single,news_005,news_crosslingual,semantic_search,news,이란 미국 전쟁 글로벌 반응,4202;4258;4262;4536;4303;4304;4316,4262;4457;4765;4324;4345;4329;4452;4443;4761;4642,164.5,0.143,1.000,0.275,1, +single,misc_001,other_domain,fact_lookup,document,강체의 평면 운동학,4063;4065,4063;4065;4064;4067;4071;4068;4069;4062;4060;4066,236.6,1.000,1.000,1.000,1, +single,misc_002,other_domain,semantic_search,document,질점의 운동역학,4060;4061;4062,4062;4060;4070;4064;4068;4067;4065;4058;4071;4066,290.3,0.667,1.000,0.765,1, +single,fail_001,failure_expected,semantic_search,document,Rust async runtime tokio scheduler 내부 구조,,4069;4546;4062;4547;3801;3787;3812;4542;3770;3819,152.9,0.000,0.000,0.000,1, +single,fail_002,failure_expected,semantic_search,document,양자컴퓨터 큐비트 디코히어런스,,4058;4057;4067;3800;4065;4068;3817;4063;4064;3915,147.8,0.000,0.000,0.000,1, +single,fail_003,failure_expected,semantic_search,news,재즈 보컬리스트 빌리 홀리데이,,4634;4100;4116;4281;4697;4205;4077;4235;4758;4289,142.4,0.000,0.000,0.000,1, diff --git a/reports/phase2_1_baseline_regression.csv b/reports/phase2_1_baseline_regression.csv new file mode 100644 index 0000000..ca2ad30 --- /dev/null +++ b/reports/phase2_1_baseline_regression.csv @@ -0,0 +1,24 @@ +label,id,category,intent,domain_hint,query,relevant_ids,returned_ids_top10,latency_ms,recall_at_10,mrr_at_10,ndcg_at_10,top3_hit,error +single,kw_001,exact_keyword,fact_lookup,document,산업안전보건법 제6장,3856;3868;3879,3856;3851;3862;3853;3861;3868;3879;3873;3876;3871,65.6,1.000,1.000,0.793,1, +single,kw_002,exact_keyword,fact_lookup,document,중대재해 처벌 등에 관한 법률 제2장 중대산업재해,3917;3921,3921;3917;3919;3923;3916;3874;3918;3854;3922;3920,243.6,1.000,1.000,1.000,1, +single,kw_003,exact_keyword,fact_lookup,document,화학물질관리법 유해화학물질 영업자,3981,3981;3985;3980;3984;3993;3857;3978;3986;3983;3957,187.3,1.000,1.000,1.000,1, +single,kw_004,exact_keyword,fact_lookup,document,근로기준법 안전과 보건,4041,4041;3852;3851;3877;3905;3903;3858;3881;3781;3912,191.8,1.000,1.000,1.000,1, +single,kw_005,exact_keyword,fact_lookup,document,산업안전보건기준에 관한 규칙 보호구,3888,3888;3912;3911;3905;3909;3889;3910;3897;3890;3896,194.9,1.000,1.000,1.000,1, +single,nl_001,natural_language_ko,semantic_search,document,기계로 인한 산업재해 관련 법령,3856;3868;3879;3854,3878;3897;3863;3868;3856;3879;3895;3867;3851;3854,176.6,1.000,0.250,0.571,0, +single,nl_002,natural_language_ko,semantic_search,document,사업주가 도급을 줄 때 산업재해를 예방하기 위해 해야 할 일,3855;3867;3878,3855;3917;3854;3867;3878;3863;3851;3908;3903;3895,201.0,1.000,1.000,0.853,1, +single,nl_003,natural_language_ko,semantic_search,document,유해화학물질을 다루는 회사가 지켜야 할 안전 의무,3980;3981;3982,3980;3903;3904;3905;3981;3985;3896;3917;3857;3909,82.3,0.667,1.000,0.651,1, +single,nl_004,natural_language_ko,semantic_search,document,중대재해가 발생했을 때 경영책임자가 처벌받는 기준,3916;3917;3920;3921,3917;3918;3916;3923;3919;3921;3854;3872;3877;3922,141.9,0.750,1.000,0.725,1, +single,nl_005,natural_language_ko,semantic_search,document,안전보건교육은 누가 받아야 하고 어떤 내용을 다루는가,3853;3865,3853;4025;3876;3879;3859;3865;3781;3815;3818;3787,155.5,1.000,1.000,0.832,1, +single,cl_001,crosslingual_ko_en,semantic_search,document,기계 안전 가드 설계 원리,3770;3856,3770;4540;3817;4541;3774;3816;3787;3758;3793;3773,176.8,0.500,1.000,0.613,1, +single,cl_002,crosslingual_ko_en,semantic_search,document,산업 안전 입문서,3755;3775;3776;3777,3760;3755;3774;3764;3758;3775;3779;3802;3814;3817,149.8,0.500,0.500,0.385,1, +single,cl_003,crosslingual_ko_en,semantic_search,document,전기 안전 위험,3772;3790,3897;3772;3771;4018;3773;3790;3819;4020;3807;3755,178.2,1.000,0.500,0.605,1, +single,news_001,news_ko,semantic_search,news,이란과 미국의 군사 충돌,4303;4304;4307;4316;4322;4323;4327;4335,4317;4321;4771;4446;4743;4307;4452;4418;4744;4331,158.7,0.125,0.167,0.090,1, +single,news_002,news_ko,semantic_search,news,호르무즈 해협 봉쇄,4316;4320;4322;4327,4327;4346;4349;4762;4767;4759;4322;4320;4340;4304,165.8,0.750,1.000,0.644,0, +single,news_003,news_en,semantic_search,news,Trump Iran ultimatum,4258;4260;4262,4776;4515;4519;4658;4644;4763;4333;4762;4679;4670,152.8,0.000,0.000,0.000,1, +single,news_004,news_fr,semantic_search,news,guerre en Iran,4199;4202;4210;4361;4363;4507;4519;4521,4678;4507;4199;4688;4776;4363;4519;4668;4670;4672,147.1,0.500,0.500,0.460,1, +single,news_005,news_crosslingual,semantic_search,news,이란 미국 전쟁 글로벌 반응,4202;4258;4262;4536;4303;4304;4316,4262;4457;4765;4324;4345;4329;4452;4443;4761;4642,159.6,0.143,1.000,0.275,1, +single,misc_001,other_domain,fact_lookup,document,강체의 평면 운동학,4063;4065,4063;4065;4064;4067;4071;4068;4069;4062;4060;4066,236.0,1.000,1.000,1.000,1, +single,misc_002,other_domain,semantic_search,document,질점의 운동역학,4060;4061;4062,4062;4060;4070;4064;4068;4067;4065;4058;4071;4066,289.7,0.667,1.000,0.765,1, +single,fail_001,failure_expected,semantic_search,document,Rust async runtime tokio scheduler 내부 구조,,4815;4069;4546;4062;4547;3801;3787;3812;4542;3770,146.4,0.000,0.000,0.000,1, +single,fail_002,failure_expected,semantic_search,document,양자컴퓨터 큐비트 디코히어런스,,4058;4057;4067;3800;4065;4068;3817;4063;4064;3915,140.7,0.000,0.000,0.000,1, +single,fail_003,failure_expected,semantic_search,news,재즈 보컬리스트 빌리 홀리데이,,4634;4100;4815;4116;4281;4697;4205;4077;4235;4758,142.2,0.000,0.000,0.000,1, diff --git a/reports/phase2_2_multilingual.csv b/reports/phase2_2_multilingual.csv new file mode 100644 index 0000000..9f2081c --- /dev/null +++ b/reports/phase2_2_multilingual.csv @@ -0,0 +1,24 @@ +label,id,category,intent,domain_hint,query,relevant_ids,returned_ids_top10,latency_ms,recall_at_10,mrr_at_10,ndcg_at_10,top3_hit,error +single,kw_001,exact_keyword,fact_lookup,document,산업안전보건법 제6장,3856;3868;3879,3856;3851;3862;3853;3861;3868;3879;3873;3876;3871,104.5,1.000,1.000,0.793,1, +single,kw_002,exact_keyword,fact_lookup,document,중대재해 처벌 등에 관한 법률 제2장 중대산업재해,3917;3921,3921;3917;3919;3923;3916;3874;3918;3854;3922;3920,1459.4,1.000,1.000,1.000,1, +single,kw_003,exact_keyword,fact_lookup,document,화학물질관리법 유해화학물질 영업자,3981,3981;3985;3980;3984;3993;3857;3978;3983;3957;3982,161.6,1.000,1.000,1.000,1, +single,kw_004,exact_keyword,fact_lookup,document,근로기준법 안전과 보건,4041,4041;3851;3877;3905;3858;3903;3881;3781;3912;3817,218.2,1.000,1.000,1.000,1, +single,kw_005,exact_keyword,fact_lookup,document,산업안전보건기준에 관한 규칙 보호구,3888,3888;3885;3910;3897;3909;3908;3892;3901;3891;3887,171.1,1.000,1.000,1.000,1, +single,nl_001,natural_language_ko,semantic_search,document,기계로 인한 산업재해 관련 법령,3856;3868;3879;3854,3878;3897;3863;3868;3879;3856;3895;3867;3851;3855,159.8,0.750,0.250,0.458,0, +single,nl_002,natural_language_ko,semantic_search,document,사업주가 도급을 줄 때 산업재해를 예방하기 위해 해야 할 일,3855;3867;3878,3855;3917;3854;3867;3878;3863;3851;3908;3903;3895,164.6,1.000,1.000,0.853,1, +single,nl_003,natural_language_ko,semantic_search,document,유해화학물질을 다루는 회사가 지켜야 할 안전 의무,3980;3981;3982,3980;3904;3905;3985;3896;3907;3917;3909;3895;3880,157.2,0.333,1.000,0.469,1, +single,nl_004,natural_language_ko,semantic_search,document,중대재해가 발생했을 때 경영책임자가 처벌받는 기준,3916;3917;3920;3921,3917;3918;3916;3919;3921;3854;3872;3877;3880;3984,192.9,0.750,1.000,0.737,1, +single,nl_005,natural_language_ko,semantic_search,document,안전보건교육은 누가 받아야 하고 어떤 내용을 다루는가,3853;3865,3853;4025;3876;3859;3781;3815;3769;3818;3787;3811,161.7,0.500,1.000,0.613,1, +single,cl_001,crosslingual_ko_en,semantic_search,document,기계 안전 가드 설계 원리,3770;3856,3770;4540;3817;3810;4541;3774;3816;3787;3758;3793,188.5,0.500,1.000,0.613,1, +single,cl_002,crosslingual_ko_en,semantic_search,document,산업 안전 입문서,3755;3775;3776;3777,3756;3760;3757;3767;3755;3774;3758;3761;3775;3779,158.6,0.500,0.200,0.269,1, +single,cl_003,crosslingual_ko_en,semantic_search,document,전기 안전 위험,3772;3790,3897;3772;3771;3795;3773;3790;3819;3806;3807;3755,183.4,1.000,0.500,0.605,1, +single,news_001,news_ko,semantic_search,news,이란과 미국의 군사 충돌,4303;4304;4307;4316;4322;4323;4327;4335,4317;4321;4771;4743;4307;4452;4761;4678;4418;4331,207.9,0.125,0.200,0.098,1, +single,news_002,news_ko,semantic_search,news,호르무즈 해협 봉쇄,4316;4320;4322;4327,4327;4346;4349;4762;4767;4759;4322;4320;4340;4304,166.1,0.750,1.000,0.644,0, +single,news_003,news_en,semantic_search,news,Trump Iran ultimatum,4258;4260;4262,4776;4515;4519;4658;4644;4763;4333;4762;4679;4321,76.7,0.000,0.000,0.000,1, +single,news_004,news_fr,semantic_search,news,guerre en Iran,4199;4202;4210;4361;4363;4507;4519;4521,4678;4507;4199;4688;4776;4363;4519;4668;4670;4672,160.3,0.500,0.500,0.460,1, +single,news_005,news_crosslingual,semantic_search,news,이란 미국 전쟁 글로벌 반응,4202;4258;4262;4536;4303;4304;4316,4262;4457;4765;4324;4345;4329;4258;4452;4443;4761,172.0,0.286,1.000,0.367,1, +single,misc_001,other_domain,fact_lookup,document,강체의 평면 운동학,4063;4065,4063;4065;4064;4067;4071;4068;4069;4062;4060;4066,276.6,1.000,1.000,1.000,1, +single,misc_002,other_domain,semantic_search,document,질점의 운동역학,4060;4061;4062,4062;4060;4070;4064;4068;4067;4065;4058;4071;4066,300.0,0.667,1.000,0.765,1, +single,fail_001,failure_expected,semantic_search,document,Rust async runtime tokio scheduler 내부 구조,,4815;4069;4546;4062;4547;3801;3787;3812;4542;3770,157.2,0.000,0.000,0.000,1, +single,fail_002,failure_expected,semantic_search,document,양자컴퓨터 큐비트 디코히어런스,,4058;4057;4067;3800;4062;4065;4068;3817;4063;4064,150.4,0.000,0.000,0.000,1, +single,fail_003,failure_expected,semantic_search,news,재즈 보컬리스트 빌리 홀리데이,,4634;4100;4815;4711;4116;4281;4697;4205;4077;4235,146.8,0.000,0.000,0.000,1, diff --git a/reports/phase2_2_narrow.csv b/reports/phase2_2_narrow.csv new file mode 100644 index 0000000..7a5e956 --- /dev/null +++ b/reports/phase2_2_narrow.csv @@ -0,0 +1,24 @@ +label,id,category,intent,domain_hint,query,relevant_ids,returned_ids_top10,latency_ms,recall_at_10,mrr_at_10,ndcg_at_10,top3_hit,error +single,kw_001,exact_keyword,fact_lookup,document,산업안전보건법 제6장,3856;3868;3879,3856;3851;3862;3853;3861;3868;3879;3873;3876;3871,69.6,1.000,1.000,0.793,1, +single,kw_002,exact_keyword,fact_lookup,document,중대재해 처벌 등에 관한 법률 제2장 중대산업재해,3917;3921,3921;3917;3919;3923;3916;3874;3918;3854;3922;3920,153.9,1.000,1.000,1.000,1, +single,kw_003,exact_keyword,fact_lookup,document,화학물질관리법 유해화학물질 영업자,3981,3981;3985;3980;3984;3993;3857;3978;3986;3983;3957,87.0,1.000,1.000,1.000,1, +single,kw_004,exact_keyword,fact_lookup,document,근로기준법 안전과 보건,4041,4041;3852;3851;3877;3905;3903;3858;3881;3781;3912,138.1,1.000,1.000,1.000,1, +single,kw_005,exact_keyword,fact_lookup,document,산업안전보건기준에 관한 규칙 보호구,3888,3888;3912;3911;3905;3909;3889;3910;3897;3890;3896,124.6,1.000,1.000,1.000,1, +single,nl_001,natural_language_ko,semantic_search,document,기계로 인한 산업재해 관련 법령,3856;3868;3879;3854,3878;3897;3863;3868;3856;3879;3895;3867;3851;3854,131.6,1.000,0.250,0.571,0, +single,nl_002,natural_language_ko,semantic_search,document,사업주가 도급을 줄 때 산업재해를 예방하기 위해 해야 할 일,3855;3867;3878,3855;3917;3854;3867;3878;3863;3851;3908;3903;3895,120.9,1.000,1.000,0.853,1, +single,nl_003,natural_language_ko,semantic_search,document,유해화학물질을 다루는 회사가 지켜야 할 안전 의무,3980;3981;3982,3980;3903;3904;3905;3981;3985;3896;3917;3857;3909,81.6,0.667,1.000,0.651,1, +single,nl_004,natural_language_ko,semantic_search,document,중대재해가 발생했을 때 경영책임자가 처벌받는 기준,3916;3917;3920;3921,3917;3918;3916;3923;3919;3921;3854;3872;3877;3922,115.9,0.750,1.000,0.725,1, +single,nl_005,natural_language_ko,semantic_search,document,안전보건교육은 누가 받아야 하고 어떤 내용을 다루는가,3853;3865,3853;4025;3876;3879;3859;3865;3781;3815;3818;3787,116.2,1.000,1.000,0.832,1, +single,cl_001,crosslingual_ko_en,semantic_search,document,기계 안전 가드 설계 원리,3770;3856,3770;4540;3817;4541;3774;3816;3787;3758;3793;3773,82.1,0.500,1.000,0.613,1, +single,cl_002,crosslingual_ko_en,semantic_search,document,산업 안전 입문서,3755;3775;3776;3777,3760;3755;3774;3764;3758;3775;3779;3802;3814;3817,80.1,0.500,0.500,0.385,1, +single,cl_003,crosslingual_ko_en,semantic_search,document,전기 안전 위험,3772;3790,3897;3772;3771;4018;3773;3790;3819;4020;3807;3755,125.9,1.000,0.500,0.605,1, +single,news_001,news_ko,semantic_search,news,이란과 미국의 군사 충돌,4303;4304;4307;4316;4322;4323;4327;4335,4317;4321;4771;4743;4307;4452;4761;4678;4418;4331,1928.5,0.125,0.200,0.098,1, +single,news_002,news_ko,semantic_search,news,호르무즈 해협 봉쇄,4316;4320;4322;4327,4327;4346;4349;4762;4767;4759;4322;4320;4340;4304,195.4,0.750,1.000,0.644,0, +single,news_003,news_en,semantic_search,news,Trump Iran ultimatum,4258;4260;4262,4776;4515;4519;4658;4644;4763;4333;4762;4679;4321,118.9,0.000,0.000,0.000,1, +single,news_004,news_fr,semantic_search,news,guerre en Iran,4199;4202;4210;4361;4363;4507;4519;4521,4678;4507;4199;4688;4776;4363;4519;4668;4670;4672,198.9,0.500,0.500,0.460,1, +single,news_005,news_crosslingual,semantic_search,news,이란 미국 전쟁 글로벌 반응,4202;4258;4262;4536;4303;4304;4316,4262;4457;4765;4324;4345;4329;4258;4452;4443;4761,197.6,0.286,1.000,0.367,1, +single,misc_001,other_domain,fact_lookup,document,강체의 평면 운동학,4063;4065,4063;4065;4064;4067;4071;4068;4069;4062;4060;4066,185.0,1.000,1.000,1.000,1, +single,misc_002,other_domain,semantic_search,document,질점의 운동역학,4060;4061;4062,4062;4060;4070;4064;4068;4067;4065;4058;4071;4066,268.8,0.667,1.000,0.765,1, +single,fail_001,failure_expected,semantic_search,document,Rust async runtime tokio scheduler 내부 구조,,4815;4069;4546;4062;4547;3801;3787;3812;4542;3770,125.5,0.000,0.000,0.000,1, +single,fail_002,failure_expected,semantic_search,document,양자컴퓨터 큐비트 디코히어런스,,4058;4057;4067;3800;4065;3817;4068;4063;4064;3915,120.0,0.000,0.000,0.000,1, +single,fail_003,failure_expected,semantic_search,news,재즈 보컬리스트 빌리 홀리데이,,4634;4100;4815;4116;4281;4697;4205;4077;4235;4758,114.4,0.000,0.000,0.000,1, diff --git a/reports/phase2_3_soft_filter.csv b/reports/phase2_3_soft_filter.csv new file mode 100644 index 0000000..5c43091 --- /dev/null +++ b/reports/phase2_3_soft_filter.csv @@ -0,0 +1,24 @@ +label,id,category,intent,domain_hint,query,relevant_ids,returned_ids_top10,latency_ms,recall_at_10,mrr_at_10,ndcg_at_10,top3_hit,error +single,kw_001,exact_keyword,fact_lookup,document,산업안전보건법 제6장,3856;3868;3879,3856;3851;3862;3861;3868;3873;3859;4041;3890;3900,68.0,0.667,1.000,0.651,1, +single,kw_002,exact_keyword,fact_lookup,document,중대재해 처벌 등에 관한 법률 제2장 중대산업재해,3917;3921,3921;3917;3919;3923;3916;3874;3918;3854;3922;3920,153.3,1.000,1.000,1.000,1, +single,kw_003,exact_keyword,fact_lookup,document,화학물질관리법 유해화학물질 영업자,3981,3981;3985;3980;3984;3993;3857;3978;3986;3983;3957,116.9,1.000,1.000,1.000,1, +single,kw_004,exact_keyword,fact_lookup,document,근로기준법 안전과 보건,4041,4041;3852;3851;3877;3905;3903;3858;3881;3781;3912,141.0,1.000,1.000,1.000,1, +single,kw_005,exact_keyword,fact_lookup,document,산업안전보건기준에 관한 규칙 보호구,3888,3888;3912;3911;3905;3909;3889;3910;3897;3890;3896,154.4,1.000,1.000,1.000,1, +single,nl_001,natural_language_ko,semantic_search,document,기계로 인한 산업재해 관련 법령,3856;3868;3879;3854,3878;3897;3863;3868;3856;3879;3895;3867;3851;3854,110.2,1.000,0.250,0.571,0, +single,nl_002,natural_language_ko,semantic_search,document,사업주가 도급을 줄 때 산업재해를 예방하기 위해 해야 할 일,3855;3867;3878,3855;3917;3854;3867;3878;3863;3851;3908;3903;3895,81.4,1.000,1.000,0.853,1, +single,nl_003,natural_language_ko,semantic_search,document,유해화학물질을 다루는 회사가 지켜야 할 안전 의무,3980;3981;3982,3980;3903;3904;3905;3981;3985;3896;3917;3857;3909,117.5,0.667,1.000,0.651,1, +single,nl_004,natural_language_ko,semantic_search,document,중대재해가 발생했을 때 경영책임자가 처벌받는 기준,3916;3917;3920;3921,3917;3918;3916;3923;3919;3921;3854;3872;3877;3922,115.1,0.750,1.000,0.725,1, +single,nl_005,natural_language_ko,semantic_search,document,안전보건교육은 누가 받아야 하고 어떤 내용을 다루는가,3853;3865,3853;4025;3876;3879;3859;3865;3781;3815;3818;3787,116.3,1.000,1.000,0.832,1, +single,cl_001,crosslingual_ko_en,semantic_search,document,기계 안전 가드 설계 원리,3770;3856,3770;4540;3817;4541;3774;3816;3787;3758;3793;3773,83.4,0.500,1.000,0.613,1, +single,cl_002,crosslingual_ko_en,semantic_search,document,산업 안전 입문서,3755;3775;3776;3777,3760;3755;3774;3764;3758;3775;3779;3802;3814;3817,112.2,0.500,0.500,0.385,1, +single,cl_003,crosslingual_ko_en,semantic_search,document,전기 안전 위험,3772;3790,3897;3772;3771;4018;3773;3790;3819;4020;3807;3755,127.1,1.000,0.500,0.605,1, +single,news_001,news_ko,semantic_search,news,이란과 미국의 군사 충돌,4303;4304;4307;4316;4322;4323;4327;4335,4317;4321;4771;4743;4452;4307;4761;4678;4418;4331,1477.9,0.125,0.167,0.090,1, +single,news_002,news_ko,semantic_search,news,호르무즈 해협 봉쇄,4316;4320;4322;4327,4327;4346;4349;4762;4767;4759;4322;4320;4340;4304,227.0,0.750,1.000,0.644,0, +single,news_003,news_en,semantic_search,news,Trump Iran ultimatum,4258;4260;4262,4776;4515;4519;4658;4644;4763;4333;4762;4679;4321,119.3,0.000,0.000,0.000,1, +single,news_004,news_fr,semantic_search,news,guerre en Iran,4199;4202;4210;4361;4363;4507;4519;4521,4678;4507;4199;4688;4776;4363;4519;4668;4670;4672,159.5,0.500,0.500,0.460,1, +single,news_005,news_crosslingual,semantic_search,news,이란 미국 전쟁 글로벌 반응,4202;4258;4262;4536;4303;4304;4316,4262;4457;4765;4324;4345;4329;4258;4452;4443;4761,215.1,0.286,1.000,0.367,1, +single,misc_001,other_domain,fact_lookup,document,강체의 평면 운동학,4063;4065,4063;4065;4064;4067;4071;4068;4069;4062;4060;4066,172.4,1.000,1.000,1.000,1, +single,misc_002,other_domain,semantic_search,document,질점의 운동역학,4060;4061;4062,4062;4060;4070;4064;4068;4067;4065;4058;4071;4066,273.7,0.667,1.000,0.765,1, +single,fail_001,failure_expected,semantic_search,document,Rust async runtime tokio scheduler 내부 구조,,4815;4069;4546;4062;4547;3801;3787;3812;4542;3770,80.5,0.000,0.000,0.000,1, +single,fail_002,failure_expected,semantic_search,document,양자컴퓨터 큐비트 디코히어런스,,4058;4057;4067;3800;4065;4068;3817;4063;4064;3915,115.8,0.000,0.000,0.000,1, +single,fail_003,failure_expected,semantic_search,news,재즈 보컬리스트 빌리 홀리데이,,4634;4100;4815;4116;4281;4697;4205;4077;4235;4758,113.4,0.000,0.000,0.000,1, diff --git a/reports/regression_2026-04-20.csv b/reports/regression_2026-04-20.csv new file mode 100644 index 0000000..6c0af92 --- /dev/null +++ b/reports/regression_2026-04-20.csv @@ -0,0 +1,24 @@ +label,id,category,intent,domain_hint,query,relevant_ids,returned_ids_top10,latency_ms,recall_at_10,mrr_at_10,ndcg_at_10,top3_hit,error +single,kw_001,exact_keyword,fact_lookup,document,산업안전보건법 제6장,3856;3868;3879,3856;3851;3862;3853;3861;3868;3879;3873;3876;3871,207.7,1.000,1.000,0.793,1, +single,kw_002,exact_keyword,fact_lookup,document,중대재해 처벌 등에 관한 법률 제2장 중대산업재해,3917;3921,3917;3921;3923;3922;3918;3916;3919;3920;3874;3854,323.1,1.000,1.000,1.000,1, +single,kw_003,exact_keyword,fact_lookup,document,화학물질관리법 유해화학물질 영업자,3981,3981;3980;3985;3978;3983;3984;3979;3857;3880;3993,155.9,1.000,1.000,1.000,1, +single,kw_004,exact_keyword,fact_lookup,document,근로기준법 안전과 보건,4041,4041;3851;4042;3858;4044;3852;4043;4040;3881;4038,188.8,1.000,1.000,1.000,1, +single,kw_005,exact_keyword,fact_lookup,document,산업안전보건기준에 관한 규칙 보호구,3888,3888;3885;3910;3897;3890;3894;3908;3909;3892;3901,260.7,1.000,1.000,1.000,1, +single,nl_001,natural_language_ko,semantic_search,document,기계로 인한 산업재해 관련 법령,3856;3868;3879;3854,3897;3878;3856;3879;5249;3868;3851;3895;5244;3874,207.9,0.750,0.333,0.502,1, +single,nl_002,natural_language_ko,semantic_search,document,사업주가 도급을 줄 때 산업재해를 예방하기 위해 해야 할 일,3855;3867;3878,3855;3917;3867;3878;5227;3854;5244;3896;3903;3895,315.7,1.000,1.000,0.906,1, +single,nl_003,natural_language_ko,semantic_search,document,유해화학물질을 다루는 회사가 지켜야 할 안전 의무,3980;3981;3982,3980;3985;5253;3917;5227;3903;3855;3760;3904;3880,313.3,0.333,1.000,0.469,1, +single,nl_004,natural_language_ko,semantic_search,document,중대재해가 발생했을 때 경영책임자가 처벌받는 기준,3916;3917;3920;3921,3917;3918;3854;3916;3877;3921;5244;3919;3923;3922,317.5,0.750,1.000,0.698,1, +single,nl_005,natural_language_ko,semantic_search,document,안전보건교육은 누가 받아야 하고 어떤 내용을 다루는가,3853;3865,3853;3876;5249;3811;4025;3778;3810;3757;3787;5234,310.8,0.500,1.000,0.613,1, +single,cl_001,crosslingual_ko_en,semantic_search,document,기계 안전 가드 설계 원리,3770;3856,5253;5244;3817;3791;3770;4540;3758;4548;3774;3787,205.5,0.500,0.200,0.237,0, +single,cl_002,crosslingual_ko_en,semantic_search,document,산업 안전 입문서,3755;3775;3776;3777,5249;3755;5230;3817;3802;3807;3819;3774;3787;3815,178.6,0.250,0.500,0.246,1, +single,cl_003,crosslingual_ko_en,semantic_search,document,전기 안전 위험,3772;3790,3790;3897;5260;3772;3775;5233;5248;5230;3771;5236,342.5,1.000,1.000,0.877,1, +single,news_001,news_ko,semantic_search,news,이란과 미국의 군사 충돌,4303;4304;4307;4316;4322;4323;4327;4335,6660;4307;7809;4452;4317;4331;4339;4321;4650;4418,187.6,0.125,0.500,0.160,1, +single,news_002,news_ko,semantic_search,news,호르무즈 해협 봉쇄,4316;4320;4322;4327,4346;4320;7808;4349;4767;6774;6802;4759;6067;6796,173.1,0.250,0.500,0.246,0, +single,news_003,news_en,semantic_search,news,Trump Iran ultimatum,4258;4260;4262,4776;4519;4679;4258;4775;8777;7444;4202;4668;7417,324.5,0.333,0.250,0.202,1, +single,news_004,news_fr,semantic_search,news,guerre en Iran,4199;4202;4210;4361;4363;4507;4519;4521,4776;4199;4507;4688;5840;8404;6945;4519;5398;6996,175.7,0.375,0.500,0.366,1, +single,news_005,news_crosslingual,semantic_search,news,이란 미국 전쟁 글로벌 반응,4202;4258;4262;4536;4303;4304;4316,4457;4452;4307;4765;5307;4329;7780;4324;6789;4345,218.9,0.000,0.000,0.000,1, +single,misc_001,other_domain,fact_lookup,document,강체의 평면 운동학,4063;4065,4063;4071;4065;4064;4066;4058;4067;4069;4068;5105,244.8,1.000,1.000,0.920,1, +single,misc_002,other_domain,semantic_search,document,질점의 운동역학,4060;4061;4062,4062;4060;4061;4070;4059;4058;4064;4068;4065;4066,284.3,1.000,1.000,1.000,1, +single,fail_001,failure_expected,semantic_search,document,Rust async runtime tokio scheduler 내부 구조,,3810;3774;5262;4547;5161;5174;5180;4546;5206;5186,343.8,0.000,0.000,0.000,1, +single,fail_002,failure_expected,semantic_search,document,양자컴퓨터 큐비트 디코히어런스,,5092;5173;5118;5066;5091;5070;5115;3795;5250;5168,145.5,0.000,0.000,0.000,1, +single,fail_003,failure_expected,semantic_search,news,재즈 보컬리스트 빌리 홀리데이,,4675;4634;4281;4289;4205;4116;4697;4100;5152;5738,147.4,0.000,0.000,0.000,1, diff --git a/reports/vram_fixture_2026-05-14.md b/reports/vram_fixture_2026-05-14.md new file mode 100644 index 0000000..523994b --- /dev/null +++ b/reports/vram_fixture_2026-05-14.md @@ -0,0 +1,28 @@ +# VRAM fixture report — 2026-05-14 01:03:06 + +- baseline used = 10765 MiB / total = 16376 MiB +- stress mode: disabled + +## Mode A — sequential smoke + +| call | before (MiB) | after (MiB) | status | +|---|---|---|---| +| OCR /ocr (ocr_ok.png) | 10765 | 10821 | OK | +| STT /transcribe (sine30s) | 10821 | 10821 | OK | +| marker /convert (lorem1p) | 10821 | 10903 | OK | +| reranker /rerank | 10903 | 10903 | OK | +| embed bge-m3 | 10903 | 10903 | OK | + +## Mode B — light overlap + +| pair | before (MiB) | after (MiB) | status | +|---|---|---|---| +| OCR + embedding | 10903 | 10903 | OK+OK | +| marker + reranker | 10903 | 10903 | OK+OK | +| STT + embedding | 10903 | 10903 | OK+OK | + +## Summary + +- peak after = 10903 MiB +- safety margin (vs 16376 MiB) = 5473 MiB +- gate (peak < 14000 MiB) = PASS