{ "scorer_version": "retrieval-evidence-1", "complete": true, "backend": "cached", "dataset": { "version": "policy-retrieval-1", "corpus_sha256": "4ea1453f38e33a87a2fe863cc6a9883bbdb8f0d003c2b5be9f1021428515ae1e", "at": "2026-10-19T12:00:00+08:00", "k": 3, "rrf_constant": 60, "cases": [ { "id": "p01", "split": "dev", "query": "没付款的订单能撤销，并把商品放回可售库存吗？", "group": "paraphrase", "relevant": [ { "source": "order-policy.md", "title": "可取消的订单" } ], "rationale": "仅未付款或未发货可直接取消并回补库存。" }, { "id": "p02", "split": "test", "query": "包裹已经发出了，还能直接撤单吗？", "group": "paraphrase", "relevant": [ { "source": "order-policy.md", "title": "已发货或已签收的订单" } ], "rationale": "已发货不可直接取消，需要退款流程。" }, { "id": "p03", "split": "dev", "query": "刚建好的订单处于什么状态，之后正常怎么流转？", "group": "state", "relevant": [ { "source": "order-policy.md", "title": "订单状态" } ], "rationale": "状态小节包含初始状态及正常流程。" }, { "id": "p04", "split": "test", "query": "统计有效销量时，待付款和退款订单算进去吗？", "group": "state", "relevant": [ { "source": "order-policy.md", "title": "销量与金额的有效口径" } ], "rationale": "有效口径列出计入与排除的三类状态。" }, { "id": "p05", "split": "test", "query": "库存不够会先建订单，然后把库存记成负数吗？", "group": "constraint", "relevant": [ { "source": "order-policy.md", "title": "建单规则" } ], "rationale": "库存不足不建单且不产生负库存。" }, { "id": "p06", "split": "test", "query": "同一个 SKU 分成两行各买5件，按哪一档折扣计算？", "group": "multi-evidence", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "需要同 SKU 合并数量规则及具体折扣档位。" }, { "id": "p07", "split": "dev", "query": "给客户报的价格应采用商品当前价格还是历史成交价格？", "group": "pricing", "relevant": [ { "source": "pricing-policy.md", "title": "报价基准价" } ], "rationale": "报价以商品当前现价为准。" }, { "id": "p08", "split": "test", "query": "改了商品现价或折扣规则，过去已成交订单会重算金额吗？", "group": "pricing", "relevant": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "历史订单保留原成交快照，不因现价或折扣规则变化重算。" }, { "id": "p09", "split": "dev", "query": "同一商品采购50件，折扣系数是多少？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "50 件对应 0.95。" }, { "id": "p10", "split": "test", "query": "购买200件相同商品能享受几折？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "200 件对应 9 折。" }, { "id": "p11", "split": "test", "query": "单价0.75元买10件，折后单价如何舍入，总价怎么算？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "小节包含十进制 ROUND_HALF_UP 与 7.40 元例子。" }, { "id": "p12", "split": "test", "query": "商品已经下架，能否仍然对外报价？", "group": "constraint", "relevant": [ { "source": "pricing-policy.md", "title": "已下架商品不报价" } ], "rationale": "非在售商品不提供报价。" }, { "id": "p13", "split": "test", "query": "在售商品一件库存也没有，可以报个参考价吗？", "group": "constraint", "relevant": [ { "source": "pricing-policy.md", "title": "零库存商品的报价" } ], "rationale": "可报价但必须告知无货。" }, { "id": "p14", "split": "dev", "query": "签收后6天想无理由退货，包装和赠品需要满足什么条件？", "group": "return", "relevant": [ { "source": "return-policy.md", "title": "七天无理由退货" } ], "rationale": "七天内、完好、二次销售与包装赠品要求。" }, { "id": "p15", "split": "test", "query": "定制商品是否适用七天无理由退货？", "group": "constraint", "relevant": [ { "source": "return-policy.md", "title": "七天无理由退货" }, { "source": "return-policy.md", "title": "不支持退换的情形" } ], "rationale": "两小节均明确排除定制类无理由退换。" }, { "id": "p16", "split": "dev", "query": "商品质量有问题，签收后多久可以退换，运费谁承担？", "group": "return", "relevant": [ { "source": "return-policy.md", "title": "质量问题退换" } ], "rationale": "15 天内可退换，店方承担运费。" }, { "id": "p17", "split": "test", "query": "退款审核已通过，多久可以原路收到退款？", "group": "numeric", "relevant": [ { "source": "return-policy.md", "title": "退款流程与时效" } ], "rationale": "审核通过后 3 个工作日内原路退回。" }, { "id": "p18", "split": "test", "query": "商品缺失配件或者人为损坏，还能申请退换吗？", "group": "constraint", "relevant": [ { "source": "return-policy.md", "title": "不支持退换的情形" } ], "rationale": "人为损坏和缺配件在不支持范围。" }, { "id": "p19", "split": "dev", "query": "办理换货的入库出库需要人工批准吗？", "group": "approval", "relevant": [ { "source": "return-policy.md", "title": "换货库存处理" } ], "rationale": "换货库存调整需人工审批。" }, { "id": "p20", "split": "dev", "query": "发给客户的报价会锁价、占用或预留库存吗？", "group": "constraint", "relevant": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "报价不锁价、不预留，执行时复核。" }, { "id": "p21", "split": "test", "query": "第一次建单已提交后现价变了，用同一幂等请求重放会按新价再建一单吗？", "group": "idempotency", "relevant": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "原请求幂等重放返回首次结果。" }, { "id": "p22", "split": "test", "query": "订单已经退款，是否还计入客户有效花费？", "group": "state", "relevant": [ { "source": "order-policy.md", "title": "销量与金额的有效口径" } ], "rationale": "已退款不计入有效销量及客户有效花费。" }, { "id": "p23", "split": "test", "query": "已签收订单能否直接取消？如果走退款，审核通过后多久到账？", "group": "multi-evidence", "relevant": [ { "source": "order-policy.md", "title": "已发货或已签收的订单" }, { "source": "return-policy.md", "title": "退款流程与时效" } ], "rationale": "联合取消边界及退款时效。" }, { "id": "p24", "split": "test", "query": "两个不同 SKU 各买6件，能合成12件享受10件档位折扣吗？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "折扣按单个 SKU 合并，不跨商品累加。" }, { "id": "n01", "split": "dev", "query": "店铺每天几点开门，周末营业吗？", "group": "ood", "relevant": [], "rationale": "语料没有营业时间。" }, { "id": "n02", "split": "test", "query": "购买商品后怎么申请增值税发票，税率是多少？", "group": "ood", "relevant": [], "rationale": "语料没有发票与税率政策。" }, { "id": "n03", "split": "dev", "query": "下单时支持支付宝、微信还是银行卡付款？", "group": "ood-overlap", "relevant": [], "rationale": "有订单状态，但没有支付方式列表。" }, { "id": "n04", "split": "test", "query": "发货后几天送达，支持顺丰快递吗？", "group": "ood-overlap", "relevant": [], "rationale": "有已发货状态，没有配送时长及承运商。" }, { "id": "n05", "split": "test", "query": "向供应商采购这些商品，一般需要几天到货？", "group": "ood", "relevant": [], "rationale": "政策语料没有供应商采购交期。" }, { "id": "n06", "split": "test", "query": "商品保修几年，保修需要哪些凭证？", "group": "ood", "relevant": [], "rationale": "退换货规则不提供保修年限与凭证要求。" }, { "id": "n07", "split": "dev", "query": "原路退款产生的银行手续费由谁承担？", "group": "ood-overlap", "relevant": [], "rationale": "政策只明确质量问题运费承担，没有银行手续费规则。" }, { "id": "n08", "split": "test", "query": "新会员优惠券可以和数量梯度折扣叠加使用吗？", "group": "ood-overlap", "relevant": [], "rationale": "有数量折扣，没有优惠券及叠加规则。" }, { "id": "n09", "split": "test", "query": "跨境配送的进口关税由买家还是店铺支付？", "group": "ood", "relevant": [], "rationale": "语料没有跨境关税责任。" }, { "id": "n10", "split": "dev", "query": "商品支持免费上门安装吗？", "group": "ood", "relevant": [], "rationale": "语料没有安装服务。" }, { "id": "n11", "split": "test", "query": "下单后商品降价了，几天内可以申请价保补差？", "group": "ood-overlap", "relevant": [], "rationale": "历史快照价格不重算，并没有价保补差申请规则。" }, { "id": "n12", "split": "test", "query": "七天无理由退货应该寄往哪个地址，收件人电话是多少？", "group": "ood-overlap", "relevant": [], "rationale": "有无理由退货条件，但没有退货地址与电话。" } ] }, "dataset_sha256": "bb0029d8ddb092d58533bac2ddaaf75e9d3776c513e235ee51f9a61e57f0aabc", "source_sha256": "606c8c1a9daf3b5865d93ba8581a1e4f0c7e2bbf1fbdbb6a52452117a3c46803", "corpus_sha256": "4ea1453f38e33a87a2fe863cc6a9883bbdb8f0d003c2b5be9f1021428515ae1e", "chunks": 18, "active_chunks": 18, "ranker_version": "bm25-rrf-1", "tokenizer_version": "nfkc-cjk-bigrams-ascii-1", "embedding": { "kind": "cached-vectors", "model": "qwen3.7-text-embedding-flash", "provenance": "live collection; audit=reports/rag/20261019-retrieval-v1-collection-audit.json; started=2026-10-19T02:01:51.589914+00:00", "is_production_embedding": null, "model_identity": "declared; bound to index bytes, not independently verified", "index_sha256": "2bfab2cd9255872c49dd102752a3424690e19ff6cb0fe4c5b7980df25137444a", "query_bundle_sha256": "996953971c56ace8eb54c27603230534182ba214b33ce2017055fad4f3e2330c" }, "methods": { "vector": { "threshold": 0.6706680073111653, "calibration": "dev only", "metrics": { "dev": { "cases": 12, "answerable": 8, "out_of_corpus": 4, "raw_recall_at_1": 0.875, "raw_recall_at_k": 0.875, "raw_mrr_at_k": 0.875, "accepted_recall_at_k": 0.875, "evidence_precision": 1.0, "supported_positive_rate": 0.875, "false_reject_rate": 0.125, "ood_rejection_rate": 1.0, "ood_false_accepts": 0, "p50_ranking_ms": 4.299100022763014, "p95_ranking_ms": 5.911800020840019, "review_case_ids": [ "p20" ] }, "test": { "cases": 24, "answerable": 16, "out_of_corpus": 8, "raw_recall_at_1": 0.90625, "raw_recall_at_k": 1.0, "raw_mrr_at_k": 1.0, "accepted_recall_at_k": 0.59375, "evidence_precision": 1.0, "supported_positive_rate": 0.625, "false_reject_rate": 0.375, "ood_rejection_rate": 1.0, "ood_false_accepts": 0, "p50_ranking_ms": 3.452199976891279, "p95_ranking_ms": 5.930099985562265, "review_case_ids": [ "p06", "p10", "p11", "p15", "p21", "p22", "p24" ] } }, "cases": [ { "id": "p01", "split": "dev", "query": "没付款的订单能撤销，并把商品放回可售库存吗？", "group": "paraphrase", "relevant": [ { "source": "order-policy.md", "title": "可取消的订单" } ], "rationale": "仅未付款或未发货可直接取消并回补库存。", "ranking_ms": 4.887700022663921, "hits": [ { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.8083868451279116, "components": { "cosine": 0.8083868451279116 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.6512462364881525, "components": { "cosine": 0.6512462364881525 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.6354148467495251, "components": { "cosine": 0.6354148467495251 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p02", "split": "test", "query": "包裹已经发出了，还能直接撤单吗？", "group": "paraphrase", "relevant": [ { "source": "order-policy.md", "title": "已发货或已签收的订单" } ], "rationale": "已发货不可直接取消，需要退款流程。", "ranking_ms": 4.725800012238324, "hits": [ { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.6797030095035828, "components": { "cosine": 0.6797030095035828 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.6293757918218422, "components": { "cosine": 0.6293757918218422 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.606639184609187, "components": { "cosine": 0.606639184609187 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p03", "split": "dev", "query": "刚建好的订单处于什么状态，之后正常怎么流转？", "group": "state", "relevant": [ { "source": "order-policy.md", "title": "订单状态" } ], "rationale": "状态小节包含初始状态及正常流程。", "ranking_ms": 3.361899987794459, "hits": [ { "source": "order-policy.md", "title": "订单状态", "chunk_id": "bcb6952809e1f0d396418dcc2e6c6a65c5b826d1c295ca66f184610c74d68fb9", "score": 0.6924961371187209, "components": { "cosine": 0.6924961371187209 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "订单与取消政策", "chunk_id": "1d36add9c6801a5de9ab99f030ece5d03c85a595fa19e63b92f8bf3134fbd994", "score": 0.6701607995145757, "components": { "cosine": 0.6701607995145757 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.5314410738062237, "components": { "cosine": 0.5314410738062237 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p04", "split": "test", "query": "统计有效销量时，待付款和退款订单算进去吗？", "group": "state", "relevant": [ { "source": "order-policy.md", "title": "销量与金额的有效口径" } ], "rationale": "有效口径列出计入与排除的三类状态。", "ranking_ms": 3.452199976891279, "hits": [ { "source": "order-policy.md", "title": "销量与金额的有效口径", "chunk_id": "a57fcc902ef431d8eb4895ec30d9d102f770e28c1c69b156c5d9b5926ec33433", "score": 0.8137632978889967, "components": { "cosine": 0.8137632978889967 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "退换货政策", "chunk_id": "fc41c88a5a9185e96f195a8414b316ad3628e03ceba7ac19629759355161d0dd", "score": 0.5246255154992494, "components": { "cosine": 0.5246255154992494 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.5195311435088407, "components": { "cosine": 0.5195311435088407 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p05", "split": "test", "query": "库存不够会先建订单，然后把库存记成负数吗？", "group": "constraint", "relevant": [ { "source": "order-policy.md", "title": "建单规则" } ], "rationale": "库存不足不建单且不产生负库存。", "ranking_ms": 3.3455999800935388, "hits": [ { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.7004305400903933, "components": { "cosine": 0.7004305400903933 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.5899458103990552, "components": { "cosine": 0.5899458103990552 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.5451512160750859, "components": { "cosine": 0.5451512160750859 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p06", "split": "test", "query": "同一个 SKU 分成两行各买5件，按哪一档折扣计算？", "group": "multi-evidence", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "需要同 SKU 合并数量规则及具体折扣档位。", "ranking_ms": 3.382299968507141, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.6690672068688386, "components": { "cosine": 0.6690672068688386 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.5456818659310212, "components": { "cosine": 0.5456818659310212 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.5333151599484235, "components": { "cosine": 0.5333151599484235 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p07", "split": "dev", "query": "给客户报的价格应采用商品当前价格还是历史成交价格？", "group": "pricing", "relevant": [ { "source": "pricing-policy.md", "title": "报价基准价" } ], "rationale": "报价以商品当前现价为准。", "ranking_ms": 4.607299983035773, "hits": [ { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 0.698418520478735, "components": { "cosine": 0.698418520478735 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.5914134297285694, "components": { "cosine": 0.5914134297285694 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "价格与报价政策", "chunk_id": "6daa076e9d6e3764d58d6f573928156675e3bb6a97ee37761b61fe3834d11dc3", "score": 0.5558060481268408, "components": { "cosine": 0.5558060481268408 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p08", "split": "test", "query": "改了商品现价或折扣规则，过去已成交订单会重算金额吗？", "group": "pricing", "relevant": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "历史订单保留原成交快照，不因现价或折扣规则变化重算。", "ranking_ms": 3.3311000443063676, "hits": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.6954641779581677, "components": { "cosine": 0.6954641779581677 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 0.6229101051496854, "components": { "cosine": 0.6229101051496854 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.5589700061196305, "components": { "cosine": 0.5589700061196305 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p09", "split": "dev", "query": "同一商品采购50件，折扣系数是多少？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "50 件对应 0.95。", "ranking_ms": 3.368799982126802, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.7129919004800145, "components": { "cosine": 0.7129919004800145 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.4953682850504842, "components": { "cosine": 0.4953682850504842 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.455886960152389, "components": { "cosine": 0.455886960152389 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p10", "split": "test", "query": "购买200件相同商品能享受几折？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "200 件对应 9 折。", "ranking_ms": 3.3623999916017056, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.6238305851015513, "components": { "cosine": 0.6238305851015513 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.4710376026374955, "components": { "cosine": 0.4710376026374955 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.4643145155260316, "components": { "cosine": 0.4643145155260316 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p11", "split": "test", "query": "单价0.75元买10件，折后单价如何舍入，总价怎么算？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "小节包含十进制 ROUND_HALF_UP 与 7.40 元例子。", "ranking_ms": 3.3091999939642847, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.659822283075417, "components": { "cosine": 0.659822283075417 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.5419550946783529, "components": { "cosine": 0.5419550946783529 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "价格与报价政策", "chunk_id": "6daa076e9d6e3764d58d6f573928156675e3bb6a97ee37761b61fe3834d11dc3", "score": 0.4888702923700699, "components": { "cosine": 0.4888702923700699 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p12", "split": "test", "query": "商品已经下架，能否仍然对外报价？", "group": "constraint", "relevant": [ { "source": "pricing-policy.md", "title": "已下架商品不报价" } ], "rationale": "非在售商品不提供报价。", "ranking_ms": 3.6837999941781163, "hits": [ { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.7454556430767086, "components": { "cosine": 0.7454556430767086 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.6405739399569866, "components": { "cosine": 0.6405739399569866 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 0.5824037623037912, "components": { "cosine": 0.5824037623037912 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p13", "split": "test", "query": "在售商品一件库存也没有，可以报个参考价吗？", "group": "constraint", "relevant": [ { "source": "pricing-policy.md", "title": "零库存商品的报价" } ], "rationale": "可报价但必须告知无货。", "ranking_ms": 3.3598000300116837, "hits": [ { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.7971121914055846, "components": { "cosine": 0.7971121914055846 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.6476116636686735, "components": { "cosine": 0.6476116636686735 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.5965279436412428, "components": { "cosine": 0.5965279436412428 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p14", "split": "dev", "query": "签收后6天想无理由退货，包装和赠品需要满足什么条件？", "group": "return", "relevant": [ { "source": "return-policy.md", "title": "七天无理由退货" } ], "rationale": "七天内、完好、二次销售与包装赠品要求。", "ranking_ms": 3.368499979842454, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.8090003260656671, "components": { "cosine": 0.8090003260656671 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.5669295955460096, "components": { "cosine": 0.5669295955460096 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.5384433018421719, "components": { "cosine": 0.5384433018421719 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p15", "split": "test", "query": "定制商品是否适用七天无理由退货？", "group": "constraint", "relevant": [ { "source": "return-policy.md", "title": "七天无理由退货" }, { "source": "return-policy.md", "title": "不支持退换的情形" } ], "rationale": "两小节均明确排除定制类无理由退换。", "ranking_ms": 4.255999985616654, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.8303900320477211, "components": { "cosine": 0.8303900320477211 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 0.6087128872305518, "components": { "cosine": 0.6087128872305518 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.5613251771821194, "components": { "cosine": 0.5613251771821194 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p16", "split": "dev", "query": "商品质量有问题，签收后多久可以退换，运费谁承担？", "group": "return", "relevant": [ { "source": "return-policy.md", "title": "质量问题退换" } ], "rationale": "15 天内可退换，店方承担运费。", "ranking_ms": 5.911800020840019, "hits": [ { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.8521799780849113, "components": { "cosine": 0.8521799780849113 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.6706680073111652, "components": { "cosine": 0.6706680073111652 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 0.5981671580078701, "components": { "cosine": 0.5981671580078701 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p17", "split": "test", "query": "退款审核已通过，多久可以原路收到退款？", "group": "numeric", "relevant": [ { "source": "return-policy.md", "title": "退款流程与时效" } ], "rationale": "审核通过后 3 个工作日内原路退回。", "ranking_ms": 3.3623999916017056, "hits": [ { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.7561566484065357, "components": { "cosine": 0.7561566484065357 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.6021450486580312, "components": { "cosine": 0.6021450486580312 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.5306548380213276, "components": { "cosine": 0.5306548380213276 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p18", "split": "test", "query": "商品缺失配件或者人为损坏，还能申请退换吗？", "group": "constraint", "relevant": [ { "source": "return-policy.md", "title": "不支持退换的情形" } ], "rationale": "人为损坏和缺配件在不支持范围。", "ranking_ms": 4.3320999830029905, "hits": [ { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 0.7673807304545132, "components": { "cosine": 0.7673807304545132 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.6376073985205232, "components": { "cosine": 0.6376073985205232 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.6315385175487069, "components": { "cosine": 0.6315385175487069 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p19", "split": "dev", "query": "办理换货的入库出库需要人工批准吗？", "group": "approval", "relevant": [ { "source": "return-policy.md", "title": "换货库存处理" } ], "rationale": "换货库存调整需人工审批。", "ranking_ms": 4.501399991568178, "hits": [ { "source": "return-policy.md", "title": "换货库存处理", "chunk_id": "470ec5c93a0d609d2448c59c4023660f471dd30ece2f3197888a2eb56f5673ea", "score": 0.8173511599467395, "components": { "cosine": 0.8173511599467395 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.49092023045516753, "components": { "cosine": 0.49092023045516753 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.4621279334059077, "components": { "cosine": 0.4621279334059077 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p20", "split": "dev", "query": "发给客户的报价会锁价、占用或预留库存吗？", "group": "constraint", "relevant": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "报价不锁价、不预留，执行时复核。", "ranking_ms": 3.6172999534755945, "hits": [ { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.5791849515674136, "components": { "cosine": 0.5791849515674136 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "价格与报价政策", "chunk_id": "6daa076e9d6e3764d58d6f573928156675e3bb6a97ee37761b61fe3834d11dc3", "score": 0.50672681844991, "components": { "cosine": 0.50672681844991 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.5011379580470275, "components": { "cosine": 0.5011379580470275 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p21", "split": "test", "query": "第一次建单已提交后现价变了，用同一幂等请求重放会按新价再建一单吗？", "group": "idempotency", "relevant": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "原请求幂等重放返回首次结果。", "ranking_ms": 3.8594999932684004, "hits": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.661516731304999, "components": { "cosine": 0.661516731304999 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.5527393369993898, "components": { "cosine": 0.5527393369993898 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 0.5006555290003766, "components": { "cosine": 0.5006555290003766 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p22", "split": "test", "query": "订单已经退款，是否还计入客户有效花费？", "group": "state", "relevant": [ { "source": "order-policy.md", "title": "销量与金额的有效口径" } ], "rationale": "已退款不计入有效销量及客户有效花费。", "ranking_ms": 5.7631999952718616, "hits": [ { "source": "order-policy.md", "title": "销量与金额的有效口径", "chunk_id": "a57fcc902ef431d8eb4895ec30d9d102f770e28c1c69b156c5d9b5926ec33433", "score": 0.6065447863745815, "components": { "cosine": 0.6065447863745815 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.55621036967386, "components": { "cosine": 0.55621036967386 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.5550558269355244, "components": { "cosine": 0.5550558269355244 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p23", "split": "test", "query": "已签收订单能否直接取消？如果走退款，审核通过后多久到账？", "group": "multi-evidence", "relevant": [ { "source": "order-policy.md", "title": "已发货或已签收的订单" }, { "source": "return-policy.md", "title": "退款流程与时效" } ], "rationale": "联合取消边界及退款时效。", "ranking_ms": 5.930099985562265, "hits": [ { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.8669584747932624, "components": { "cosine": 0.8669584747932624 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.8064787262713805, "components": { "cosine": 0.8064787262713805 }, "ranks": { "vector": 2 }, "accepted": true }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.6489165761686934, "components": { "cosine": 0.6489165761686934 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p24", "split": "test", "query": "两个不同 SKU 各买6件，能合成12件享受10件档位折扣吗？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "折扣按单个 SKU 合并，不跨商品累加。", "ranking_ms": 4.09209995996207, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.6085221443365276, "components": { "cosine": 0.6085221443365276 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.5280765066168833, "components": { "cosine": 0.5280765066168833 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.45974263612140387, "components": { "cosine": 0.45974263612140387 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n01", "split": "dev", "query": "店铺每天几点开门，周末营业吗？", "group": "ood", "relevant": [], "rationale": "语料没有营业时间。", "ranking_ms": 4.447599989362061, "hits": [ { "source": "return-policy.md", "title": "退换货政策", "chunk_id": "fc41c88a5a9185e96f195a8414b316ad3628e03ceba7ac19629759355161d0dd", "score": 0.38488540725880854, "components": { "cosine": 0.38488540725880854 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "价格与报价政策", "chunk_id": "6daa076e9d6e3764d58d6f573928156675e3bb6a97ee37761b61fe3834d11dc3", "score": 0.37311076197840626, "components": { "cosine": 0.37311076197840626 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.367265789764603, "components": { "cosine": 0.367265789764603 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n02", "split": "test", "query": "购买商品后怎么申请增值税发票，税率是多少？", "group": "ood", "relevant": [], "rationale": "语料没有发票与税率政策。", "ranking_ms": 3.3573000109754503, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.5046826389030816, "components": { "cosine": 0.5046826389030816 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.5031719080261605, "components": { "cosine": 0.5031719080261605 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.4468638397495144, "components": { "cosine": 0.4468638397495144 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n03", "split": "dev", "query": "下单时支持支付宝、微信还是银行卡付款？", "group": "ood-overlap", "relevant": [], "rationale": "有订单状态，但没有支付方式列表。", "ranking_ms": 4.5751999714411795, "hits": [ { "source": "order-policy.md", "title": "订单状态", "chunk_id": "bcb6952809e1f0d396418dcc2e6c6a65c5b826d1c295ca66f184610c74d68fb9", "score": 0.4980099303444445, "components": { "cosine": 0.4980099303444445 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.4549586733578534, "components": { "cosine": 0.4549586733578534 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.4165026908005222, "components": { "cosine": 0.4165026908005222 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n04", "split": "test", "query": "发货后几天送达，支持顺丰快递吗？", "group": "ood-overlap", "relevant": [], "rationale": "有已发货状态，没有配送时长及承运商。", "ranking_ms": 4.036900005303323, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.501108157541355, "components": { "cosine": 0.501108157541355 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.475891859760621, "components": { "cosine": 0.475891859760621 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.44292072956441775, "components": { "cosine": 0.44292072956441775 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n05", "split": "test", "query": "向供应商采购这些商品，一般需要几天到货？", "group": "ood", "relevant": [], "rationale": "政策语料没有供应商采购交期。", "ranking_ms": 3.3564999466761947, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.4519133129742575, "components": { "cosine": 0.4519133129742575 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.4092054961927273, "components": { "cosine": 0.4092054961927273 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.403781428934563, "components": { "cosine": 0.403781428934563 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n06", "split": "test", "query": "商品保修几年，保修需要哪些凭证？", "group": "ood", "relevant": [], "rationale": "退换货规则不提供保修年限与凭证要求。", "ranking_ms": 3.357799956575036, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.501198657133713, "components": { "cosine": 0.501198657133713 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.4755481122188316, "components": { "cosine": 0.4755481122188316 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 0.4398412717511114, "components": { "cosine": 0.4398412717511114 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n07", "split": "dev", "query": "原路退款产生的银行手续费由谁承担？", "group": "ood-overlap", "relevant": [], "rationale": "政策只明确质量问题运费承担，没有银行手续费规则。", "ranking_ms": 3.6069999914616346, "hits": [ { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.4992934691619764, "components": { "cosine": 0.4992934691619764 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.4521196497799982, "components": { "cosine": 0.4521196497799982 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.4427812735347517, "components": { "cosine": 0.4427812735347517 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n08", "split": "test", "query": "新会员优惠券可以和数量梯度折扣叠加使用吗？", "group": "ood-overlap", "relevant": [], "rationale": "有数量折扣，没有优惠券及叠加规则。", "ranking_ms": 4.932000010740012, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.5599441382712397, "components": { "cosine": 0.5599441382712397 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.4890086712612531, "components": { "cosine": 0.4890086712612531 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.3948144887629243, "components": { "cosine": 0.3948144887629243 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n09", "split": "test", "query": "跨境配送的进口关税由买家还是店铺支付？", "group": "ood", "relevant": [], "rationale": "语料没有跨境关税责任。", "ranking_ms": 6.101000006310642, "hits": [ { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.3791473985496953, "components": { "cosine": 0.3791473985496953 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "换货库存处理", "chunk_id": "470ec5c93a0d609d2448c59c4023660f471dd30ece2f3197888a2eb56f5673ea", "score": 0.3596556677556739, "components": { "cosine": 0.3596556677556739 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.35224177656382405, "components": { "cosine": 0.35224177656382405 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n10", "split": "dev", "query": "商品支持免费上门安装吗？", "group": "ood", "relevant": [], "rationale": "语料没有安装服务。", "ranking_ms": 4.299100022763014, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.5108812928126397, "components": { "cosine": 0.5108812928126397 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.49429522603859016, "components": { "cosine": 0.49429522603859016 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.4650023208982051, "components": { "cosine": 0.4650023208982051 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n11", "split": "test", "query": "下单后商品降价了，几天内可以申请价保补差？", "group": "ood-overlap", "relevant": [], "rationale": "历史快照价格不重算，并没有价保补差申请规则。", "ranking_ms": 3.4937000018544495, "hits": [ { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.5461493380733312, "components": { "cosine": 0.5461493380733312 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.5237941411339356, "components": { "cosine": 0.5237941411339356 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.5134539582758956, "components": { "cosine": 0.5134539582758956 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n12", "split": "test", "query": "七天无理由退货应该寄往哪个地址，收件人电话是多少？", "group": "ood-overlap", "relevant": [], "rationale": "有无理由退货条件，但没有退货地址与电话。", "ranking_ms": 3.3176999422721565, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.6266625538471771, "components": { "cosine": 0.6266625538471771 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.5007428165193496, "components": { "cosine": 0.5007428165193496 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "退换货政策", "chunk_id": "fc41c88a5a9185e96f195a8414b316ad3628e03ceba7ac19629759355161d0dd", "score": 0.43759146086054584, "components": { "cosine": 0.43759146086054584 }, "ranks": { "vector": 3 }, "accepted": false } ] } ] }, "bm25": { "threshold": 4.162054389149395, "calibration": "dev only", "metrics": { "dev": { "cases": 12, "answerable": 8, "out_of_corpus": 4, "raw_recall_at_1": 0.75, "raw_recall_at_k": 1.0, "raw_mrr_at_k": 0.875, "accepted_recall_at_k": 1.0, "evidence_precision": 0.5714285714285714, "supported_positive_rate": 1.0, "false_reject_rate": 0.0, "ood_rejection_rate": 0.75, "ood_false_accepts": 1, "p50_ranking_ms": 0.2885999856516719, "p95_ranking_ms": 0.5629999795928597, "review_case_ids": [ "n07" ] }, "test": { "cases": 24, "answerable": 16, "out_of_corpus": 8, "raw_recall_at_1": 0.78125, "raw_recall_at_k": 1.0, "raw_mrr_at_k": 0.9375, "accepted_recall_at_k": 0.875, "evidence_precision": 0.5483870967741935, "supported_positive_rate": 0.875, "false_reject_rate": 0.125, "ood_rejection_rate": 0.625, "ood_false_accepts": 3, "p50_ranking_ms": 0.24339999072253704, "p95_ranking_ms": 0.6439000135287642, "review_case_ids": [ "p02", "p10", "n08", "n11", "n12" ] } }, "cases": [ { "id": "p01", "split": "dev", "query": "没付款的订单能撤销，并把商品放回可售库存吗？", "group": "paraphrase", "relevant": [ { "source": "order-policy.md", "title": "可取消的订单" } ], "rationale": "仅未付款或未发货可直接取消并回补库存。", "ranking_ms": 0.5382999661378562, "hits": [ { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 6.90161964602934, "components": { "bm25": 6.90161964602934 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 5.002765310974405, "components": { "bm25": 5.002765310974405 }, "ranks": { "bm25": 2 }, "accepted": true }, { "source": "order-policy.md", "title": "订单状态", "chunk_id": "bcb6952809e1f0d396418dcc2e6c6a65c5b826d1c295ca66f184610c74d68fb9", "score": 3.7323699237767136, "components": { "bm25": 3.7323699237767136 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p02", "split": "test", "query": "包裹已经发出了，还能直接撤单吗？", "group": "paraphrase", "relevant": [ { "source": "order-policy.md", "title": "已发货或已签收的订单" } ], "rationale": "已发货不可直接取消，需要退款流程。", "ranking_ms": 0.2787999692372978, "hits": [ { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 4.122461776781231, "components": { "bm25": 4.122461776781231 }, "ranks": { "bm25": 1 }, "accepted": false }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 2.056824012974422, "components": { "bm25": 2.056824012974422 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 1.9896048299803013, "components": { "bm25": 1.9896048299803013 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p03", "split": "dev", "query": "刚建好的订单处于什么状态，之后正常怎么流转？", "group": "state", "relevant": [ { "source": "order-policy.md", "title": "订单状态" } ], "rationale": "状态小节包含初始状态及正常流程。", "ranking_ms": 0.15929999062791467, "hits": [ { "source": "order-policy.md", "title": "订单与取消政策", "chunk_id": "1d36add9c6801a5de9ab99f030ece5d03c85a595fa19e63b92f8bf3134fbd994", "score": 5.898175860902069, "components": { "bm25": 5.898175860902069 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "订单状态", "chunk_id": "bcb6952809e1f0d396418dcc2e6c6a65c5b826d1c295ca66f184610c74d68fb9", "score": 4.822430022876412, "components": { "bm25": 4.822430022876412 }, "ranks": { "bm25": 2 }, "accepted": true }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 3.3690442523952706, "components": { "bm25": 3.3690442523952706 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p04", "split": "test", "query": "统计有效销量时，待付款和退款订单算进去吗？", "group": "state", "relevant": [ { "source": "order-policy.md", "title": "销量与金额的有效口径" } ], "rationale": "有效口径列出计入与排除的三类状态。", "ranking_ms": 0.2680000034160912, "hits": [ { "source": "order-policy.md", "title": "销量与金额的有效口径", "chunk_id": "a57fcc902ef431d8eb4895ec30d9d102f770e28c1c69b156c5d9b5926ec33433", "score": 17.706795538615808, "components": { "bm25": 17.706795538615808 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "订单状态", "chunk_id": "bcb6952809e1f0d396418dcc2e6c6a65c5b826d1c295ca66f184610c74d68fb9", "score": 7.7874959436990565, "components": { "bm25": 7.7874959436990565 }, "ranks": { "bm25": 2 }, "accepted": true }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 5.041664783574243, "components": { "bm25": 5.041664783574243 }, "ranks": { "bm25": 3 }, "accepted": true } ] }, { "id": "p05", "split": "test", "query": "库存不够会先建订单，然后把库存记成负数吗？", "group": "constraint", "relevant": [ { "source": "order-policy.md", "title": "建单规则" } ], "rationale": "库存不足不建单且不产生负库存。", "ranking_ms": 0.18989999080076814, "hits": [ { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 9.578360560178327, "components": { "bm25": 9.578360560178327 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "订单状态", "chunk_id": "bcb6952809e1f0d396418dcc2e6c6a65c5b826d1c295ca66f184610c74d68fb9", "score": 3.6848144949149644, "components": { "bm25": 3.6848144949149644 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 2.5204736571602067, "components": { "bm25": 2.5204736571602067 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p06", "split": "test", "query": "同一个 SKU 分成两行各买5件，按哪一档折扣计算？", "group": "multi-evidence", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "需要同 SKU 合并数量规则及具体折扣档位。", "ranking_ms": 0.10350003140047193, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 9.400008740478787, "components": { "bm25": 9.400008740478787 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 4.968718569382607, "components": { "bm25": 4.968718569382607 }, "ranks": { "bm25": 2 }, "accepted": true }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 3.72557557531805, "components": { "bm25": 3.72557557531805 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p07", "split": "dev", "query": "给客户报的价格应采用商品当前价格还是历史成交价格？", "group": "pricing", "relevant": [ { "source": "pricing-policy.md", "title": "报价基准价" } ], "rationale": "报价以商品当前现价为准。", "ranking_ms": 0.2885999856516719, "hits": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 5.8429789394296305, "components": { "bm25": 5.8429789394296305 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 4.8370769152399316, "components": { "bm25": 4.8370769152399316 }, "ranks": { "bm25": 2 }, "accepted": true }, { "source": "order-policy.md", "title": "销量与金额的有效口径", "chunk_id": "a57fcc902ef431d8eb4895ec30d9d102f770e28c1c69b156c5d9b5926ec33433", "score": 2.7194961727484386, "components": { "bm25": 2.7194961727484386 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p08", "split": "test", "query": "改了商品现价或折扣规则，过去已成交订单会重算金额吗？", "group": "pricing", "relevant": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "历史订单保留原成交快照，不因现价或折扣规则变化重算。", "ranking_ms": 0.24339999072253704, "hits": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 12.935099187038272, "components": { "bm25": 12.935099187038272 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 5.78079184426978, "components": { "bm25": 5.78079184426978 }, "ranks": { "bm25": 2 }, "accepted": true }, { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 5.752118360040447, "components": { "bm25": 5.752118360040447 }, "ranks": { "bm25": 3 }, "accepted": true } ] }, { "id": "p09", "split": "dev", "query": "同一商品采购50件，折扣系数是多少？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "50 件对应 0.95。", "ranking_ms": 0.16360002337023616, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 14.723203117735169, "components": { "bm25": 14.723203117735169 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 3.7838548579111335, "components": { "bm25": 3.7838548579111335 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 3.3574015405752355, "components": { "bm25": 3.3574015405752355 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p10", "split": "test", "query": "购买200件相同商品能享受几折？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "200 件对应 9 折。", "ranking_ms": 2.593900018837303, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 3.8446379005715703, "components": { "bm25": 3.8446379005715703 }, "ranks": { "bm25": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.5512237881863578, "components": { "bm25": 0.5512237881863578 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "换货库存处理", "chunk_id": "470ec5c93a0d609d2448c59c4023660f471dd30ece2f3197888a2eb56f5673ea", "score": 0.5093693934295258, "components": { "bm25": 0.5093693934295258 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p11", "split": "test", "query": "单价0.75元买10件，折后单价如何舍入，总价怎么算？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "小节包含十进制 ROUND_HALF_UP 与 7.40 元例子。", "ranking_ms": 0.12100004823878407, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 17.823609628339526, "components": { "bm25": 17.823609628339526 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 1.7318351199874074, "components": { "bm25": 1.7318351199874074 }, "ranks": { "bm25": 2 }, "accepted": false } ] }, { "id": "p12", "split": "test", "query": "商品已经下架，能否仍然对外报价？", "group": "constraint", "relevant": [ { "source": "pricing-policy.md", "title": "已下架商品不报价" } ], "rationale": "非在售商品不提供报价。", "ranking_ms": 0.2846000134013593, "hits": [ { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 7.259201597198739, "components": { "bm25": 7.259201597198739 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 5.3622339517723105, "components": { "bm25": 5.3622339517723105 }, "ranks": { "bm25": 2 }, "accepted": true }, { "source": "pricing-policy.md", "title": "价格与报价政策", "chunk_id": "6daa076e9d6e3764d58d6f573928156675e3bb6a97ee37761b61fe3834d11dc3", "score": 2.1366996192301, "components": { "bm25": 2.1366996192301 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p13", "split": "test", "query": "在售商品一件库存也没有，可以报个参考价吗？", "group": "constraint", "relevant": [ { "source": "pricing-policy.md", "title": "零库存商品的报价" } ], "rationale": "可报价但必须告知无货。", "ranking_ms": 0.193099956959486, "hits": [ { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 8.831853041905799, "components": { "bm25": 8.831853041905799 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 3.734528469974758, "components": { "bm25": 3.734528469974758 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 3.0770914662005704, "components": { "bm25": 3.0770914662005704 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p14", "split": "dev", "query": "签收后6天想无理由退货，包装和赠品需要满足什么条件？", "group": "return", "relevant": [ { "source": "return-policy.md", "title": "七天无理由退货" } ], "rationale": "七天内、完好、二次销售与包装赠品要求。", "ranking_ms": 0.15879998682066798, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 25.618208582218, "components": { "bm25": 25.618208582218 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "订单状态", "chunk_id": "bcb6952809e1f0d396418dcc2e6c6a65c5b826d1c295ca66f184610c74d68fb9", "score": 1.535159581982097, "components": { "bm25": 1.535159581982097 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 1.3041652882594519, "components": { "bm25": 1.3041652882594519 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p15", "split": "test", "query": "定制商品是否适用七天无理由退货？", "group": "constraint", "relevant": [ { "source": "return-policy.md", "title": "七天无理由退货" }, { "source": "return-policy.md", "title": "不支持退换的情形" } ], "rationale": "两小节均明确排除定制类无理由退换。", "ranking_ms": 0.6291999598033726, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 19.29685469099401, "components": { "bm25": 19.29685469099401 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 5.532325600692705, "components": { "bm25": 5.532325600692705 }, "ranks": { "bm25": 2 }, "accepted": true }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.5512237881863578, "components": { "bm25": 0.5512237881863578 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p16", "split": "dev", "query": "商品质量有问题，签收后多久可以退换，运费谁承担？", "group": "return", "relevant": [ { "source": "return-policy.md", "title": "质量问题退换" } ], "rationale": "15 天内可退换，店方承担运费。", "ranking_ms": 0.5629999795928597, "hits": [ { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 14.51158401339532, "components": { "bm25": 14.51158401339532 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 4.162054389149394, "components": { "bm25": 4.162054389149394 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "换货库存处理", "chunk_id": "470ec5c93a0d609d2448c59c4023660f471dd30ece2f3197888a2eb56f5673ea", "score": 3.3708071796792356, "components": { "bm25": 3.3708071796792356 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p17", "split": "test", "query": "退款审核已通过，多久可以原路收到退款？", "group": "numeric", "relevant": [ { "source": "return-policy.md", "title": "退款流程与时效" } ], "rationale": "审核通过后 3 个工作日内原路退回。", "ranking_ms": 0.14640000881627202, "hits": [ { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 9.343807428324512, "components": { "bm25": 9.343807428324512 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 1.5072779709677433, "components": { "bm25": 1.5072779709677433 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 1.3827047772700074, "components": { "bm25": 1.3827047772700074 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p18", "split": "test", "query": "商品缺失配件或者人为损坏，还能申请退换吗？", "group": "constraint", "relevant": [ { "source": "return-policy.md", "title": "不支持退换的情形" } ], "rationale": "人为损坏和缺配件在不支持范围。", "ranking_ms": 0.6138000171631575, "hits": [ { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 22.562043394615444, "components": { "bm25": 22.562043394615444 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 7.081696643910089, "components": { "bm25": 7.081696643910089 }, "ranks": { "bm25": 2 }, "accepted": true }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 2.5461632734904054, "components": { "bm25": 2.5461632734904054 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p19", "split": "dev", "query": "办理换货的入库出库需要人工批准吗？", "group": "approval", "relevant": [ { "source": "return-policy.md", "title": "换货库存处理" } ], "rationale": "换货库存调整需人工审批。", "ranking_ms": 0.4954999894835055, "hits": [ { "source": "return-policy.md", "title": "换货库存处理", "chunk_id": "470ec5c93a0d609d2448c59c4023660f471dd30ece2f3197888a2eb56f5673ea", "score": 10.207608936814985, "components": { "bm25": 10.207608936814985 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "退换货政策", "chunk_id": "fc41c88a5a9185e96f195a8414b316ad3628e03ceba7ac19629759355161d0dd", "score": 5.555859185739347, "components": { "bm25": 5.555859185739347 }, "ranks": { "bm25": 2 }, "accepted": true }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 2.47404607525819, "components": { "bm25": 2.47404607525819 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p20", "split": "dev", "query": "发给客户的报价会锁价、占用或预留库存吗？", "group": "constraint", "relevant": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "报价不锁价、不预留，执行时复核。", "ranking_ms": 0.36040000850334764, "hits": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 6.423493959539669, "components": { "bm25": 6.423493959539669 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 3.1911352825936032, "components": { "bm25": 3.1911352825936032 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "销量与金额的有效口径", "chunk_id": "a57fcc902ef431d8eb4895ec30d9d102f770e28c1c69b156c5d9b5926ec33433", "score": 2.7194961727484386, "components": { "bm25": 2.7194961727484386 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p21", "split": "test", "query": "第一次建单已提交后现价变了，用同一幂等请求重放会按新价再建一单吗？", "group": "idempotency", "relevant": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "原请求幂等重放返回首次结果。", "ranking_ms": 0.34500000765547156, "hits": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 14.55174048739146, "components": { "bm25": 14.55174048739146 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 6.265539277070791, "components": { "bm25": 6.265539277070791 }, "ranks": { "bm25": 2 }, "accepted": true }, { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 4.517312343342416, "components": { "bm25": 4.517312343342416 }, "ranks": { "bm25": 3 }, "accepted": true } ] }, { "id": "p22", "split": "test", "query": "订单已经退款，是否还计入客户有效花费？", "group": "state", "relevant": [ { "source": "order-policy.md", "title": "销量与金额的有效口径" } ], "rationale": "已退款不计入有效销量及客户有效花费。", "ranking_ms": 0.451300002168864, "hits": [ { "source": "order-policy.md", "title": "销量与金额的有效口径", "chunk_id": "a57fcc902ef431d8eb4895ec30d9d102f770e28c1c69b156c5d9b5926ec33433", "score": 18.583344208084647, "components": { "bm25": 18.583344208084647 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 2.5970909078256357, "components": { "bm25": 2.5970909078256357 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 2.3500408620343713, "components": { "bm25": 2.3500408620343713 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "p23", "split": "test", "query": "已签收订单能否直接取消？如果走退款，审核通过后多久到账？", "group": "multi-evidence", "relevant": [ { "source": "order-policy.md", "title": "已发货或已签收的订单" }, { "source": "return-policy.md", "title": "退款流程与时效" } ], "rationale": "联合取消边界及退款时效。", "ranking_ms": 0.6439000135287642, "hits": [ { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 19.284048303320624, "components": { "bm25": 19.284048303320624 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 13.910293853157889, "components": { "bm25": 13.910293853157889 }, "ranks": { "bm25": 2 }, "accepted": true }, { "source": "order-policy.md", "title": "订单状态", "chunk_id": "bcb6952809e1f0d396418dcc2e6c6a65c5b826d1c295ca66f184610c74d68fb9", "score": 7.0410459110514, "components": { "bm25": 7.0410459110514 }, "ranks": { "bm25": 3 }, "accepted": true } ] }, { "id": "p24", "split": "test", "query": "两个不同 SKU 各买6件，能合成12件享受10件档位折扣吗？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "折扣按单个 SKU 合并，不跨商品累加。", "ranking_ms": 0.38899999344721437, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 9.862405630252596, "components": { "bm25": 9.862405630252596 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 2.340702518708025, "components": { "bm25": 2.340702518708025 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "价格与报价政策", "chunk_id": "6daa076e9d6e3764d58d6f573928156675e3bb6a97ee37761b61fe3834d11dc3", "score": 1.7941552014212034, "components": { "bm25": 1.7941552014212034 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "n01", "split": "dev", "query": "店铺每天几点开门，周末营业吗？", "group": "ood", "relevant": [], "rationale": "语料没有营业时间。", "ranking_ms": 0.08319999324157834, "hits": [] }, { "id": "n02", "split": "test", "query": "购买商品后怎么申请增值税发票，税率是多少？", "group": "ood", "relevant": [], "rationale": "语料没有发票与税率政策。", "ranking_ms": 0.21249998826533556, "hits": [ { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 2.6432949424361225, "components": { "bm25": 2.6432949424361225 }, "ranks": { "bm25": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 2.5461632734904054, "components": { "bm25": 2.5461632734904054 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 2.4374492259570872, "components": { "bm25": 2.4374492259570872 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "n03", "split": "dev", "query": "下单时支持支付宝、微信还是银行卡付款？", "group": "ood-overlap", "relevant": [], "rationale": "有订单状态，但没有支付方式列表。", "ranking_ms": 0.3700000233948231, "hits": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 3.513073719454379, "components": { "bm25": 3.513073719454379 }, "ranks": { "bm25": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 2.86143778624971, "components": { "bm25": 2.86143778624971 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "订单状态", "chunk_id": "bcb6952809e1f0d396418dcc2e6c6a65c5b826d1c295ca66f184610c74d68fb9", "score": 2.740336521870618, "components": { "bm25": 2.740336521870618 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "n04", "split": "test", "query": "发货后几天送达，支持顺丰快递吗？", "group": "ood-overlap", "relevant": [], "rationale": "有已发货状态，没有配送时长及承运商。", "ranking_ms": 0.26270002126693726, "hits": [ { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 2.86143778624971, "components": { "bm25": 2.86143778624971 }, "ranks": { "bm25": 1 }, "accepted": false }, { "source": "order-policy.md", "title": "订单状态", "chunk_id": "bcb6952809e1f0d396418dcc2e6c6a65c5b826d1c295ca66f184610c74d68fb9", "score": 2.1498915358936057, "components": { "bm25": 2.1498915358936057 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "销量与金额的有效口径", "chunk_id": "a57fcc902ef431d8eb4895ec30d9d102f770e28c1c69b156c5d9b5926ec33433", "score": 1.7860862154430568, "components": { "bm25": 1.7860862154430568 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "n05", "split": "test", "query": "向供应商采购这些商品，一般需要几天到货？", "group": "ood", "relevant": [], "rationale": "政策语料没有供应商采购交期。", "ranking_ms": 0.17640000442042947, "hits": [ { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 3.7838548579111335, "components": { "bm25": 3.7838548579111335 }, "ranks": { "bm25": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "换货库存处理", "chunk_id": "470ec5c93a0d609d2448c59c4023660f471dd30ece2f3197888a2eb56f5673ea", "score": 0.5093693934295258, "components": { "bm25": 0.5093693934295258 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 0.49237572776463373, "components": { "bm25": 0.49237572776463373 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "n06", "split": "test", "query": "商品保修几年，保修需要哪些凭证？", "group": "ood", "relevant": [], "rationale": "退换货规则不提供保修年限与凭证要求。", "ranking_ms": 0.2376000047661364, "hits": [ { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.5512237881863578, "components": { "bm25": 0.5512237881863578 }, "ranks": { "bm25": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "换货库存处理", "chunk_id": "470ec5c93a0d609d2448c59c4023660f471dd30ece2f3197888a2eb56f5673ea", "score": 0.5093693934295258, "components": { "bm25": 0.5093693934295258 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 0.49237572776463373, "components": { "bm25": 0.49237572776463373 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "n07", "split": "dev", "query": "原路退款产生的银行手续费由谁承担？", "group": "ood-overlap", "relevant": [], "rationale": "政策只明确质量问题运费承担，没有银行手续费规则。", "ranking_ms": 0.2647999790497124, "hits": [ { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 7.046457472226866, "components": { "bm25": 7.046457472226866 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 6.8697613530663215, "components": { "bm25": 6.8697613530663215 }, "ranks": { "bm25": 2 }, "accepted": true }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 1.5072779709677433, "components": { "bm25": 1.5072779709677433 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "n08", "split": "test", "query": "新会员优惠券可以和数量梯度折扣叠加使用吗？", "group": "ood-overlap", "relevant": [], "rationale": "有数量折扣，没有优惠券及叠加规则。", "ranking_ms": 0.507200020365417, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 7.757945503402958, "components": { "bm25": 7.757945503402958 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 7.51339579131264, "components": { "bm25": 7.51339579131264 }, "ranks": { "bm25": 2 }, "accepted": true }, { "source": "pricing-policy.md", "title": "价格与报价政策", "chunk_id": "6daa076e9d6e3764d58d6f573928156675e3bb6a97ee37761b61fe3834d11dc3", "score": 1.7941552014212034, "components": { "bm25": 1.7941552014212034 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "n09", "split": "test", "query": "跨境配送的进口关税由买家还是店铺支付？", "group": "ood", "relevant": [], "rationale": "语料没有跨境关税责任。", "ranking_ms": 0.11329998960718513, "hits": [] }, { "id": "n10", "split": "dev", "query": "商品支持免费上门安装吗？", "group": "ood", "relevant": [], "rationale": "语料没有安装服务。", "ranking_ms": 0.35209994530305266, "hits": [ { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 3.2465911561317107, "components": { "bm25": 3.2465911561317107 }, "ranks": { "bm25": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.5512237881863578, "components": { "bm25": 0.5512237881863578 }, "ranks": { "bm25": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "换货库存处理", "chunk_id": "470ec5c93a0d609d2448c59c4023660f471dd30ece2f3197888a2eb56f5673ea", "score": 0.5093693934295258, "components": { "bm25": 0.5093693934295258 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "n11", "split": "test", "query": "下单后商品降价了，几天内可以申请价保补差？", "group": "ood-overlap", "relevant": [], "rationale": "历史快照价格不重算，并没有价保补差申请规则。", "ranking_ms": 0.17710000975057483, "hits": [ { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 7.167536106283079, "components": { "bm25": 7.167536106283079 }, "ranks": { "bm25": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 6.685531129857996, "components": { "bm25": 6.685531129857996 }, "ranks": { "bm25": 2 }, "accepted": true }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 1.5260896002425572, "components": { "bm25": 1.5260896002425572 }, "ranks": { "bm25": 3 }, "accepted": false } ] }, { "id": "n12", "split": "test", "query": "七天无理由退货应该寄往哪个地址，收件人电话是多少？", "group": "ood-overlap", "relevant": [], "rationale": "有无理由退货条件，但没有退货地址与电话。", "ranking_ms": 0.09810004848986864, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 14.1597203570678, "components": { "bm25": 14.1597203570678 }, "ranks": { "bm25": 1 }, "accepted": true } ] } ] }, "rrf": { "threshold": 0.03252247488101535, "calibration": "dev only", "metrics": { "dev": { "cases": 12, "answerable": 8, "out_of_corpus": 4, "raw_recall_at_1": 0.625, "raw_recall_at_k": 1.0, "raw_mrr_at_k": 0.8125, "accepted_recall_at_k": 0.625, "evidence_precision": 1.0, "supported_positive_rate": 0.625, "false_reject_rate": 0.375, "ood_rejection_rate": 1.0, "ood_false_accepts": 0, "p50_ranking_ms": 4.948700021486729, "p95_ranking_ms": 6.868799973744899, "review_case_ids": [ "p03", "p07", "p20" ] }, "test": { "cases": 24, "answerable": 16, "out_of_corpus": 8, "raw_recall_at_1": 0.90625, "raw_recall_at_k": 1.0, "raw_mrr_at_k": 1.0, "accepted_recall_at_k": 0.78125, "evidence_precision": 0.875, "supported_positive_rate": 0.875, "false_reject_rate": 0.125, "ood_rejection_rate": 0.75, "ood_false_accepts": 2, "p50_ranking_ms": 4.014900012407452, "p95_ranking_ms": 6.837500026449561, "review_case_ids": [ "p02", "p06", "p12", "p15", "p23", "n08", "n12" ] } }, "cases": [ { "id": "p01", "split": "dev", "query": "没付款的订单能撤销，并把商品放回可售库存吗？", "group": "paraphrase", "relevant": [ { "source": "order-policy.md", "title": "可取消的订单" } ], "rationale": "仅未付款或未发货可直接取消并回补库存。", "ranking_ms": 5.97240001661703, "hits": [ { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.03278688524590164, "components": { "vector": 0.8083868451279116, "bm25": 6.90161964602934 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.031754032258064516, "components": { "vector": 0.6512462364881525, "bm25": 2.8995869040410502 }, "ranks": { "vector": 2, "bm25": 4 }, "accepted": false }, { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.0315136476426799, "components": { "vector": 0.5475928835872189, "bm25": 5.002765310974405 }, "ranks": { "vector": 5, "bm25": 2 }, "accepted": false } ] }, { "id": "p02", "split": "test", "query": "包裹已经发出了，还能直接撤单吗？", "group": "paraphrase", "relevant": [ { "source": "order-policy.md", "title": "已发货或已签收的订单" } ], "rationale": "已发货不可直接取消，需要退款流程。", "ranking_ms": 5.355499975848943, "hits": [ { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.03252247488101534, "components": { "vector": 0.6797030095035828, "bm25": 2.056824012974422 }, "ranks": { "vector": 1, "bm25": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.032266458495966696, "components": { "vector": 0.606639184609187, "bm25": 4.122461776781231 }, "ranks": { "vector": 3, "bm25": 1 }, "accepted": false }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.03200204813108039, "components": { "vector": 0.6293757918218422, "bm25": 1.9896048299803013 }, "ranks": { "vector": 2, "bm25": 3 }, "accepted": false } ] }, { "id": "p03", "split": "dev", "query": "刚建好的订单处于什么状态，之后正常怎么流转？", "group": "state", "relevant": [ { "source": "order-policy.md", "title": "订单状态" } ], "rationale": "状态小节包含初始状态及正常流程。", "ranking_ms": 3.821199992671609, "hits": [ { "source": "order-policy.md", "title": "订单与取消政策", "chunk_id": "1d36add9c6801a5de9ab99f030ece5d03c85a595fa19e63b92f8bf3134fbd994", "score": 0.03252247488101534, "components": { "vector": 0.6701607995145757, "bm25": 5.898175860902069 }, "ranks": { "vector": 2, "bm25": 1 }, "accepted": false }, { "source": "order-policy.md", "title": "订单状态", "chunk_id": "bcb6952809e1f0d396418dcc2e6c6a65c5b826d1c295ca66f184610c74d68fb9", "score": 0.03252247488101534, "components": { "vector": 0.6924961371187209, "bm25": 4.822430022876412 }, "ranks": { "vector": 1, "bm25": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.031746031746031744, "components": { "vector": 0.5314410738062237, "bm25": 3.3690442523952706 }, "ranks": { "vector": 3, "bm25": 3 }, "accepted": false } ] }, { "id": "p04", "split": "test", "query": "统计有效销量时，待付款和退款订单算进去吗？", "group": "state", "relevant": [ { "source": "order-policy.md", "title": "销量与金额的有效口径" } ], "rationale": "有效口径列出计入与排除的三类状态。", "ranking_ms": 4.014900012407452, "hits": [ { "source": "order-policy.md", "title": "销量与金额的有效口径", "chunk_id": "a57fcc902ef431d8eb4895ec30d9d102f770e28c1c69b156c5d9b5926ec33433", "score": 0.03278688524590164, "components": { "vector": 0.8137632978889967, "bm25": 17.706795538615808 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "订单状态", "chunk_id": "bcb6952809e1f0d396418dcc2e6c6a65c5b826d1c295ca66f184610c74d68fb9", "score": 0.031754032258064516, "components": { "vector": 0.5167530772448554, "bm25": 7.7874959436990565 }, "ranks": { "vector": 4, "bm25": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.031746031746031744, "components": { "vector": 0.5195311435088407, "bm25": 5.041664783574243 }, "ranks": { "vector": 3, "bm25": 3 }, "accepted": false } ] }, { "id": "p05", "split": "test", "query": "库存不够会先建订单，然后把库存记成负数吗？", "group": "constraint", "relevant": [ { "source": "order-policy.md", "title": "建单规则" } ], "rationale": "库存不足不建单且不产生负库存。", "ranking_ms": 3.860900003928691, "hits": [ { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.03278688524590164, "components": { "vector": 0.7004305400903933, "bm25": 9.578360560178327 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.03200204813108039, "components": { "vector": 0.5899458103990552, "bm25": 2.5204736571602067 }, "ranks": { "vector": 2, "bm25": 3 }, "accepted": false }, { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.03149801587301587, "components": { "vector": 0.5451512160750859, "bm25": 1.8225691264128934 }, "ranks": { "vector": 3, "bm25": 4 }, "accepted": false } ] }, { "id": "p06", "split": "test", "query": "同一个 SKU 分成两行各买5件，按哪一档折扣计算？", "group": "multi-evidence", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "需要同 SKU 合并数量规则及具体折扣档位。", "ranking_ms": 3.7284999853000045, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.03278688524590164, "components": { "vector": 0.6690672068688386, "bm25": 9.400008740478787 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.03225806451612903, "components": { "vector": 0.5456818659310212, "bm25": 4.968718569382607 }, "ranks": { "vector": 2, "bm25": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.031746031746031744, "components": { "vector": 0.5333151599484235, "bm25": 3.72557557531805 }, "ranks": { "vector": 3, "bm25": 3 }, "accepted": false } ] }, { "id": "p07", "split": "dev", "query": "给客户报的价格应采用商品当前价格还是历史成交价格？", "group": "pricing", "relevant": [ { "source": "pricing-policy.md", "title": "报价基准价" } ], "rationale": "报价以商品当前现价为准。", "ranking_ms": 5.220599996391684, "hits": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.03252247488101534, "components": { "vector": 0.5914134297285694, "bm25": 5.8429789394296305 }, "ranks": { "vector": 2, "bm25": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 0.03252247488101534, "components": { "vector": 0.698418520478735, "bm25": 4.8370769152399316 }, "ranks": { "vector": 1, "bm25": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "价格与报价政策", "chunk_id": "6daa076e9d6e3764d58d6f573928156675e3bb6a97ee37761b61fe3834d11dc3", "score": 0.03125763125763126, "components": { "vector": 0.5558060481268408, "bm25": 2.513462372951358 }, "ranks": { "vector": 3, "bm25": 5 }, "accepted": false } ] }, { "id": "p08", "split": "test", "query": "改了商品现价或折扣规则，过去已成交订单会重算金额吗？", "group": "pricing", "relevant": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "历史订单保留原成交快照，不因现价或折扣规则变化重算。", "ranking_ms": 3.891300002578646, "hits": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.03278688524590164, "components": { "vector": 0.6954641779581677, "bm25": 12.935099187038272 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 0.03200204813108039, "components": { "vector": 0.6229101051496854, "bm25": 5.752118360040447 }, "ranks": { "vector": 2, "bm25": 3 }, "accepted": false }, { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.0315136476426799, "components": { "vector": 0.5322280048447497, "bm25": 5.78079184426978 }, "ranks": { "vector": 5, "bm25": 2 }, "accepted": false } ] }, { "id": "p09", "split": "dev", "query": "同一商品采购50件，折扣系数是多少？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "50 件对应 0.95。", "ranking_ms": 3.82539996644482, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.03278688524590164, "components": { "vector": 0.7129919004800145, "bm25": 14.723203117735169 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.03200204813108039, "components": { "vector": 0.4953682850504842, "bm25": 3.3574015405752355 }, "ranks": { "vector": 2, "bm25": 3 }, "accepted": false }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.031054405392392875, "components": { "vector": 0.4197368396797383, "bm25": 3.7838548579111335 }, "ranks": { "vector": 7, "bm25": 2 }, "accepted": false } ] }, { "id": "p10", "split": "test", "query": "购买200件相同商品能享受几折？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "200 件对应 9 折。", "ranking_ms": 6.402700033504516, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.03278688524590164, "components": { "vector": 0.6238305851015513, "bm25": 3.8446379005715703 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.0315136476426799, "components": { "vector": 0.4710376026374955, "bm25": 0.4764793453066101 }, "ranks": { "vector": 2, "bm25": 5 }, "accepted": false }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.030621785881252923, "components": { "vector": 0.41143232129349594, "bm25": 0.5512237881863578 }, "ranks": { "vector": 9, "bm25": 2 }, "accepted": false } ] }, { "id": "p11", "split": "test", "query": "单价0.75元买10件，折后单价如何舍入，总价怎么算？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "小节包含十进制 ROUND_HALF_UP 与 7.40 元例子。", "ranking_ms": 3.655900014564395, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.03278688524590164, "components": { "vector": 0.659822283075417, "bm25": 17.823609628339526 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.03225806451612903, "components": { "vector": 0.5419550946783529, "bm25": 1.7318351199874074 }, "ranks": { "vector": 2, "bm25": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "价格与报价政策", "chunk_id": "6daa076e9d6e3764d58d6f573928156675e3bb6a97ee37761b61fe3834d11dc3", "score": 0.015873015873015872, "components": { "vector": 0.4888702923700699 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p12", "split": "test", "query": "商品已经下架，能否仍然对外报价？", "group": "constraint", "relevant": [ { "source": "pricing-policy.md", "title": "已下架商品不报价" } ], "rationale": "非在售商品不提供报价。", "ranking_ms": 4.291500023100525, "hits": [ { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.03252247488101534, "components": { "vector": 0.7454556430767086, "bm25": 5.3622339517723105 }, "ranks": { "vector": 1, "bm25": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 0.032266458495966696, "components": { "vector": 0.5824037623037912, "bm25": 7.259201597198739 }, "ranks": { "vector": 3, "bm25": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.031754032258064516, "components": { "vector": 0.6405739399569866, "bm25": 1.7458428807403747 }, "ranks": { "vector": 2, "bm25": 4 }, "accepted": false } ] }, { "id": "p13", "split": "test", "query": "在售商品一件库存也没有，可以报个参考价吗？", "group": "constraint", "relevant": [ { "source": "pricing-policy.md", "title": "零库存商品的报价" } ], "rationale": "可报价但必须告知无货。", "ranking_ms": 3.8581000408157706, "hits": [ { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.03278688524590164, "components": { "vector": 0.7971121914055846, "bm25": 8.831853041905799 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.03200204813108039, "components": { "vector": 0.5965279436412428, "bm25": 3.734528469974758 }, "ranks": { "vector": 3, "bm25": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.031754032258064516, "components": { "vector": 0.6476116636686735, "bm25": 2.8744519042009298 }, "ranks": { "vector": 2, "bm25": 4 }, "accepted": false } ] }, { "id": "p14", "split": "dev", "query": "签收后6天想无理由退货，包装和赠品需要满足什么条件？", "group": "return", "relevant": [ { "source": "return-policy.md", "title": "七天无理由退货" } ], "rationale": "七天内、完好、二次销售与包装赠品要求。", "ranking_ms": 3.788699978031218, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.03278688524590164, "components": { "vector": 0.8090003260656671, "bm25": 25.618208582218 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.03149801587301587, "components": { "vector": 0.5384433018421719, "bm25": 1.196378908973421 }, "ranks": { "vector": 3, "bm25": 4 }, "accepted": false }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.03149801587301587, "components": { "vector": 0.5247266004469375, "bm25": 1.3041652882594519 }, "ranks": { "vector": 4, "bm25": 3 }, "accepted": false } ] }, { "id": "p15", "split": "test", "query": "定制商品是否适用七天无理由退货？", "group": "constraint", "relevant": [ { "source": "return-policy.md", "title": "七天无理由退货" }, { "source": "return-policy.md", "title": "不支持退换的情形" } ], "rationale": "两小节均明确排除定制类无理由退换。", "ranking_ms": 5.460899963509291, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.03278688524590164, "components": { "vector": 0.8303900320477211, "bm25": 19.29685469099401 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 0.03225806451612903, "components": { "vector": 0.6087128872305518, "bm25": 5.532325600692705 }, "ranks": { "vector": 2, "bm25": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.030798389007344232, "components": { "vector": 0.5613251771821194, "bm25": 0.38117436051264403 }, "ranks": { "vector": 3, "bm25": 7 }, "accepted": false } ] }, { "id": "p16", "split": "dev", "query": "商品质量有问题，签收后多久可以退换，运费谁承担？", "group": "return", "relevant": [ { "source": "return-policy.md", "title": "质量问题退换" } ], "rationale": "15 天内可退换，店方承担运费。", "ranking_ms": 6.868799973744899, "hits": [ { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.03278688524590164, "components": { "vector": 0.8521799780849113, "bm25": 14.51158401339532 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.03225806451612903, "components": { "vector": 0.6706680073111652, "bm25": 4.162054389149394 }, "ranks": { "vector": 2, "bm25": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 0.03125763125763126, "components": { "vector": 0.5981671580078701, "bm25": 2.5319788908674723 }, "ranks": { "vector": 3, "bm25": 5 }, "accepted": false } ] }, { "id": "p17", "split": "test", "query": "退款审核已通过，多久可以原路收到退款？", "group": "numeric", "relevant": [ { "source": "return-policy.md", "title": "退款流程与时效" } ], "rationale": "审核通过后 3 个工作日内原路退回。", "ranking_ms": 3.774199984036386, "hits": [ { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.03278688524590164, "components": { "vector": 0.7561566484065357, "bm25": 9.343807428324512 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.03225806451612903, "components": { "vector": 0.6021450486580312, "bm25": 1.5072779709677433 }, "ranks": { "vector": 2, "bm25": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.03149801587301587, "components": { "vector": 0.5213395826918302, "bm25": 1.3827047772700074 }, "ranks": { "vector": 4, "bm25": 3 }, "accepted": false } ] }, { "id": "p18", "split": "test", "query": "商品缺失配件或者人为损坏，还能申请退换吗？", "group": "constraint", "relevant": [ { "source": "return-policy.md", "title": "不支持退换的情形" } ], "rationale": "人为损坏和缺配件在不支持范围。", "ranking_ms": 5.498799961060286, "hits": [ { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 0.03278688524590164, "components": { "vector": 0.7673807304545132, "bm25": 22.562043394615444 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.03200204813108039, "components": { "vector": 0.6315385175487069, "bm25": 7.081696643910089 }, "ranks": { "vector": 3, "bm25": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.03200204813108039, "components": { "vector": 0.6376073985205232, "bm25": 2.5461632734904054 }, "ranks": { "vector": 2, "bm25": 3 }, "accepted": false } ] }, { "id": "p19", "split": "dev", "query": "办理换货的入库出库需要人工批准吗？", "group": "approval", "relevant": [ { "source": "return-policy.md", "title": "换货库存处理" } ], "rationale": "换货库存调整需人工审批。", "ranking_ms": 5.537799966987222, "hits": [ { "source": "return-policy.md", "title": "换货库存处理", "chunk_id": "470ec5c93a0d609d2448c59c4023660f471dd30ece2f3197888a2eb56f5673ea", "score": 0.03278688524590164, "components": { "vector": 0.8173511599467395, "bm25": 10.207608936814985 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.031754032258064516, "components": { "vector": 0.49092023045516753, "bm25": 1.7512634046579085 }, "ranks": { "vector": 2, "bm25": 4 }, "accepted": false }, { "source": "return-policy.md", "title": "退换货政策", "chunk_id": "fc41c88a5a9185e96f195a8414b316ad3628e03ceba7ac19629759355161d0dd", "score": 0.031754032258064516, "components": { "vector": 0.4482751842103792, "bm25": 5.555859185739347 }, "ranks": { "vector": 4, "bm25": 2 }, "accepted": false } ] }, { "id": "p20", "split": "dev", "query": "发给客户的报价会锁价、占用或预留库存吗？", "group": "constraint", "relevant": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "报价不锁价、不预留，执行时复核。", "ranking_ms": 4.447499988600612, "hits": [ { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.03252247488101534, "components": { "vector": 0.5791849515674136, "bm25": 3.1911352825936032 }, "ranks": { "vector": 1, "bm25": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.032018442622950824, "components": { "vector": 0.47856640283100016, "bm25": 6.423493959539669 }, "ranks": { "vector": 4, "bm25": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "价格与报价政策", "chunk_id": "6daa076e9d6e3764d58d6f573928156675e3bb6a97ee37761b61fe3834d11dc3", "score": 0.0315136476426799, "components": { "vector": 0.50672681844991, "bm25": 1.774247666819769 }, "ranks": { "vector": 2, "bm25": 5 }, "accepted": false } ] }, { "id": "p21", "split": "test", "query": "第一次建单已提交后现价变了，用同一幂等请求重放会按新价再建一单吗？", "group": "idempotency", "relevant": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "原请求幂等重放返回首次结果。", "ranking_ms": 4.517699999269098, "hits": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.03278688524590164, "components": { "vector": 0.661516731304999, "bm25": 14.55174048739146 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.03225806451612903, "components": { "vector": 0.5527393369993898, "bm25": 6.265539277070791 }, "ranks": { "vector": 2, "bm25": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 0.031746031746031744, "components": { "vector": 0.5006555290003766, "bm25": 4.517312343342416 }, "ranks": { "vector": 3, "bm25": 3 }, "accepted": false } ] }, { "id": "p22", "split": "test", "query": "订单已经退款，是否还计入客户有效花费？", "group": "state", "relevant": [ { "source": "order-policy.md", "title": "销量与金额的有效口径" } ], "rationale": "已退款不计入有效销量及客户有效花费。", "ranking_ms": 6.725599989295006, "hits": [ { "source": "order-policy.md", "title": "销量与金额的有效口径", "chunk_id": "a57fcc902ef431d8eb4895ec30d9d102f770e28c1c69b156c5d9b5926ec33433", "score": 0.03278688524590164, "components": { "vector": 0.6065447863745815, "bm25": 18.583344208084647 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.03225806451612903, "components": { "vector": 0.55621036967386, "bm25": 2.5970909078256357 }, "ranks": { "vector": 2, "bm25": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.031746031746031744, "components": { "vector": 0.5550558269355244, "bm25": 2.3500408620343713 }, "ranks": { "vector": 3, "bm25": 3 }, "accepted": false } ] }, { "id": "p23", "split": "test", "query": "已签收订单能否直接取消？如果走退款，审核通过后多久到账？", "group": "multi-evidence", "relevant": [ { "source": "order-policy.md", "title": "已发货或已签收的订单" }, { "source": "return-policy.md", "title": "退款流程与时效" } ], "rationale": "联合取消边界及退款时效。", "ranking_ms": 7.110999955330044, "hits": [ { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.03278688524590164, "components": { "vector": 0.8669584747932624, "bm25": 19.284048303320624 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.03225806451612903, "components": { "vector": 0.8064787262713805, "bm25": 13.910293853157889 }, "ranks": { "vector": 2, "bm25": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.03149801587301587, "components": { "vector": 0.6489165761686934, "bm25": 6.685801120422953 }, "ranks": { "vector": 3, "bm25": 4 }, "accepted": false } ] }, { "id": "p24", "split": "test", "query": "两个不同 SKU 各买6件，能合成12件享受10件档位折扣吗？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "折扣按单个 SKU 合并，不跨商品累加。", "ranking_ms": 4.937999998219311, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.03278688524590164, "components": { "vector": 0.6085221443365276, "bm25": 9.862405630252596 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.03200204813108039, "components": { "vector": 0.45974263612140387, "bm25": 2.340702518708025 }, "ranks": { "vector": 3, "bm25": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.031754032258064516, "components": { "vector": 0.5280765066168833, "bm25": 1.6942915550957485 }, "ranks": { "vector": 2, "bm25": 4 }, "accepted": false } ] }, { "id": "n01", "split": "dev", "query": "店铺每天几点开门，周末营业吗？", "group": "ood", "relevant": [], "rationale": "语料没有营业时间。", "ranking_ms": 4.948700021486729, "hits": [ { "source": "return-policy.md", "title": "退换货政策", "chunk_id": "fc41c88a5a9185e96f195a8414b316ad3628e03ceba7ac19629759355161d0dd", "score": 0.01639344262295082, "components": { "vector": 0.38488540725880854 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "价格与报价政策", "chunk_id": "6daa076e9d6e3764d58d6f573928156675e3bb6a97ee37761b61fe3834d11dc3", "score": 0.016129032258064516, "components": { "vector": 0.37311076197840626 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.015873015873015872, "components": { "vector": 0.367265789764603 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n02", "split": "test", "query": "购买商品后怎么申请增值税发票，税率是多少？", "group": "ood", "relevant": [], "rationale": "语料没有发票与税率政策。", "ranking_ms": 3.854400012642145, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.03252247488101534, "components": { "vector": 0.5046826389030816, "bm25": 2.5461632734904054 }, "ranks": { "vector": 1, "bm25": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.032266458495966696, "components": { "vector": 0.4468638397495144, "bm25": 2.6432949424361225 }, "ranks": { "vector": 3, "bm25": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.03200204813108039, "components": { "vector": 0.5031719080261605, "bm25": 2.4374492259570872 }, "ranks": { "vector": 2, "bm25": 3 }, "accepted": false } ] }, { "id": "n03", "split": "dev", "query": "下单时支持支付宝、微信还是银行卡付款？", "group": "ood-overlap", "relevant": [], "rationale": "有订单状态，但没有支付方式列表。", "ranking_ms": 5.470199976116419, "hits": [ { "source": "order-policy.md", "title": "订单状态", "chunk_id": "bcb6952809e1f0d396418dcc2e6c6a65c5b826d1c295ca66f184610c74d68fb9", "score": 0.032266458495966696, "components": { "vector": 0.4980099303444445, "bm25": 2.740336521870618 }, "ranks": { "vector": 1, "bm25": 3 }, "accepted": false }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.031754032258064516, "components": { "vector": 0.4549586733578534, "bm25": 1.9896048299803013 }, "ranks": { "vector": 2, "bm25": 4 }, "accepted": false }, { "source": "order-policy.md", "title": "销量与金额的有效口径", "chunk_id": "a57fcc902ef431d8eb4895ec30d9d102f770e28c1c69b156c5d9b5926ec33433", "score": 0.02946912242686891, "components": { "vector": 0.3341560163207333, "bm25": 1.8119550141856247 }, "ranks": { "vector": 11, "bm25": 5 }, "accepted": false } ] }, { "id": "n04", "split": "test", "query": "发货后几天送达，支持顺丰快递吗？", "group": "ood-overlap", "relevant": [], "rationale": "有已发货状态，没有配送时长及承运商。", "ranking_ms": 4.605699970852584, "hits": [ { "source": "order-policy.md", "title": "销量与金额的有效口径", "chunk_id": "a57fcc902ef431d8eb4895ec30d9d102f770e28c1c69b156c5d9b5926ec33433", "score": 0.03149801587301587, "components": { "vector": 0.4369331941784807, "bm25": 1.7860862154430568 }, "ranks": { "vector": 4, "bm25": 3 }, "accepted": false }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.03128054740957967, "components": { "vector": 0.475891859760621, "bm25": 1.2079889471486425 }, "ranks": { "vector": 2, "bm25": 6 }, "accepted": false }, { "source": "order-policy.md", "title": "订单状态", "chunk_id": "bcb6952809e1f0d396418dcc2e6c6a65c5b826d1c295ca66f184610c74d68fb9", "score": 0.03128054740957967, "components": { "vector": 0.43234078651904095, "bm25": 2.1498915358936057 }, "ranks": { "vector": 6, "bm25": 2 }, "accepted": false } ] }, { "id": "n05", "split": "test", "query": "向供应商采购这些商品，一般需要几天到货？", "group": "ood", "relevant": [], "rationale": "政策语料没有供应商采购交期。", "ranking_ms": 3.836899995803833, "hits": [ { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.03252247488101534, "components": { "vector": 0.4092054961927273, "bm25": 3.7838548579111335 }, "ranks": { "vector": 2, "bm25": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.032018442622950824, "components": { "vector": 0.4519133129742575, "bm25": 0.4764793453066101 }, "ranks": { "vector": 1, "bm25": 4 }, "accepted": false }, { "source": "return-policy.md", "title": "换货库存处理", "chunk_id": "470ec5c93a0d609d2448c59c4023660f471dd30ece2f3197888a2eb56f5673ea", "score": 0.031054405392392875, "components": { "vector": 0.3524784547527119, "bm25": 0.5093693934295258 }, "ranks": { "vector": 7, "bm25": 2 }, "accepted": false } ] }, { "id": "n06", "split": "test", "query": "商品保修几年，保修需要哪些凭证？", "group": "ood", "relevant": [], "rationale": "退换货规则不提供保修年限与凭证要求。", "ranking_ms": 3.8869999698363245, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.032018442622950824, "components": { "vector": 0.501198657133713, "bm25": 0.4764793453066101 }, "ranks": { "vector": 1, "bm25": 4 }, "accepted": false }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.031544957774465976, "components": { "vector": 0.3776236048858331, "bm25": 0.5512237881863578 }, "ranks": { "vector": 6, "bm25": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 0.03125763125763126, "components": { "vector": 0.3809437188192391, "bm25": 0.49237572776463373 }, "ranks": { "vector": 5, "bm25": 3 }, "accepted": false } ] }, { "id": "n07", "split": "dev", "query": "原路退款产生的银行手续费由谁承担？", "group": "ood-overlap", "relevant": [], "rationale": "政策只明确质量问题运费承担，没有银行手续费规则。", "ranking_ms": 4.183700017165393, "hits": [ { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.03252247488101534, "components": { "vector": 0.4992934691619764, "bm25": 6.8697613530663215 }, "ranks": { "vector": 1, "bm25": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.032266458495966696, "components": { "vector": 0.4427812735347517, "bm25": 7.046457472226866 }, "ranks": { "vector": 3, "bm25": 1 }, "accepted": false }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.03200204813108039, "components": { "vector": 0.4521196497799982, "bm25": 1.5072779709677433 }, "ranks": { "vector": 2, "bm25": 3 }, "accepted": false } ] }, { "id": "n08", "split": "test", "query": "新会员优惠券可以和数量梯度折扣叠加使用吗？", "group": "ood-overlap", "relevant": [], "rationale": "有数量折扣，没有优惠券及叠加规则。", "ranking_ms": 6.119900033809245, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.03278688524590164, "components": { "vector": 0.5599441382712397, "bm25": 7.757945503402958 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.03225806451612903, "components": { "vector": 0.4890086712612531, "bm25": 7.51339579131264 }, "ranks": { "vector": 2, "bm25": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.03125763125763126, "components": { "vector": 0.3948144887629243, "bm25": 1.442588563019184 }, "ranks": { "vector": 3, "bm25": 5 }, "accepted": false } ] }, { "id": "n09", "split": "test", "query": "跨境配送的进口关税由买家还是店铺支付？", "group": "ood", "relevant": [], "rationale": "语料没有跨境关税责任。", "ranking_ms": 6.837500026449561, "hits": [ { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.01639344262295082, "components": { "vector": 0.3791473985496953 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "换货库存处理", "chunk_id": "470ec5c93a0d609d2448c59c4023660f471dd30ece2f3197888a2eb56f5673ea", "score": 0.016129032258064516, "components": { "vector": 0.3596556677556739 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.015873015873015872, "components": { "vector": 0.35224177656382405 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n10", "split": "dev", "query": "商品支持免费上门安装吗？", "group": "ood", "relevant": [], "rationale": "语料没有安装服务。", "ranking_ms": 4.978800017852336, "hits": [ { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 0.032018442622950824, "components": { "vector": 0.43884064777048226, "bm25": 3.2465911561317107 }, "ranks": { "vector": 4, "bm25": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.03200204813108039, "components": { "vector": 0.4650023208982051, "bm25": 0.5512237881863578 }, "ranks": { "vector": 3, "bm25": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.03177805800756621, "components": { "vector": 0.5108812928126397, "bm25": 0.4764793453066101 }, "ranks": { "vector": 1, "bm25": 5 }, "accepted": false } ] }, { "id": "n11", "split": "test", "query": "下单后商品降价了，几天内可以申请价保补差？", "group": "ood-overlap", "relevant": [], "rationale": "历史快照价格不重算，并没有价保补差申请规则。", "ranking_ms": 3.9939999696798623, "hits": [ { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.032266458495966696, "components": { "vector": 0.5134539582758956, "bm25": 7.167536106283079 }, "ranks": { "vector": 3, "bm25": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.03225806451612903, "components": { "vector": 0.5237941411339356, "bm25": 6.685531129857996 }, "ranks": { "vector": 2, "bm25": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.03131881575727918, "components": { "vector": 0.5461493380733312, "bm25": 0.4019363289085314 }, "ranks": { "vector": 1, "bm25": 7 }, "accepted": false } ] }, { "id": "n12", "split": "test", "query": "七天无理由退货应该寄往哪个地址，收件人电话是多少？", "group": "ood-overlap", "relevant": [], "rationale": "有无理由退货条件，但没有退货地址与电话。", "ranking_ms": 3.641999966930598, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.03278688524590164, "components": { "vector": 0.6266625538471771, "bm25": 14.1597203570678 }, "ranks": { "vector": 1, "bm25": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.016129032258064516, "components": { "vector": 0.5007428165193496 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "退换货政策", "chunk_id": "fc41c88a5a9185e96f195a8414b316ad3628e03ceba7ac19629759355161d0dd", "score": 0.015873015873015872, "components": { "vector": 0.43759146086054584 }, "ranks": { "vector": 3 }, "accepted": false } ] } ] }, "vector_current": { "threshold": 0.57, "calibration": "fixed production cutoff", "metrics": { "dev": { "cases": 12, "answerable": 8, "out_of_corpus": 4, "raw_recall_at_1": 0.875, "raw_recall_at_k": 0.875, "raw_mrr_at_k": 0.875, "accepted_recall_at_k": 0.875, "evidence_precision": 0.5, "supported_positive_rate": 0.875, "false_reject_rate": 0.0, "ood_rejection_rate": 1.0, "ood_false_accepts": 0, "p50_ranking_ms": 4.299100022763014, "p95_ranking_ms": 5.911800020840019, "review_case_ids": [ "p20" ] }, "test": { "cases": 24, "answerable": 16, "out_of_corpus": 8, "raw_recall_at_1": 0.90625, "raw_recall_at_k": 1.0, "raw_mrr_at_k": 1.0, "accepted_recall_at_k": 0.96875, "evidence_precision": 0.5806451612903226, "supported_positive_rate": 1.0, "false_reject_rate": 0.0, "ood_rejection_rate": 0.875, "ood_false_accepts": 1, "p50_ranking_ms": 3.452199976891279, "p95_ranking_ms": 5.930099985562265, "review_case_ids": [ "p06", "n12" ] } }, "cases": [ { "id": "p01", "split": "dev", "query": "没付款的订单能撤销，并把商品放回可售库存吗？", "group": "paraphrase", "relevant": [ { "source": "order-policy.md", "title": "可取消的订单" } ], "rationale": "仅未付款或未发货可直接取消并回补库存。", "ranking_ms": 4.887700022663921, "hits": [ { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.8083868451279116, "components": { "cosine": 0.8083868451279116 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.6512462364881525, "components": { "cosine": 0.6512462364881525 }, "ranks": { "vector": 2 }, "accepted": true }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.6354148467495251, "components": { "cosine": 0.6354148467495251 }, "ranks": { "vector": 3 }, "accepted": true } ] }, { "id": "p02", "split": "test", "query": "包裹已经发出了，还能直接撤单吗？", "group": "paraphrase", "relevant": [ { "source": "order-policy.md", "title": "已发货或已签收的订单" } ], "rationale": "已发货不可直接取消，需要退款流程。", "ranking_ms": 4.725800012238324, "hits": [ { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.6797030095035828, "components": { "cosine": 0.6797030095035828 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.6293757918218422, "components": { "cosine": 0.6293757918218422 }, "ranks": { "vector": 2 }, "accepted": true }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.606639184609187, "components": { "cosine": 0.606639184609187 }, "ranks": { "vector": 3 }, "accepted": true } ] }, { "id": "p03", "split": "dev", "query": "刚建好的订单处于什么状态，之后正常怎么流转？", "group": "state", "relevant": [ { "source": "order-policy.md", "title": "订单状态" } ], "rationale": "状态小节包含初始状态及正常流程。", "ranking_ms": 3.361899987794459, "hits": [ { "source": "order-policy.md", "title": "订单状态", "chunk_id": "bcb6952809e1f0d396418dcc2e6c6a65c5b826d1c295ca66f184610c74d68fb9", "score": 0.6924961371187209, "components": { "cosine": 0.6924961371187209 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "订单与取消政策", "chunk_id": "1d36add9c6801a5de9ab99f030ece5d03c85a595fa19e63b92f8bf3134fbd994", "score": 0.6701607995145757, "components": { "cosine": 0.6701607995145757 }, "ranks": { "vector": 2 }, "accepted": true }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.5314410738062237, "components": { "cosine": 0.5314410738062237 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p04", "split": "test", "query": "统计有效销量时，待付款和退款订单算进去吗？", "group": "state", "relevant": [ { "source": "order-policy.md", "title": "销量与金额的有效口径" } ], "rationale": "有效口径列出计入与排除的三类状态。", "ranking_ms": 3.452199976891279, "hits": [ { "source": "order-policy.md", "title": "销量与金额的有效口径", "chunk_id": "a57fcc902ef431d8eb4895ec30d9d102f770e28c1c69b156c5d9b5926ec33433", "score": 0.8137632978889967, "components": { "cosine": 0.8137632978889967 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "退换货政策", "chunk_id": "fc41c88a5a9185e96f195a8414b316ad3628e03ceba7ac19629759355161d0dd", "score": 0.5246255154992494, "components": { "cosine": 0.5246255154992494 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.5195311435088407, "components": { "cosine": 0.5195311435088407 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p05", "split": "test", "query": "库存不够会先建订单，然后把库存记成负数吗？", "group": "constraint", "relevant": [ { "source": "order-policy.md", "title": "建单规则" } ], "rationale": "库存不足不建单且不产生负库存。", "ranking_ms": 3.3455999800935388, "hits": [ { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.7004305400903933, "components": { "cosine": 0.7004305400903933 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.5899458103990552, "components": { "cosine": 0.5899458103990552 }, "ranks": { "vector": 2 }, "accepted": true }, { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.5451512160750859, "components": { "cosine": 0.5451512160750859 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p06", "split": "test", "query": "同一个 SKU 分成两行各买5件，按哪一档折扣计算？", "group": "multi-evidence", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "需要同 SKU 合并数量规则及具体折扣档位。", "ranking_ms": 3.382299968507141, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.6690672068688386, "components": { "cosine": 0.6690672068688386 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.5456818659310212, "components": { "cosine": 0.5456818659310212 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.5333151599484235, "components": { "cosine": 0.5333151599484235 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p07", "split": "dev", "query": "给客户报的价格应采用商品当前价格还是历史成交价格？", "group": "pricing", "relevant": [ { "source": "pricing-policy.md", "title": "报价基准价" } ], "rationale": "报价以商品当前现价为准。", "ranking_ms": 4.607299983035773, "hits": [ { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 0.698418520478735, "components": { "cosine": 0.698418520478735 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.5914134297285694, "components": { "cosine": 0.5914134297285694 }, "ranks": { "vector": 2 }, "accepted": true }, { "source": "pricing-policy.md", "title": "价格与报价政策", "chunk_id": "6daa076e9d6e3764d58d6f573928156675e3bb6a97ee37761b61fe3834d11dc3", "score": 0.5558060481268408, "components": { "cosine": 0.5558060481268408 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p08", "split": "test", "query": "改了商品现价或折扣规则，过去已成交订单会重算金额吗？", "group": "pricing", "relevant": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "历史订单保留原成交快照，不因现价或折扣规则变化重算。", "ranking_ms": 3.3311000443063676, "hits": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.6954641779581677, "components": { "cosine": 0.6954641779581677 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 0.6229101051496854, "components": { "cosine": 0.6229101051496854 }, "ranks": { "vector": 2 }, "accepted": true }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.5589700061196305, "components": { "cosine": 0.5589700061196305 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p09", "split": "dev", "query": "同一商品采购50件，折扣系数是多少？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "50 件对应 0.95。", "ranking_ms": 3.368799982126802, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.7129919004800145, "components": { "cosine": 0.7129919004800145 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.4953682850504842, "components": { "cosine": 0.4953682850504842 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.455886960152389, "components": { "cosine": 0.455886960152389 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p10", "split": "test", "query": "购买200件相同商品能享受几折？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "200 件对应 9 折。", "ranking_ms": 3.3623999916017056, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.6238305851015513, "components": { "cosine": 0.6238305851015513 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.4710376026374955, "components": { "cosine": 0.4710376026374955 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.4643145155260316, "components": { "cosine": 0.4643145155260316 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p11", "split": "test", "query": "单价0.75元买10件，折后单价如何舍入，总价怎么算？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "小节包含十进制 ROUND_HALF_UP 与 7.40 元例子。", "ranking_ms": 3.3091999939642847, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.659822283075417, "components": { "cosine": 0.659822283075417 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.5419550946783529, "components": { "cosine": 0.5419550946783529 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "价格与报价政策", "chunk_id": "6daa076e9d6e3764d58d6f573928156675e3bb6a97ee37761b61fe3834d11dc3", "score": 0.4888702923700699, "components": { "cosine": 0.4888702923700699 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p12", "split": "test", "query": "商品已经下架，能否仍然对外报价？", "group": "constraint", "relevant": [ { "source": "pricing-policy.md", "title": "已下架商品不报价" } ], "rationale": "非在售商品不提供报价。", "ranking_ms": 3.6837999941781163, "hits": [ { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.7454556430767086, "components": { "cosine": 0.7454556430767086 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.6405739399569866, "components": { "cosine": 0.6405739399569866 }, "ranks": { "vector": 2 }, "accepted": true }, { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 0.5824037623037912, "components": { "cosine": 0.5824037623037912 }, "ranks": { "vector": 3 }, "accepted": true } ] }, { "id": "p13", "split": "test", "query": "在售商品一件库存也没有，可以报个参考价吗？", "group": "constraint", "relevant": [ { "source": "pricing-policy.md", "title": "零库存商品的报价" } ], "rationale": "可报价但必须告知无货。", "ranking_ms": 3.3598000300116837, "hits": [ { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.7971121914055846, "components": { "cosine": 0.7971121914055846 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.6476116636686735, "components": { "cosine": 0.6476116636686735 }, "ranks": { "vector": 2 }, "accepted": true }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.5965279436412428, "components": { "cosine": 0.5965279436412428 }, "ranks": { "vector": 3 }, "accepted": true } ] }, { "id": "p14", "split": "dev", "query": "签收后6天想无理由退货，包装和赠品需要满足什么条件？", "group": "return", "relevant": [ { "source": "return-policy.md", "title": "七天无理由退货" } ], "rationale": "七天内、完好、二次销售与包装赠品要求。", "ranking_ms": 3.368499979842454, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.8090003260656671, "components": { "cosine": 0.8090003260656671 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.5669295955460096, "components": { "cosine": 0.5669295955460096 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.5384433018421719, "components": { "cosine": 0.5384433018421719 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p15", "split": "test", "query": "定制商品是否适用七天无理由退货？", "group": "constraint", "relevant": [ { "source": "return-policy.md", "title": "七天无理由退货" }, { "source": "return-policy.md", "title": "不支持退换的情形" } ], "rationale": "两小节均明确排除定制类无理由退换。", "ranking_ms": 4.255999985616654, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.8303900320477211, "components": { "cosine": 0.8303900320477211 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 0.6087128872305518, "components": { "cosine": 0.6087128872305518 }, "ranks": { "vector": 2 }, "accepted": true }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.5613251771821194, "components": { "cosine": 0.5613251771821194 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p16", "split": "dev", "query": "商品质量有问题，签收后多久可以退换，运费谁承担？", "group": "return", "relevant": [ { "source": "return-policy.md", "title": "质量问题退换" } ], "rationale": "15 天内可退换，店方承担运费。", "ranking_ms": 5.911800020840019, "hits": [ { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.8521799780849113, "components": { "cosine": 0.8521799780849113 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.6706680073111652, "components": { "cosine": 0.6706680073111652 }, "ranks": { "vector": 2 }, "accepted": true }, { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 0.5981671580078701, "components": { "cosine": 0.5981671580078701 }, "ranks": { "vector": 3 }, "accepted": true } ] }, { "id": "p17", "split": "test", "query": "退款审核已通过，多久可以原路收到退款？", "group": "numeric", "relevant": [ { "source": "return-policy.md", "title": "退款流程与时效" } ], "rationale": "审核通过后 3 个工作日内原路退回。", "ranking_ms": 3.3623999916017056, "hits": [ { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.7561566484065357, "components": { "cosine": 0.7561566484065357 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.6021450486580312, "components": { "cosine": 0.6021450486580312 }, "ranks": { "vector": 2 }, "accepted": true }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.5306548380213276, "components": { "cosine": 0.5306548380213276 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p18", "split": "test", "query": "商品缺失配件或者人为损坏，还能申请退换吗？", "group": "constraint", "relevant": [ { "source": "return-policy.md", "title": "不支持退换的情形" } ], "rationale": "人为损坏和缺配件在不支持范围。", "ranking_ms": 4.3320999830029905, "hits": [ { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 0.7673807304545132, "components": { "cosine": 0.7673807304545132 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.6376073985205232, "components": { "cosine": 0.6376073985205232 }, "ranks": { "vector": 2 }, "accepted": true }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.6315385175487069, "components": { "cosine": 0.6315385175487069 }, "ranks": { "vector": 3 }, "accepted": true } ] }, { "id": "p19", "split": "dev", "query": "办理换货的入库出库需要人工批准吗？", "group": "approval", "relevant": [ { "source": "return-policy.md", "title": "换货库存处理" } ], "rationale": "换货库存调整需人工审批。", "ranking_ms": 4.501399991568178, "hits": [ { "source": "return-policy.md", "title": "换货库存处理", "chunk_id": "470ec5c93a0d609d2448c59c4023660f471dd30ece2f3197888a2eb56f5673ea", "score": 0.8173511599467395, "components": { "cosine": 0.8173511599467395 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.49092023045516753, "components": { "cosine": 0.49092023045516753 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.4621279334059077, "components": { "cosine": 0.4621279334059077 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p20", "split": "dev", "query": "发给客户的报价会锁价、占用或预留库存吗？", "group": "constraint", "relevant": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "报价不锁价、不预留，执行时复核。", "ranking_ms": 3.6172999534755945, "hits": [ { "source": "pricing-policy.md", "title": "零库存商品的报价", "chunk_id": "9c1b41fdad3914c467e26e29effda14fc1af28745bce6497edb9ebcb7cc671eb", "score": 0.5791849515674136, "components": { "cosine": 0.5791849515674136 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "pricing-policy.md", "title": "价格与报价政策", "chunk_id": "6daa076e9d6e3764d58d6f573928156675e3bb6a97ee37761b61fe3834d11dc3", "score": 0.50672681844991, "components": { "cosine": 0.50672681844991 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.5011379580470275, "components": { "cosine": 0.5011379580470275 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p21", "split": "test", "query": "第一次建单已提交后现价变了，用同一幂等请求重放会按新价再建一单吗？", "group": "idempotency", "relevant": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别" } ], "rationale": "原请求幂等重放返回首次结果。", "ranking_ms": 3.8594999932684004, "hits": [ { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.661516731304999, "components": { "cosine": 0.661516731304999 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.5527393369993898, "components": { "cosine": 0.5527393369993898 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "报价基准价", "chunk_id": "3a4db69958962bf9cdc3fa10ce626a239c7ccfee53529bdf109ca4377f0f98be", "score": 0.5006555290003766, "components": { "cosine": 0.5006555290003766 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p22", "split": "test", "query": "订单已经退款，是否还计入客户有效花费？", "group": "state", "relevant": [ { "source": "order-policy.md", "title": "销量与金额的有效口径" } ], "rationale": "已退款不计入有效销量及客户有效花费。", "ranking_ms": 5.7631999952718616, "hits": [ { "source": "order-policy.md", "title": "销量与金额的有效口径", "chunk_id": "a57fcc902ef431d8eb4895ec30d9d102f770e28c1c69b156c5d9b5926ec33433", "score": 0.6065447863745815, "components": { "cosine": 0.6065447863745815 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.55621036967386, "components": { "cosine": 0.55621036967386 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.5550558269355244, "components": { "cosine": 0.5550558269355244 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "p23", "split": "test", "query": "已签收订单能否直接取消？如果走退款，审核通过后多久到账？", "group": "multi-evidence", "relevant": [ { "source": "order-policy.md", "title": "已发货或已签收的订单" }, { "source": "return-policy.md", "title": "退款流程与时效" } ], "rationale": "联合取消边界及退款时效。", "ranking_ms": 5.930099985562265, "hits": [ { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.8669584747932624, "components": { "cosine": 0.8669584747932624 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.8064787262713805, "components": { "cosine": 0.8064787262713805 }, "ranks": { "vector": 2 }, "accepted": true }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.6489165761686934, "components": { "cosine": 0.6489165761686934 }, "ranks": { "vector": 3 }, "accepted": true } ] }, { "id": "p24", "split": "test", "query": "两个不同 SKU 各买6件，能合成12件享受10件档位折扣吗？", "group": "numeric", "relevant": [ { "source": "pricing-policy.md", "title": "数量梯度折扣" } ], "rationale": "折扣按单个 SKU 合并，不跨商品累加。", "ranking_ms": 4.09209995996207, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.6085221443365276, "components": { "cosine": 0.6085221443365276 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.5280765066168833, "components": { "cosine": 0.5280765066168833 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.45974263612140387, "components": { "cosine": 0.45974263612140387 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n01", "split": "dev", "query": "店铺每天几点开门，周末营业吗？", "group": "ood", "relevant": [], "rationale": "语料没有营业时间。", "ranking_ms": 4.447599989362061, "hits": [ { "source": "return-policy.md", "title": "退换货政策", "chunk_id": "fc41c88a5a9185e96f195a8414b316ad3628e03ceba7ac19629759355161d0dd", "score": 0.38488540725880854, "components": { "cosine": 0.38488540725880854 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "价格与报价政策", "chunk_id": "6daa076e9d6e3764d58d6f573928156675e3bb6a97ee37761b61fe3834d11dc3", "score": 0.37311076197840626, "components": { "cosine": 0.37311076197840626 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.367265789764603, "components": { "cosine": 0.367265789764603 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n02", "split": "test", "query": "购买商品后怎么申请增值税发票，税率是多少？", "group": "ood", "relevant": [], "rationale": "语料没有发票与税率政策。", "ranking_ms": 3.3573000109754503, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.5046826389030816, "components": { "cosine": 0.5046826389030816 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.5031719080261605, "components": { "cosine": 0.5031719080261605 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.4468638397495144, "components": { "cosine": 0.4468638397495144 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n03", "split": "dev", "query": "下单时支持支付宝、微信还是银行卡付款？", "group": "ood-overlap", "relevant": [], "rationale": "有订单状态，但没有支付方式列表。", "ranking_ms": 4.5751999714411795, "hits": [ { "source": "order-policy.md", "title": "订单状态", "chunk_id": "bcb6952809e1f0d396418dcc2e6c6a65c5b826d1c295ca66f184610c74d68fb9", "score": 0.4980099303444445, "components": { "cosine": 0.4980099303444445 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.4549586733578534, "components": { "cosine": 0.4549586733578534 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.4165026908005222, "components": { "cosine": 0.4165026908005222 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n04", "split": "test", "query": "发货后几天送达，支持顺丰快递吗？", "group": "ood-overlap", "relevant": [], "rationale": "有已发货状态，没有配送时长及承运商。", "ranking_ms": 4.036900005303323, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.501108157541355, "components": { "cosine": 0.501108157541355 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.475891859760621, "components": { "cosine": 0.475891859760621 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.44292072956441775, "components": { "cosine": 0.44292072956441775 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n05", "split": "test", "query": "向供应商采购这些商品，一般需要几天到货？", "group": "ood", "relevant": [], "rationale": "政策语料没有供应商采购交期。", "ranking_ms": 3.3564999466761947, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.4519133129742575, "components": { "cosine": 0.4519133129742575 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.4092054961927273, "components": { "cosine": 0.4092054961927273 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.403781428934563, "components": { "cosine": 0.403781428934563 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n06", "split": "test", "query": "商品保修几年，保修需要哪些凭证？", "group": "ood", "relevant": [], "rationale": "退换货规则不提供保修年限与凭证要求。", "ranking_ms": 3.357799956575036, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.501198657133713, "components": { "cosine": 0.501198657133713 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.4755481122188316, "components": { "cosine": 0.4755481122188316 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "不支持退换的情形", "chunk_id": "15bd2759cea1a36a59bf480b447aa75e4643e73e703ed37be281b5a528740aa1", "score": 0.4398412717511114, "components": { "cosine": 0.4398412717511114 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n07", "split": "dev", "query": "原路退款产生的银行手续费由谁承担？", "group": "ood-overlap", "relevant": [], "rationale": "政策只明确质量问题运费承担，没有银行手续费规则。", "ranking_ms": 3.6069999914616346, "hits": [ { "source": "return-policy.md", "title": "退款流程与时效", "chunk_id": "4ab7620ce7ecd0ebdadab61e8212d09a61e8693010cf7950991da4e778ddd096", "score": 0.4992934691619764, "components": { "cosine": 0.4992934691619764 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "order-policy.md", "title": "已发货或已签收的订单", "chunk_id": "5718814fc6de64e99c93f975a9293d00391e37c1625760eb576e7f4502c78b8e", "score": 0.4521196497799982, "components": { "cosine": 0.4521196497799982 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.4427812735347517, "components": { "cosine": 0.4427812735347517 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n08", "split": "test", "query": "新会员优惠券可以和数量梯度折扣叠加使用吗？", "group": "ood-overlap", "relevant": [], "rationale": "有数量折扣，没有优惠券及叠加规则。", "ranking_ms": 4.932000010740012, "hits": [ { "source": "pricing-policy.md", "title": "数量梯度折扣", "chunk_id": "efcd6c23b623c2381b1b5a899f3c1f61a33f3cc8203cc0e65d70a9dc3bbaecd4", "score": 0.5599441382712397, "components": { "cosine": 0.5599441382712397 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "pricing-policy.md", "title": "下单快照价与现价的区别", "chunk_id": "08184efeda6263691378ea1cf76113bb237dd39155ab23405186728bb572a2aa", "score": 0.4890086712612531, "components": { "cosine": 0.4890086712612531 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "order-policy.md", "title": "建单规则", "chunk_id": "6308a11d6b22a75509f1dc11201d1669d88100d414440d4f0b1f36b2fba7dca7", "score": 0.3948144887629243, "components": { "cosine": 0.3948144887629243 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n09", "split": "test", "query": "跨境配送的进口关税由买家还是店铺支付？", "group": "ood", "relevant": [], "rationale": "语料没有跨境关税责任。", "ranking_ms": 6.101000006310642, "hits": [ { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.3791473985496953, "components": { "cosine": 0.3791473985496953 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "换货库存处理", "chunk_id": "470ec5c93a0d609d2448c59c4023660f471dd30ece2f3197888a2eb56f5673ea", "score": 0.3596556677556739, "components": { "cosine": 0.3596556677556739 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.35224177656382405, "components": { "cosine": 0.35224177656382405 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n10", "split": "dev", "query": "商品支持免费上门安装吗？", "group": "ood", "relevant": [], "rationale": "语料没有安装服务。", "ranking_ms": 4.299100022763014, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.5108812928126397, "components": { "cosine": 0.5108812928126397 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.49429522603859016, "components": { "cosine": 0.49429522603859016 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "pricing-policy.md", "title": "已下架商品不报价", "chunk_id": "431abbfac6e64c9051d02eda1fc241364cf967dbd2be69f12881f2f71fece045", "score": 0.4650023208982051, "components": { "cosine": 0.4650023208982051 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n11", "split": "test", "query": "下单后商品降价了，几天内可以申请价保补差？", "group": "ood-overlap", "relevant": [], "rationale": "历史快照价格不重算，并没有价保补差申请规则。", "ranking_ms": 3.4937000018544495, "hits": [ { "source": "order-policy.md", "title": "可取消的订单", "chunk_id": "04a4cb2ae2fd940415ecd0e918fe0a6b125262182aab84f5151373c4ae06225f", "score": 0.5461493380733312, "components": { "cosine": 0.5461493380733312 }, "ranks": { "vector": 1 }, "accepted": false }, { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.5237941411339356, "components": { "cosine": 0.5237941411339356 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.5134539582758956, "components": { "cosine": 0.5134539582758956 }, "ranks": { "vector": 3 }, "accepted": false } ] }, { "id": "n12", "split": "test", "query": "七天无理由退货应该寄往哪个地址，收件人电话是多少？", "group": "ood-overlap", "relevant": [], "rationale": "有无理由退货条件，但没有退货地址与电话。", "ranking_ms": 3.3176999422721565, "hits": [ { "source": "return-policy.md", "title": "七天无理由退货", "chunk_id": "42df2178a6ddef771134e5dcf12ffb14891f83af5efb4c878eb7a51c9fbb4c57", "score": 0.6266625538471771, "components": { "cosine": 0.6266625538471771 }, "ranks": { "vector": 1 }, "accepted": true }, { "source": "return-policy.md", "title": "质量问题退换", "chunk_id": "21b312701cb5cfb8de265b94f342c96436e0cfd10c6e9790db00ca99adbcc633", "score": 0.5007428165193496, "components": { "cosine": 0.5007428165193496 }, "ranks": { "vector": 2 }, "accepted": false }, { "source": "return-policy.md", "title": "退换货政策", "chunk_id": "fc41c88a5a9185e96f195a8414b316ad3628e03ceba7ac19629759355161d0dd", "score": 0.43759146086054584, "components": { "cosine": 0.43759146086054584 }, "ranks": { "vector": 3 }, "accepted": false } ] } ] } }, "measurement": { "python": "3.12.14", "platform": "Windows-10-10.0.19045-SP0", "ranking_latency_excludes": "embedding, metadata scope and index build", "embedding_requests_this_run": 0, "llm_requests_this_run": 0, "extra_api_cost_this_run": "0; cached historical costs not included" }, "runtime_changed": false, "promotion": "experimental; no automatic production promotion" }