Files
SpecForge/data/processed/retrieval_results.json
T
notkshitij 3fbf91c706 feat(retrieval): add grade matching and same-family part disambiguation.
Boost scores when query grade matches standard title grade, penalize mismatches. Add part disambiguation to correctly route queries to specific standard parts (e.g., IS 12269 (Part 1) vs (Part 2)). Regenerate retrieval results with improved ranking.
2026-05-04 00:20:19 +05:30

522 lines
15 KiB
JSON

[
{
"id": "PUB-01",
"query": "We are a small enterprise manufacturing 33 Grade Ordinary Portland Cement. Which BIS standard covers the chemical and physical requirements for our product?",
"retrieved_standards": [
"IS 269: 1989",
"IS 12269: 1987",
"IS 8112: 1989",
"IS 8042: 1989",
"IS 1489 (Part 1): 1991"
],
"details": [
{
"standard_id": "IS 269: 1989",
"title": "Ordinary Portland Cement, 33 Grade",
"category": "Cement and Concrete",
"score": 1.5952,
"matched_section": "Scope"
},
{
"standard_id": "IS 12269: 1987",
"title": "53 Grade Ordinary Portland Cement",
"category": "Cement and Concrete",
"score": 1.0936,
"matched_section": "Chemical Requirements"
},
{
"standard_id": "IS 8112: 1989",
"title": "43 Grade Ordinary Portland Cement",
"category": "Cement and Concrete",
"score": 1.0367,
"matched_section": "Chemical Requirements"
},
{
"standard_id": "IS 8042: 1989",
"title": "White Portland Cement",
"category": "Cement and Concrete",
"score": 0.8677,
"matched_section": "Degree Of Whiteness"
},
{
"standard_id": "IS 1489 (Part 1): 1991",
"title": "Portland Pozzolana Cement",
"category": "Cement and Concrete",
"score": 0.7017,
"matched_section": "Chemical Requirements"
}
],
"latency_seconds": 0.0255,
"expected_standards": [
"IS 269: 1989"
]
},
{
"id": "PUB-02",
"query": "I need to comply with the regulations for coarse and fine aggregates derived from natural sources intended for use in structural concrete.",
"retrieved_standards": [
"IS 383: 1970",
"IS 2686: 1977",
"IS 9142: 1979",
"IS 3068: 1986",
"IS 1195: 2002"
],
"details": [
{
"standard_id": "IS 383: 1970",
"title": "Coarse And Fine Aggregates From Natural Sources For Concrete",
"category": "Cement and Concrete",
"score": 1.6,
"matched_section": "Scope"
},
{
"standard_id": "IS 2686: 1977",
"title": "Cinder As Fine Aggregates For Use In Lime Concrete",
"category": "Cement and Concrete",
"score": 0.9145,
"matched_section": "Scope"
},
{
"standard_id": "IS 9142: 1979",
"title": "Artificial Lightweight Aggregates For Concrete Masonry Units",
"category": "Cement and Concrete",
"score": 0.8367,
"matched_section": "Scope"
},
{
"standard_id": "IS 3068: 1986",
"title": "Broken Brick (Burnt Clay) Coarse Aggregate For Use In Lime Concrete",
"category": "Building Limes",
"score": 0.8343,
"matched_section": "General"
},
{
"standard_id": "IS 1195: 2002",
"title": "Bitumen Mastic For Flooring",
"category": "Floor, Wall, Roof Coverings and Finishes",
"score": 0.5439,
"matched_section": "Grades"
}
],
"latency_seconds": 0.021,
"expected_standards": [
"IS 383: 1970"
]
},
{
"id": "PUB-03",
"query": "What is the official specification for manufacturing precast concrete pipes, both with and without reinforcement, for water mains?",
"retrieved_standards": [
"IS 458: 2003",
"IS 784: 2001",
"IS 13990: 1994",
"IS 9893: 1981",
"IS 12709: 1994"
],
"details": [
{
"standard_id": "IS 458: 2003",
"title": "Precast Concrete Pipes (With And",
"category": "Cement and Concrete",
"score": 1.5,
"matched_section": "Scope"
},
{
"standard_id": "IS 784: 2001",
"title": "Prestressed Concrete Pipes",
"category": "Cement and Concrete",
"score": 0.6057,
"matched_section": "Scope"
},
{
"standard_id": "IS 13990: 1994",
"title": "Precast Reinforced Concrete Planks And Joists For Roofing And Flooring",
"category": "Cement and Concrete",
"score": 0.5667,
"matched_section": "Tests"
},
{
"standard_id": "IS 9893: 1981",
"title": "Precast Concrete Blocks For Lintels And Sills",
"category": "Cement and Concrete",
"score": 0.5306,
"matched_section": "General"
},
{
"standard_id": "IS 12709: 1994",
"title": "Glass Fibre Reinforced Plastics (Grp) Pipes, Joints And Fittings For Use For Potable Water Supply",
"category": "Sanitary Appliances and Water Fittings",
"score": 0.5012,
"matched_section": "Workmanship"
}
],
"latency_seconds": 0.018,
"expected_standards": [
"IS 458: 2003"
]
},
{
"id": "PUB-04",
"query": "Our company is shifting to manufacturing hollow and solid lightweight concrete masonry blocks. What standard outlines the dimensions and physical requirements?",
"retrieved_standards": [
"IS 2185 (Part 2): 1983",
"IS 2185 (Part 1): 1979",
"IS 12440: 1988",
"IS 3115: 1992",
"IS 9142: 1979"
],
"details": [
{
"standard_id": "IS 2185 (Part 2): 1983",
"title": "Concrete Masonry Units",
"category": "Cement and Concrete",
"score": 2.4013,
"matched_section": "Scope"
},
{
"standard_id": "IS 2185 (Part 1): 1979",
"title": "Concrete Masonry Units",
"category": "Cement and Concrete",
"score": 2.3424,
"matched_section": "Scope"
},
{
"standard_id": "IS 12440: 1988",
"title": "Precast Concrete Stone Masonry Blocks",
"category": "Cement and Concrete",
"score": 0.9567,
"matched_section": "Classification"
},
{
"standard_id": "IS 3115: 1992",
"title": "Lime Based Blocks",
"category": "Building Limes",
"score": 0.6688,
"matched_section": "Scope"
},
{
"standard_id": "IS 9142: 1979",
"title": "Artificial Lightweight Aggregates For Concrete Masonry Units",
"category": "Cement and Concrete",
"score": 0.5137,
"matched_section": "Scope"
}
],
"latency_seconds": 0.0172,
"expected_standards": [
"IS 2185 (Part 2): 1983"
]
},
{
"id": "PUB-05",
"query": "Looking for the standard detailing corrugated and semi-corrugated asbestos cement sheets used for roofing and cladding.",
"retrieved_standards": [
"IS 459: 1992",
"IS 13008: 1990",
"IS 1626: 1984",
"IS 13000: 1990",
"IS 2096: 1992"
],
"details": [
{
"standard_id": "IS 459: 1992",
"title": "Corrugated And Semi-Corrugated Asbestos",
"category": "Cement and Concrete",
"score": 1.4802,
"matched_section": "Scope"
},
{
"standard_id": "IS 13008: 1990",
"title": "Shallow Corrugated Asbestos",
"category": "Cement and Concrete",
"score": 1.3432,
"matched_section": "Scope"
},
{
"standard_id": "IS 1626: 1984",
"title": "Asbestos Cement Building Pipes And Pipe Fittings, Gutters And Guter Fittings And Roof Fittings",
"category": "Cement and Concrete",
"score": 0.8707,
"matched_section": "General"
},
{
"standard_id": "IS 13000: 1990",
"title": "Silica Asbestos - Cement Flat Sheets",
"category": "Cement and Concrete",
"score": 0.6224,
"matched_section": "Tests"
},
{
"standard_id": "IS 2096: 1992",
"title": "Asbestos Cement Flat Sheets",
"category": "Cement and Concrete",
"score": 0.6211,
"matched_section": "Scope"
}
],
"latency_seconds": 0.0169,
"expected_standards": [
"IS 459: 1992"
]
},
{
"id": "PUB-06",
"query": "What is the Indian Standard covering the manufacture, chemical, and physical requirements for Portland slag cement?",
"retrieved_standards": [
"IS 455: 1989",
"IS 12269: 1987",
"IS 8112: 1989",
"IS 8042: 1989",
"IS 1489 (Part 1): 1991"
],
"details": [
{
"standard_id": "IS 455: 1989",
"title": "Portland Slag Cement",
"category": "Cement and Concrete",
"score": 1.5119,
"matched_section": "Delivery"
},
{
"standard_id": "IS 12269: 1987",
"title": "53 Grade Ordinary Portland Cement",
"category": "Cement and Concrete",
"score": 0.8,
"matched_section": "Chemical Requirements"
},
{
"standard_id": "IS 8112: 1989",
"title": "43 Grade Ordinary Portland Cement",
"category": "Cement and Concrete",
"score": 0.7961,
"matched_section": "Delivery"
},
{
"standard_id": "IS 8042: 1989",
"title": "White Portland Cement",
"category": "Cement and Concrete",
"score": 0.7747,
"matched_section": "Degree Of Whiteness"
},
{
"standard_id": "IS 1489 (Part 1): 1991",
"title": "Portland Pozzolana Cement",
"category": "Cement and Concrete",
"score": 0.713,
"matched_section": "Scope"
}
],
"latency_seconds": 0.0185,
"expected_standards": [
"IS 455: 1989"
]
},
{
"id": "PUB-07",
"query": "We are setting up a plant to produce Portland pozzolana cement that is calcined clay based. What is the applicable standard?",
"retrieved_standards": [
"IS 1489 (Part 2): 1991",
"IS 455: 1989",
"IS 269: 1989",
"IS 8041: 1990",
"IS 8112: 1989"
],
"details": [
{
"standard_id": "IS 1489 (Part 2): 1991",
"title": "Portland Pozzolana Cement",
"category": "Cement and Concrete",
"score": 3.891,
"matched_section": "Chemical Requirements"
},
{
"standard_id": "IS 455: 1989",
"title": "Portland Slag Cement",
"category": "Cement and Concrete",
"score": 0.7159,
"matched_section": "Delivery"
},
{
"standard_id": "IS 269: 1989",
"title": "Ordinary Portland Cement, 33 Grade",
"category": "Cement and Concrete",
"score": 0.4989,
"matched_section": "Scope"
},
{
"standard_id": "IS 8041: 1990",
"title": "Rapid Hardening Portland Cement",
"category": "Cement and Concrete",
"score": 0.4903,
"matched_section": "Chemical Requirements"
},
{
"standard_id": "IS 8112: 1989",
"title": "43 Grade Ordinary Portland Cement",
"category": "Cement and Concrete",
"score": 0.3611,
"matched_section": "Chemical Requirements"
}
],
"latency_seconds": 0.0181,
"expected_standards": [
"IS 1489 (Part 2): 1991"
]
},
{
"id": "PUB-08",
"query": "Which standard applies to masonry cement used for general purposes where mortars for masonry are required, but not intended for structural concrete?",
"retrieved_standards": [
"IS 3466: 1988",
"IS 2185 (Part 3): 1984",
"IS 2185 (Part 1): 1979",
"IS 2116: 1980",
"IS 2185 (Part 2): 1983"
],
"details": [
{
"standard_id": "IS 3466: 1988",
"title": "Masonry Cement",
"category": "Cement and Concrete",
"score": 1.45,
"matched_section": "Scope"
},
{
"standard_id": "IS 2185 (Part 3): 1984",
"title": "Concrete Masonry Units",
"category": "Cement and Concrete",
"score": 0.6326,
"matched_section": "Scope"
},
{
"standard_id": "IS 2185 (Part 1): 1979",
"title": "Concrete Masonry Units",
"category": "Cement and Concrete",
"score": 0.6167,
"matched_section": "Scope"
},
{
"standard_id": "IS 2116: 1980",
"title": "Sand For Masonry Mortars",
"category": "Cement and Concrete",
"score": 0.5807,
"matched_section": "General"
},
{
"standard_id": "IS 2185 (Part 2): 1983",
"title": "Concrete Masonry Units",
"category": "Cement and Concrete",
"score": 0.5712,
"matched_section": "Classification"
}
],
"latency_seconds": 0.0209,
"expected_standards": [
"IS 3466: 1988"
]
},
{
"id": "PUB-09",
"query": "Looking for the standard that details the composition, manufacture, and testing of supersulphated cement, particularly for marine works or aggressive water conditions.",
"retrieved_standards": [
"IS 6909: 1990",
"IS 13114: 1991",
"IS 6163: 1978",
"IS 4984: 1995",
"IS 6598: 1972"
],
"details": [
{
"standard_id": "IS 6909: 1990",
"title": "Supersulphated Cement",
"category": "Cement and Concrete",
"score": 0.9,
"matched_section": "General"
},
{
"standard_id": "IS 13114: 1991",
"title": "Forged Brass Gate, Globe And Check Valves For Water Works Purposes",
"category": "Building Limes",
"score": 0.6,
"matched_section": "Dimensions And Tolerances"
},
{
"standard_id": "IS 6163: 1978",
"title": "Centrifugally Cast (Spun) Iron Low Pressure Pipes For Water, Gas And Sewage",
"category": "Sanitary Appliances and Water Fittings",
"score": 0.4635,
"matched_section": "Scope"
},
{
"standard_id": "IS 4984: 1995",
"title": "High Density Polyethylene Pipes For Water Supply",
"category": "Sanitary Appliances and Water Fittings",
"score": 0.4291,
"matched_section": "Composition"
},
{
"standard_id": "IS 6598: 1972",
"title": "Cellular Concrete For Thermal Insulation",
"category": "Thermal Insulation Materials",
"score": 0.4215,
"matched_section": "Scope"
}
],
"latency_seconds": 0.0191,
"expected_standards": [
"IS 6909: 1990"
]
},
{
"id": "PUB-10",
"query": "Our company manufactures White Portland cement for architectural and decorative purposes. Which standard governs its physical and chemical requirements?",
"retrieved_standards": [
"IS 8042: 1989",
"IS 8112: 1989",
"IS 8041: 1990",
"IS 12269: 1987",
"IS 455: 1989"
],
"details": [
{
"standard_id": "IS 8042: 1989",
"title": "White Portland Cement",
"category": "Cement and Concrete",
"score": 1.3724,
"matched_section": "Degree Of Whiteness"
},
{
"standard_id": "IS 8112: 1989",
"title": "43 Grade Ordinary Portland Cement",
"category": "Cement and Concrete",
"score": 1.022,
"matched_section": "Scope"
},
{
"standard_id": "IS 8041: 1990",
"title": "Rapid Hardening Portland Cement",
"category": "Cement and Concrete",
"score": 0.8907,
"matched_section": "Chemical Requirements"
},
{
"standard_id": "IS 12269: 1987",
"title": "53 Grade Ordinary Portland Cement",
"category": "Cement and Concrete",
"score": 0.8447,
"matched_section": "Scope"
},
{
"standard_id": "IS 455: 1989",
"title": "Portland Slag Cement",
"category": "Cement and Concrete",
"score": 0.7568,
"matched_section": "Delivery"
}
],
"latency_seconds": 0.0159,
"expected_standards": [
"IS 8042: 1989"
]
}
]