notkshitij/SpecForge
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity
Files
f88a45968af86f5c850361c2c89790d3fa45e681
SpecForge/data/processed/retrieval_results.json
T
notkshitij 29b32dfcac fix: complete requirements.txt and inference.py output correctness. 
- Add faiss-cpu, rank-bm25, sentence-transformers, numpy to requirements.txt.
  (previously only pymupdf was listed; other deps were manual-install only)
- Cast score to float() before round() to avoid numpy type serialization errors.
- Pass expected_standards through _format_result for eval script compatibility.
- Update retrieval_results.json with expected_standards per query for eval.
2026-05-03 00:03:03 +05:30

522 lines
16 KiB
JSON
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
[
{
"id": "PUB-01",
"query": "We are a small enterprise manufacturing 33 Grade Ordinary Portland Cement. Which BIS standard covers the chemical and physical requirements for our product?",
"retrieved_standards": [
"IS 8112: 1989",
"IS 269: 1989",
"IS 8043: 1991",
"IS 12269: 1987",
"IS 8042: 1989"
],
"details": [
{
"standard_id": "IS 8112: 1989",
"title": "43 Grade Ordinary Portland Cement",
"category": "Cement and Concrete",
"score": 1.5662,
"matched_section": "Scope"
},
{
"standard_id": "IS 269: 1989",
"title": "Ordinary Portland Cement, 33 Grade",
"category": "Cement and Concrete",
"score": 1.3095,
"matched_section": "Scope"
},
{
"standard_id": "IS 8043: 1991",
"title": "Hydrophobic Portland Cement",
"category": "Cement and Concrete",
"score": 1.215,
"matched_section": "Chemical Requirements"
},
{
"standard_id": "IS 12269: 1987",
"title": "53 Grade Ordinary Portland Cement",
"category": "Cement and Concrete",
"score": 1.0738,
"matched_section": "Delivery"
},
{
"standard_id": "IS 8042: 1989",
"title": "White Portland Cement",
"category": "Cement and Concrete",
"score": 0.9815,
"matched_section": "Degree Of Whiteness"
}
],
"latency_seconds": 0.024,
"expected_standards": [
"IS 269: 1989"
]
},
{
"id": "PUB-02",
"query": "I need to comply with the regulations for coarse and fine aggregates derived from natural sources intended for use in structural concrete.",
"retrieved_standards": [
"IS 383: 1970",
"IS 2686: 1977",
"IS 9142: 1979",
"IS 3068: 1986",
"IS 6579: 1981"
],
"details": [
{
"standard_id": "IS 383: 1970",
"title": "Coarse And Fine Aggregates From Natural Sources For Concrete",
"category": "Cement and Concrete",
"score": 1.319,
"matched_section": "Scope"
},
{
"standard_id": "IS 2686: 1977",
"title": "Cinder As Fine Aggregates For Use In Lime Concrete",
"category": "Cement and Concrete",
"score": 1.1269,
"matched_section": "Scope"
},
{
"standard_id": "IS 9142: 1979",
"title": "Artificial Lightweight Aggregates For Concrete Masonry Units",
"category": "Cement and Concrete",
"score": 1.0584,
"matched_section": "Scope"
},
{
"standard_id": "IS 3068: 1986",
"title": "Broken Brick (Burnt Clay) Coarse Aggregate For Use In Lime Concrete",
"category": "Building Limes",
"score": 0.9841,
"matched_section": "General"
},
{
"standard_id": "IS 6579: 1981",
"title": "Coarse Aggregate For Water Bound Macadam",
"category": "Stones",
"score": 0.4609,
"matched_section": "Scope"
}
],
"latency_seconds": 0.0168,
"expected_standards": [
"IS 383: 1970"
]
},
{
"id": "PUB-03",
"query": "What is the official specification for manufacturing precast concrete pipes, both with and without reinforcement, for water mains?",
"retrieved_standards": [
"IS 458: 2003",
"IS 12709: 1994",
"IS 14143: 1994",
"IS 13990: 1994",
"IS 14201: 1994"
],
"details": [
{
"standard_id": "IS 458: 2003",
"title": "Precast Concrete Pipes (With And",
"category": "Cement and Concrete",
"score": 1.5,
"matched_section": "Scope"
},
{
"standard_id": "IS 12709: 1994",
"title": "Glass Fibre Reinforced Plastics (Grp) Pipes, Joints And Fittings For Use For Potable Water Supply",
"category": "Sanitary Appliances and Water Fittings",
"score": 0.5792,
"matched_section": "Workmanship"
},
{
"standard_id": "IS 14143: 1994",
"title": "Prefabricated Brick Panel And Partially Precast Concrete Joist For Flooring And Roofing",
"category": "Cement and Concrete",
"score": 0.5219,
"matched_section": "Tests"
},
{
"standard_id": "IS 13990: 1994",
"title": "Precast Reinforced Concrete Planks And Joists For Roofing And Flooring",
"category": "Cement and Concrete",
"score": 0.5132,
"matched_section": "Tests"
},
{
"standard_id": "IS 14201: 1994",
"title": "Precast Reinforced Concrete Channel Units For Construction Of Floors And Roofs",
"category": "Cement and Concrete",
"score": 0.4941,
"matched_section": "Tests"
}
],
"latency_seconds": 0.0165,
"expected_standards": [
"IS 458: 2003"
]
},
{
"id": "PUB-04",
"query": "Our company is shifting to manufacturing hollow and solid lightweight concrete masonry blocks. What standard outlines the dimensions and physical requirements?",
"retrieved_standards": [
"IS 2185 (Part 1): 1979",
"IS 2185 (Part 2): 1983",
"IS 12440: 1988",
"IS 9142: 1979",
"IS 2849: 1983"
],
"details": [
{
"standard_id": "IS 2185 (Part 1): 1979",
"title": "Concrete Masonry Units",
"category": "Cement and Concrete",
"score": 1.5,
"matched_section": "Scope"
},
{
"standard_id": "IS 2185 (Part 2): 1983",
"title": "Concrete Masonry Units",
"category": "Cement and Concrete",
"score": 1.0607,
"matched_section": "Scope"
},
{
"standard_id": "IS 12440: 1988",
"title": "Precast Concrete Stone Masonry Blocks",
"category": "Cement and Concrete",
"score": 0.7082,
"matched_section": "Classification"
},
{
"standard_id": "IS 9142: 1979",
"title": "Artificial Lightweight Aggregates For Concrete Masonry Units",
"category": "Cement and Concrete",
"score": 0.5147,
"matched_section": "Scope"
},
{
"standard_id": "IS 2849: 1983",
"title": "Non-Load Bearing Gypsum Partition Blocks (Solid And Hollow Types)",
"category": "Gypsum Building Materials",
"score": 0.4927,
"matched_section": "Scope"
}
],
"latency_seconds": 0.0161,
"expected_standards": [
"IS 2185 (Part 2): 1983"
]
},
{
"id": "PUB-05",
"query": "Looking for the standard detailing corrugated and semi-corrugated asbestos cement sheets used for roofing and cladding.",
"retrieved_standards": [
"IS 13008: 1990",
"IS 13000: 1990",
"IS 459: 1992",
"IS 14241: 1995",
"IS 1626 (Part 2): 1994"
],
"details": [
{
"standard_id": "IS 13008: 1990",
"title": "Shallow Corrugated Asbestos Cement Sheets",
"category": "Cement and Concrete",
"score": 1.4082,
"matched_section": "Finish"
},
{
"standard_id": "IS 13000: 1990",
"title": "Silica Asbestos - Cement Flat Sheets",
"category": "Cement and Concrete",
"score": 1.3157,
"matched_section": "Tests"
},
{
"standard_id": "IS 459: 1992",
"title": "Corrugated And Semi-Corrugated Asbestos Cement Sheets",
"category": "Cement and Concrete",
"score": 1.2303,
"matched_section": "Scope"
},
{
"standard_id": "IS 14241: 1995",
"title": "Precast Reinforced Concrete L–Panel For Roofing",
"category": "Cement and Concrete",
"score": 1.0496,
"matched_section": "Scope"
},
{
"standard_id": "IS 1626 (Part 2): 1994",
"title": "Asbestos Cement Building Pipes And Pipe Fittings, Gutters And Gutter Fittings And Roof Fittings",
"category": "Cement and Concrete",
"score": 1.0191,
"matched_section": "Scope"
}
],
"latency_seconds": 0.0154,
"expected_standards": [
"IS 459: 1992"
]
},
{
"id": "PUB-06",
"query": "What is the Indian Standard covering the manufacture, chemical, and physical requirements for Portland slag cement?",
"retrieved_standards": [
"IS 455: 1989",
"IS 8112: 1989",
"IS 8043: 1991",
"IS 8042: 1989",
"IS 1489 (Part 1): 1991"
],
"details": [
{
"standard_id": "IS 455: 1989",
"title": "Portland Slag Cement",
"category": "Cement and Concrete",
"score": 1.55,
"matched_section": "Delivery"
},
{
"standard_id": "IS 8112: 1989",
"title": "43 Grade Ordinary Portland Cement",
"category": "Cement and Concrete",
"score": 0.9617,
"matched_section": "Scope"
},
{
"standard_id": "IS 8043: 1991",
"title": "Hydrophobic Portland Cement",
"category": "Cement and Concrete",
"score": 0.9057,
"matched_section": "Chemical Requirements"
},
{
"standard_id": "IS 8042: 1989",
"title": "White Portland Cement",
"category": "Cement and Concrete",
"score": 0.8542,
"matched_section": "Degree Of Whiteness"
},
{
"standard_id": "IS 1489 (Part 1): 1991",
"title": "Portland Pozzolana Cement",
"category": "Cement and Concrete",
"score": 0.7186,
"matched_section": "Scope"
}
],
"latency_seconds": 0.0152,
"expected_standards": [
"IS 455: 1989"
]
},
{
"id": "PUB-07",
"query": "We are setting up a plant to produce Portland pozzolana cement that is calcined clay based. What is the applicable standard?",
"retrieved_standards": [
"IS 1489 (Part 2): 1991",
"IS 1489 (Part 1): 1991",
"IS 8112: 1989",
"IS 269: 1989",
"IS 8041: 1990"
],
"details": [
{
"standard_id": "IS 1489 (Part 2): 1991",
"title": "Portland Pozzolana Cement",
"category": "Cement and Concrete",
"score": 1.4985,
"matched_section": "Chemical Requirements"
},
{
"standard_id": "IS 1489 (Part 1): 1991",
"title": "Portland Pozzolana Cement",
"category": "Cement and Concrete",
"score": 1.4086,
"matched_section": "Chemical Requirements"
},
{
"standard_id": "IS 8112: 1989",
"title": "43 Grade Ordinary Portland Cement",
"category": "Cement and Concrete",
"score": 0.5554,
"matched_section": "Scope"
},
{
"standard_id": "IS 269: 1989",
"title": "Ordinary Portland Cement, 33 Grade",
"category": "Cement and Concrete",
"score": 0.5504,
"matched_section": "Delivery"
},
{
"standard_id": "IS 8041: 1990",
"title": "Rapid Hardening Portland Cement",
"category": "Cement and Concrete",
"score": 0.5152,
"matched_section": "Physical Requirements"
}
],
"latency_seconds": 0.0174,
"expected_standards": [
"IS 1489 (Part 2): 1991"
]
},
{
"id": "PUB-08",
"query": "Which standard applies to masonry cement used for general purposes where mortars for masonry are required, but not intended for structural concrete?",
"retrieved_standards": [
"IS 1489 (Part 2): 1991",
"IS 3466: 1988",
"IS 2185 (Part 1): 1979",
"IS 2185 (Part 3): 1984",
"IS 2185 (Part 2): 1983"
],
"details": [
{
"standard_id": "IS 1489 (Part 2): 1991",
"title": "Portland Pozzolana Cement",
"category": "Cement and Concrete",
"score": 1.1,
"matched_section": "Scope"
},
{
"standard_id": "IS 3466: 1988",
"title": "Masonry Cement",
"category": "Cement and Concrete",
"score": 0.722,
"matched_section": "Scope"
},
{
"standard_id": "IS 2185 (Part 1): 1979",
"title": "Concrete Masonry Units",
"category": "Cement and Concrete",
"score": 0.6658,
"matched_section": "Scope"
},
{
"standard_id": "IS 2185 (Part 3): 1984",
"title": "Concrete Masonry Units",
"category": "Cement and Concrete",
"score": 0.6417,
"matched_section": "Scope"
},
{
"standard_id": "IS 2185 (Part 2): 1983",
"title": "Concrete Masonry Units",
"category": "Cement and Concrete",
"score": 0.6017,
"matched_section": "Classification"
}
],
"latency_seconds": 0.0167,
"expected_standards": [
"IS 3466: 1988"
]
},
{
"id": "PUB-09",
"query": "Looking for the standard that details the composition, manufacture, and testing of supersulphated cement, particularly for marine works or aggressive water conditions.",
"retrieved_standards": [
"IS 6909: 1990",
"IS 6452: 1989",
"IS 12269: 1987",
"IS 13114: 1991",
"IS 778: 1984"
],
"details": [
{
"standard_id": "IS 6909: 1990",
"title": "Supersulphated Cement",
"category": "Cement and Concrete",
"score": 1.05,
"matched_section": "Chemical Requirements"
},
{
"standard_id": "IS 6452: 1989",
"title": "High Alumina Cement For Structural Use",
"category": "Cement and Concrete",
"score": 1.0179,
"matched_section": "Applications"
},
{
"standard_id": "IS 12269: 1987",
"title": "53 Grade Ordinary Portland Cement",
"category": "Cement and Concrete",
"score": 0.5367,
"matched_section": "Scope"
},
{
"standard_id": "IS 13114: 1991",
"title": "Forged Brass Gate, Globe And Check Valves For Water Works Purposes",
"category": "Building Limes",
"score": 0.4346,
"matched_section": "Dimensions And Tolerances"
},
{
"standard_id": "IS 778: 1984",
"title": "Copper Alloy Gate, Globe And Check Valves For Water Works Purposes",
"category": "Building Limes",
"score": 0.4274,
"matched_section": "Design And Manufacture"
}
],
"latency_seconds": 0.0178,
"expected_standards": [
"IS 6909: 1990"
]
},
{
"id": "PUB-10",
"query": "Our company manufactures White Portland cement for architectural and decorative purposes. Which standard governs its physical and chemical requirements?",
"retrieved_standards": [
"IS 8042: 1989",
"IS 8112: 1989",
"IS 8043: 1991",
"IS 455: 1989",
"IS 1489 (Part 1): 1991"
],
"details": [
{
"standard_id": "IS 8042: 1989",
"title": "White Portland Cement",
"category": "Cement and Concrete",
"score": 1.3082,
"matched_section": "Degree Of Whiteness"
},
{
"standard_id": "IS 8112: 1989",
"title": "43 Grade Ordinary Portland Cement",
"category": "Cement and Concrete",
"score": 1.1737,
"matched_section": "Scope"
},
{
"standard_id": "IS 8043: 1991",
"title": "Hydrophobic Portland Cement",
"category": "Cement and Concrete",
"score": 0.9227,
"matched_section": "Scope"
},
{
"standard_id": "IS 455: 1989",
"title": "Portland Slag Cement",
"category": "Cement and Concrete",
"score": 0.7604,
"matched_section": "Delivery"
},
{
"standard_id": "IS 1489 (Part 1): 1991",
"title": "Portland Pozzolana Cement",
"category": "Cement and Concrete",
"score": 0.7296,
"matched_section": "Delivery"
}
],
"latency_seconds": 0.0156,
"expected_standards": [
"IS 8042: 1989"
]
}
]
Reference in New Issue View Git Blame Copy Permalink