notkshitij/SpecForge
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

chore: update evaluation results with revised scores.

Browse Source
This commit is contained in:
K
2026-05-04 15:11:16 +05:30
parent b055edbbc0
commit fdae5d2318
1 changed files with 77 additions and 77 deletions
Download Patch File Download Diff File Expand all files Collapse all files
data/results.json
+77 -77
View File
@@ -21,7 +21,7 @@
"standard_id": "IS 12269: 1987", "standard_id": "IS 12269: 1987",
"title": "53 Grade Ordinary Portland Cement", "title": "53 Grade Ordinary Portland Cement",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 1.0936, "score": 1.0935,
"matched_section": "Chemical Requirements" "matched_section": "Chemical Requirements"
}, },
{ {
@@ -35,7 +35,7 @@
"standard_id": "IS 8042: 1989", "standard_id": "IS 8042: 1989",
"title": "White Portland Cement", "title": "White Portland Cement",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.8677, "score": 0.8675,
"matched_section": "Degree Of Whiteness" "matched_section": "Degree Of Whiteness"
}, },
{ {
@@ -46,7 +46,7 @@
"matched_section": "Chemical Requirements" "matched_section": "Chemical Requirements"
} }
], ],
"latency_seconds": 0.0237, "latency_seconds": 0.0228,
"expected_standards": [ "expected_standards": [
"IS 269: 1989" "IS 269: 1989"
] ]
@@ -73,32 +73,32 @@
"standard_id": "IS 2686: 1977", "standard_id": "IS 2686: 1977",
"title": "Cinder As Fine Aggregates For Use In Lime Concrete", "title": "Cinder As Fine Aggregates For Use In Lime Concrete",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.9145, "score": 0.9146,
"matched_section": "Scope" "matched_section": "Scope"
}, },
{ {
"standard_id": "IS 9142: 1979", "standard_id": "IS 9142: 1979",
"title": "Artificial Lightweight Aggregates For Concrete Masonry Units", "title": "Artificial Lightweight Aggregates For Concrete Masonry Units",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.8367, "score": 0.8372,
"matched_section": "Scope" "matched_section": "Scope"
}, },
{ {
"standard_id": "IS 3068: 1986", "standard_id": "IS 3068: 1986",
"title": "Broken Brick (Burnt Clay) Coarse Aggregate For Use In Lime Concrete", "title": "Broken Brick (Burnt Clay) Coarse Aggregate For Use In Lime Concrete",
"category": "Building Limes", "category": "Building Limes",
"score": 0.8343, "score": 0.8346,
"matched_section": "General" "matched_section": "General"
}, },
{ {
"standard_id": "IS 1195: 2002", "standard_id": "IS 1195: 2002",
"title": "Bitumen Mastic For Flooring", "title": "Bitumen Mastic For Flooring",
"category": "Floor, Wall, Roof Coverings and Finishes", "category": "Floor, Wall, Roof Coverings and Finishes",
"score": 0.5439, "score": 0.5437,
"matched_section": "Grades" "matched_section": "Grades"
} }
], ],
"latency_seconds": 0.0201, "latency_seconds": 0.0205,
"expected_standards": [ "expected_standards": [
"IS 383: 1970" "IS 383: 1970"
] ]
@@ -132,25 +132,25 @@
"standard_id": "IS 13990: 1994", "standard_id": "IS 13990: 1994",
"title": "Precast Reinforced Concrete Planks And Joists For Roofing And Flooring", "title": "Precast Reinforced Concrete Planks And Joists For Roofing And Flooring",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.5667, "score": 0.5658,
"matched_section": "Tests" "matched_section": "Tests"
}, },
{ {
"standard_id": "IS 9893: 1981", "standard_id": "IS 9893: 1981",
"title": "Precast Concrete Blocks For Lintels And Sills", "title": "Precast Concrete Blocks For Lintels And Sills",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.5306, "score": 0.5298,
"matched_section": "General" "matched_section": "General"
}, },
{ {
"standard_id": "IS 12709: 1994", "standard_id": "IS 12709: 1994",
"title": "Glass Fibre Reinforced Plastics (Grp) Pipes, Joints And Fittings For Use For Potable Water Supply", "title": "Glass Fibre Reinforced Plastics (Grp) Pipes, Joints And Fittings For Use For Potable Water Supply",
"category": "Sanitary Appliances and Water Fittings", "category": "Sanitary Appliances and Water Fittings",
"score": 0.5012, "score": 0.5013,
"matched_section": "Workmanship" "matched_section": "Workmanship"
} }
], ],
"latency_seconds": 0.0176, "latency_seconds": 0.0178,
"expected_standards": [ "expected_standards": [
"IS 458: 2003" "IS 458: 2003"
] ]
@@ -159,50 +159,50 @@
"id": "PUB-04", "id": "PUB-04",
"query": "Our company is shifting to manufacturing hollow and solid lightweight concrete masonry blocks. What standard outlines the dimensions and physical requirements?", "query": "Our company is shifting to manufacturing hollow and solid lightweight concrete masonry blocks. What standard outlines the dimensions and physical requirements?",
"retrieved_standards": [ "retrieved_standards": [
"IS 2185 (Part 2): 1983",
"IS 2185 (Part 1): 1979", "IS 2185 (Part 1): 1979",
"IS 12440: 1988", "IS 12440: 1988",
"IS 3115: 1992", "IS 3115: 1992",
"IS 9142: 1979" "IS 9142: 1979",
"IS 2849: 1983"
], ],
"details": [ "details": [
{
"standard_id": "IS 2185 (Part 2): 1983",
"title": "Concrete Masonry Units",
"category": "Cement and Concrete",
"score": 2.4013,
"matched_section": "Scope"
},
{ {
"standard_id": "IS 2185 (Part 1): 1979", "standard_id": "IS 2185 (Part 1): 1979",
"title": "Concrete Masonry Units", "title": "Concrete Masonry Units",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 2.3424, "score": 2.5342,
"matched_section": "Scope" "matched_section": "Scope"
}, },
{ {
"standard_id": "IS 12440: 1988", "standard_id": "IS 12440: 1988",
"title": "Precast Concrete Stone Masonry Blocks", "title": "Precast Concrete Stone Masonry Blocks",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.9567, "score": 0.9578,
"matched_section": "Classification" "matched_section": "Classification"
}, },
{ {
"standard_id": "IS 3115: 1992", "standard_id": "IS 3115: 1992",
"title": "Lime Based Blocks", "title": "Lime Based Blocks",
"category": "Building Limes", "category": "Building Limes",
"score": 0.6688, "score": 0.6687,
"matched_section": "Scope" "matched_section": "Scope"
}, },
{ {
"standard_id": "IS 9142: 1979", "standard_id": "IS 9142: 1979",
"title": "Artificial Lightweight Aggregates For Concrete Masonry Units", "title": "Artificial Lightweight Aggregates For Concrete Masonry Units",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.5137, "score": 0.5128,
"matched_section": "Scope" "matched_section": "Scope"
},
{
"standard_id": "IS 2849: 1983",
"title": "Non-Load Bearing Gypsum Partition Blocks (Solid And Hollow Types)",
"category": "Gypsum Building Materials",
"score": 0.4828,
"matched_section": "Visual Appearance"
} }
], ],
"latency_seconds": 0.019, "latency_seconds": 0.0186,
"expected_standards": [ "expected_standards": [
"IS 2185 (Part 2): 1983" "IS 2185 (Part 2): 1983"
] ]
@@ -213,48 +213,48 @@
"retrieved_standards": [ "retrieved_standards": [
"IS 459: 1992", "IS 459: 1992",
"IS 13008: 1990", "IS 13008: 1990",
"IS 15476: 2004",
"IS 1626: 1984", "IS 1626: 1984",
"IS 13000: 1990", "IS 10388: 1982"
"IS 2096: 1992"
], ],
"details": [ "details": [
{ {
"standard_id": "IS 459: 1992", "standard_id": "IS 459: 1992",
"title": "Corrugated And Semi-Corrugated Asbestos", "title": "Corrugated And Semi-Corrugated Asbestos",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 1.4802, "score": 1.48,
"matched_section": "Scope" "matched_section": "Scope"
}, },
{ {
"standard_id": "IS 13008: 1990", "standard_id": "IS 13008: 1990",
"title": "Shallow Corrugated Asbestos", "title": "Shallow Corrugated Asbestos",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 1.3432, "score": 1.3082,
"matched_section": "Scope"
},
{
"standard_id": "IS 15476: 2004",
"title": "Bamboo Mat Corrugated Roofing Sheets",
"category": "Wood Products for Building",
"score": 0.8507,
"matched_section": "Scope" "matched_section": "Scope"
}, },
{ {
"standard_id": "IS 1626: 1984", "standard_id": "IS 1626: 1984",
"title": "Asbestos Cement Building Pipes And Pipe Fittings, Gutters And Guter Fittings And Roof Fittings", "title": "Asbestos Cement Building Pipes And Pipe Fittings, Gutters And Guter Fittings And Roof Fittings",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.8707, "score": 0.7816,
"matched_section": "General" "matched_section": "General"
}, },
{ {
"standard_id": "IS 13000: 1990", "standard_id": "IS 10388: 1982",
"title": "Silica Asbestos - Cement Flat Sheets", "title": "Corrugated Coir, Woodwool,",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.6224, "score": 0.577,
"matched_section": "Tests"
},
{
"standard_id": "IS 2096: 1992",
"title": "Asbestos Cement Flat Sheets",
"category": "Cement and Concrete",
"score": 0.6211,
"matched_section": "Scope" "matched_section": "Scope"
} }
], ],
"latency_seconds": 0.0181, "latency_seconds": 0.0171,
"expected_standards": [ "expected_standards": [
"IS 459: 1992" "IS 459: 1992"
] ]
@@ -288,14 +288,14 @@
"standard_id": "IS 8112: 1989", "standard_id": "IS 8112: 1989",
"title": "43 Grade Ordinary Portland Cement", "title": "43 Grade Ordinary Portland Cement",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.7961, "score": 0.788,
"matched_section": "Delivery" "matched_section": "Chemical Requirements"
}, },
{ {
"standard_id": "IS 8042: 1989", "standard_id": "IS 8042: 1989",
"title": "White Portland Cement", "title": "White Portland Cement",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.7747, "score": 0.7748,
"matched_section": "Degree Of Whiteness" "matched_section": "Degree Of Whiteness"
}, },
{ {
@@ -306,7 +306,7 @@
"matched_section": "Scope" "matched_section": "Scope"
} }
], ],
"latency_seconds": 0.0175, "latency_seconds": 0.0176,
"expected_standards": [ "expected_standards": [
"IS 455: 1989" "IS 455: 1989"
] ]
@@ -326,14 +326,14 @@
"standard_id": "IS 1489 (Part 2): 1991", "standard_id": "IS 1489 (Part 2): 1991",
"title": "Portland Pozzolana Cement", "title": "Portland Pozzolana Cement",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 3.891, "score": 3.9013,
"matched_section": "Chemical Requirements" "matched_section": "Chemical Requirements"
}, },
{ {
"standard_id": "IS 455: 1989", "standard_id": "IS 455: 1989",
"title": "Portland Slag Cement", "title": "Portland Slag Cement",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.7159, "score": 0.716,
"matched_section": "Delivery" "matched_section": "Delivery"
}, },
{ {
@@ -347,7 +347,7 @@
"standard_id": "IS 8041: 1990", "standard_id": "IS 8041: 1990",
"title": "Rapid Hardening Portland Cement", "title": "Rapid Hardening Portland Cement",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.4903, "score": 0.4879,
"matched_section": "Chemical Requirements" "matched_section": "Chemical Requirements"
}, },
{ {
@@ -358,7 +358,7 @@
"matched_section": "Chemical Requirements" "matched_section": "Chemical Requirements"
} }
], ],
"latency_seconds": 0.02, "latency_seconds": 0.0187,
"expected_standards": [ "expected_standards": [
"IS 1489 (Part 2): 1991" "IS 1489 (Part 2): 1991"
] ]
@@ -368,10 +368,10 @@
"query": "Which standard applies to masonry cement used for general purposes where mortars for masonry are required, but not intended for structural concrete?", "query": "Which standard applies to masonry cement used for general purposes where mortars for masonry are required, but not intended for structural concrete?",
"retrieved_standards": [ "retrieved_standards": [
"IS 3466: 1988", "IS 3466: 1988",
"IS 2185 (Part 3): 1984", "IS 2185 (Part 2): 1983",
"IS 2185 (Part 1): 1979", "IS 2185 (Part 1): 1979",
"IS 2116: 1980", "IS 2116: 1980",
"IS 2185 (Part 2): 1983" "IS 2185 (Part 3): 1984"
], ],
"details": [ "details": [
{ {
@@ -382,35 +382,35 @@
"matched_section": "Scope" "matched_section": "Scope"
}, },
{ {
"standard_id": "IS 2185 (Part 3): 1984", "standard_id": "IS 2185 (Part 2): 1983",
"title": "Concrete Masonry Units", "title": "Concrete Masonry Units",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.6326, "score": 0.6326,
"matched_section": "Scope" "matched_section": "Classification"
}, },
{ {
"standard_id": "IS 2185 (Part 1): 1979", "standard_id": "IS 2185 (Part 1): 1979",
"title": "Concrete Masonry Units", "title": "Concrete Masonry Units",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.6167, "score": 0.6269,
"matched_section": "Scope" "matched_section": "Scope"
}, },
{ {
"standard_id": "IS 2116: 1980", "standard_id": "IS 2116: 1980",
"title": "Sand For Masonry Mortars", "title": "Sand For Masonry Mortars",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.5807, "score": 0.5811,
"matched_section": "General" "matched_section": "General"
}, },
{ {
"standard_id": "IS 2185 (Part 2): 1983", "standard_id": "IS 2185 (Part 3): 1984",
"title": "Concrete Masonry Units", "title": "Concrete Masonry Units",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.5712, "score": 0.496,
"matched_section": "Classification" "matched_section": "Scope"
} }
], ],
"latency_seconds": 0.0193, "latency_seconds": 0.0198,
"expected_standards": [ "expected_standards": [
"IS 3466: 1988" "IS 3466: 1988"
] ]
@@ -422,8 +422,8 @@
"IS 6909: 1990", "IS 6909: 1990",
"IS 13114: 1991", "IS 13114: 1991",
"IS 6163: 1978", "IS 6163: 1978",
"IS 4984: 1995", "IS 14402: 1996",
"IS 6598: 1972" "IS 4984: 1995"
], ],
"details": [ "details": [
{ {
@@ -444,25 +444,25 @@
"standard_id": "IS 6163: 1978", "standard_id": "IS 6163: 1978",
"title": "Centrifugally Cast (Spun) Iron Low Pressure Pipes For Water, Gas And Sewage", "title": "Centrifugally Cast (Spun) Iron Low Pressure Pipes For Water, Gas And Sewage",
"category": "Sanitary Appliances and Water Fittings", "category": "Sanitary Appliances and Water Fittings",
"score": 0.4635, "score": 0.4632,
"matched_section": "Scope" "matched_section": "Scope"
}, },
{
"standard_id": "IS 14402: 1996",
"title": "Glass Fibre Reinforced Plastics (Grp) Pipes Joint And Fittings For Use For Sewerage, Industrial Waste And Water (Other Than Potable)",
"category": "Sanitary Appliances and Water Fittings",
"score": 0.4616,
"matched_section": "Materials"
},
{ {
"standard_id": "IS 4984: 1995", "standard_id": "IS 4984: 1995",
"title": "High Density Polyethylene Pipes For Water Supply", "title": "High Density Polyethylene Pipes For Water Supply",
"category": "Sanitary Appliances and Water Fittings", "category": "Sanitary Appliances and Water Fittings",
"score": 0.4291, "score": 0.4288,
"matched_section": "Composition" "matched_section": "Composition"
},
{
"standard_id": "IS 6598: 1972",
"title": "Cellular Concrete For Thermal Insulation",
"category": "Thermal Insulation Materials",
"score": 0.4215,
"matched_section": "Scope"
} }
], ],
"latency_seconds": 0.0229, "latency_seconds": 0.0207,
"expected_standards": [ "expected_standards": [
"IS 6909: 1990" "IS 6909: 1990"
] ]
@@ -489,32 +489,32 @@
"standard_id": "IS 8112: 1989", "standard_id": "IS 8112: 1989",
"title": "43 Grade Ordinary Portland Cement", "title": "43 Grade Ordinary Portland Cement",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 1.022, "score": 1.0222,
"matched_section": "Scope" "matched_section": "Scope"
}, },
{ {
"standard_id": "IS 8041: 1990", "standard_id": "IS 8041: 1990",
"title": "Rapid Hardening Portland Cement", "title": "Rapid Hardening Portland Cement",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.8907, "score": 0.8873,
"matched_section": "Chemical Requirements" "matched_section": "Chemical Requirements"
}, },
{ {
"standard_id": "IS 12269: 1987", "standard_id": "IS 12269: 1987",
"title": "53 Grade Ordinary Portland Cement", "title": "53 Grade Ordinary Portland Cement",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.8447, "score": 0.8451,
"matched_section": "Scope" "matched_section": "Scope"
}, },
{ {
"standard_id": "IS 455: 1989", "standard_id": "IS 455: 1989",
"title": "Portland Slag Cement", "title": "Portland Slag Cement",
"category": "Cement and Concrete", "category": "Cement and Concrete",
"score": 0.7568, "score": 0.7569,
"matched_section": "Delivery" "matched_section": "Delivery"
} }
], ],
"latency_seconds": 0.0182, "latency_seconds": 0.0162,
"expected_standards": [ "expected_standards": [
"IS 8042: 1989" "IS 8042: 1989"
] ]