notkshitij/SpecForge
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

chore: remove unnecessary files from /data directory and move /data/processed/retrieval_results.json to /data/results.json

Browse Source
This commit is contained in:
K
2026-05-03 01:18:14 +05:30
parent 68d85898a1
commit 1efc0e3482
6 changed files with 9 additions and 21943 deletions
Download Patch File Download Diff File Expand all files Collapse all files
data/processed/public_test_set.json
-72
View File
@@ -1,72 +0,0 @@
[
{
"id": "PUB-01",
"query": "We are a small enterprise manufacturing 33 Grade Ordinary Portland Cement. Which BIS standard covers the chemical and physical requirements for our product?",
"expected_standards": [
"IS 269: 1989"
]
},
{
"id": "PUB-02",
"query": "I need to comply with the regulations for coarse and fine aggregates derived from natural sources intended for use in structural concrete.",
"expected_standards": [
"IS 383: 1970"
]
},
{
"id": "PUB-03",
"query": "What is the official specification for manufacturing precast concrete pipes, both with and without reinforcement, for water mains?",
"expected_standards": [
"IS 458: 2003"
]
},
{
"id": "PUB-04",
"query": "Our company is shifting to manufacturing hollow and solid lightweight concrete masonry blocks. What standard outlines the dimensions and physical requirements?",
"expected_standards": [
"IS 2185 (Part 2): 1983"
]
},
{
"id": "PUB-05",
"query": "Looking for the standard detailing corrugated and semi-corrugated asbestos cement sheets used for roofing and cladding.",
"expected_standards": [
"IS 459: 1992"
]
},
{
"id": "PUB-06",
"query": "What is the Indian Standard covering the manufacture, chemical, and physical requirements for Portland slag cement?",
"expected_standards": [
"IS 455: 1989"
]
},
{
"id": "PUB-07",
"query": "We are setting up a plant to produce Portland pozzolana cement that is calcined clay based. What is the applicable standard?",
"expected_standards": [
"IS 1489 (Part 2): 1991"
]
},
{
"id": "PUB-08",
"query": "Which standard applies to masonry cement used for general purposes where mortars for masonry are required, but not intended for structural concrete?",
"expected_standards": [
"IS 3466: 1988"
]
},
{
"id": "PUB-09",
"query": "Looking for the standard that details the composition, manufacture, and testing of supersulphated cement, particularly for marine works or aggressive water conditions.",
"expected_standards": [
"IS 6909: 1990"
]
},
{
"id": "PUB-10",
"query": "Our company manufactures White Portland cement for architectural and decorative purposes. Which standard governs its physical and chemical requirements?",
"expected_standards": [
"IS 8042: 1989"
]
}
]
data/processed/sample_output.json
-72
View File
@@ -1,72 +0,0 @@
[
{
"id": "PUB-01",
"query": "We are a small enterprise manufacturing 33 Grade Ordinary Portland Cement. Which BIS standard covers the chemical and physical requirements for our product?",
"expected_standards": ["IS 269: 1989"],
"retrieved_standards": ["IS 269: 1989", "IS 8112: 1989", "IS 12269: 1987", "IS 455: 1989", "IS 1489 (Part 1): 1991"],
"latency_seconds": 1.24
},
{
"id": "PUB-02",
"query": "I need to comply with the regulations for coarse and fine aggregates derived from natural sources intended for use in structural concrete.",
"expected_standards": ["IS 383: 1970"],
"retrieved_standards": ["IS 383: 1970", "IS 2116: 1980", "IS 9142: 1979", "IS 458: 2003", "IS 2185 (Part 1): 1979"],
"latency_seconds": 0.89
},
{
"id": "PUB-03",
"query": "What is the official specification for manufacturing precast concrete pipes, both with and without reinforcement, for water mains?",
"expected_standards": ["IS 458: 2003"],
"retrieved_standards": ["IS 458: 2003", "IS 1592: 2003", "IS 4996: 1984", "IS 5758: 1984", "IS 12592: 2002"],
"latency_seconds": 1.05
},
{
"id": "PUB-04",
"query": "Our company is shifting to manufacturing hollow and solid lightweight concrete masonry blocks. What standard outlines the dimensions and physical requirements?",
"expected_standards": ["IS 2185 (Part 2): 1983"],
"retrieved_standards": ["IS 2185 (Part 1): 1979", "IS 2185 (Part 2): 1983", "IS 2185 (Part 3): 1984", "IS 9142: 1979", "IS 9893: 1981"],
"latency_seconds": 1.12
},
{
"id": "PUB-05",
"query": "Looking for the standard detailing corrugated and semi-corrugated asbestos cement sheets used for roofing and cladding.",
"expected_standards": ["IS 459: 1992"],
"retrieved_standards": ["IS 459: 1992", "IS 10388: 1982", "IS 1592: 2003", "IS 6073: 1971", "IS 13990: 1994"],
"latency_seconds": 0.95
},
{
"id": "PUB-06",
"query": "What is the Indian Standard covering the manufacture, chemical, and physical requirements for Portland slag cement?",
"expected_standards": ["IS 455: 1989"],
"retrieved_standards": ["IS 455: 1989", "IS 269: 1989", "IS 1489 (Part 1): 1991", "IS 6909: 1990", "IS 8041: 1990"],
"latency_seconds": 1.30
},
{
"id": "PUB-07",
"query": "We are setting up a plant to produce Portland pozzolana cement that is calcined clay based. What is the applicable standard?",
"expected_standards": ["IS 1489 (Part 2): 1991"],
"retrieved_standards": ["IS 1489 (Part 2): 1991", "IS 1489 (Part 1): 1991", "IS 3466: 1988", "IS 6452: 1989", "IS 455: 1989"],
"latency_seconds": 0.98
},
{
"id": "PUB-08",
"query": "Which standard applies to masonry cement used for general purposes where mortars for masonry are required, but not intended for structural concrete?",
"expected_standards": ["IS 3466: 1988"],
"retrieved_standards": ["IS 3466: 1988", "IS 2116: 1980", "IS 12440: 1988", "IS 269: 1989", "IS 8042: 1989"],
"latency_seconds": 1.15
},
{
"id": "PUB-09",
"query": "Looking for the standard that details the composition, manufacture, and testing of supersulphated cement, particularly for marine works or aggressive water conditions.",
"expected_standards": ["IS 6909: 1990"],
"retrieved_standards": ["IS 6909: 1990", "IS 12330: 1988", "IS 455: 1989", "IS 6452: 1989", "IS 8043: 1991"],
"latency_seconds": 1.40
},
{
"id": "PUB-10",
"query": "Our company manufactures White Portland cement for architectural and decorative purposes. Which standard governs its physical and chemical requirements?",
"expected_standards": ["IS 8042: 1989"],
"retrieved_standards": ["IS 8042: 1989", "IS 8043: 1991", "IS 269: 1989", "IS 3466: 1988", "IS 6452: 1989"],
"latency_seconds": 1.02
}
]
data/processed/standards.json
-11700
View File
File diff suppressed because one or more lines are too long
data/processed/standards_chunks.json
-10090
View File
File diff suppressed because it is too large Load Diff
data/raw/dataset.pdf
BIN
View File
Binary file not shown.
data/processed/retrieval_results.json → data/results.json
+9 -9
View File
@@ -98,7 +98,7 @@
"matched_section": "Scope" "matched_section": "Scope"
} }
], ],
"latency_seconds": 0.0168, "latency_seconds": 0.0187,
"expected_standards": [ "expected_standards": [
"IS 383: 1970" "IS 383: 1970"
] ]
@@ -150,7 +150,7 @@
"matched_section": "Tests" "matched_section": "Tests"
} }
], ],
"latency_seconds": 0.0165, "latency_seconds": 0.0177,
"expected_standards": [ "expected_standards": [
"IS 458: 2003" "IS 458: 2003"
] ]
@@ -202,7 +202,7 @@
"matched_section": "Scope" "matched_section": "Scope"
} }
], ],
"latency_seconds": 0.0161, "latency_seconds": 0.0187,
"expected_standards": [ "expected_standards": [
"IS 2185 (Part 2): 1983" "IS 2185 (Part 2): 1983"
] ]
@@ -254,7 +254,7 @@
"matched_section": "Scope" "matched_section": "Scope"
} }
], ],
"latency_seconds": 0.0154, "latency_seconds": 0.0211,
"expected_standards": [ "expected_standards": [
"IS 459: 1992" "IS 459: 1992"
] ]
@@ -306,7 +306,7 @@
"matched_section": "Scope" "matched_section": "Scope"
} }
], ],
"latency_seconds": 0.0152, "latency_seconds": 0.021,
"expected_standards": [ "expected_standards": [
"IS 455: 1989" "IS 455: 1989"
] ]
@@ -358,7 +358,7 @@
"matched_section": "Physical Requirements" "matched_section": "Physical Requirements"
} }
], ],
"latency_seconds": 0.0174, "latency_seconds": 0.028,
"expected_standards": [ "expected_standards": [
"IS 1489 (Part 2): 1991" "IS 1489 (Part 2): 1991"
] ]
@@ -410,7 +410,7 @@
"matched_section": "Classification" "matched_section": "Classification"
} }
], ],
"latency_seconds": 0.0167, "latency_seconds": 0.0225,
"expected_standards": [ "expected_standards": [
"IS 3466: 1988" "IS 3466: 1988"
] ]
@@ -462,7 +462,7 @@
"matched_section": "Design And Manufacture" "matched_section": "Design And Manufacture"
} }
], ],
"latency_seconds": 0.0178, "latency_seconds": 0.0303,
"expected_standards": [ "expected_standards": [
"IS 6909: 1990" "IS 6909: 1990"
] ]
@@ -514,7 +514,7 @@
"matched_section": "Delivery" "matched_section": "Delivery"
} }
], ],
"latency_seconds": 0.0156, "latency_seconds": 0.023,
"expected_standards": [ "expected_standards": [
"IS 8042: 1989" "IS 8042: 1989"
] ]