Working on expanded pages and data processing.

This commit is contained in:
Joshua Bemenderfer
2021-12-29 22:03:12 -05:00
parent bac61fe227
commit b8cca082ed
241 changed files with 793 additions and 970346 deletions

15
data/parser.js Normal file
View File

@@ -0,0 +1,15 @@
import fs from 'fs/promises'
import fg from 'fast-glob'
import StreamZip from 'node-stream-zip'
import TestingTrend from './parser/testing-trend.js'
async function main() {
const sources = await fg(['./data/raw/*.zip'])
sources.sort()
const zips = sources.map(source => new StreamZip.async({ file: source }))
await TestingTrend(zips)
}
main()