Working on expanded pages and data processing.

This commit is contained in:
Joshua Bemenderfer
2021-12-29 22:03:12 -05:00
parent bac61fe227
commit b8cca082ed
241 changed files with 793 additions and 970346 deletions

View File

@@ -0,0 +1,58 @@
import mkdirp from 'mkdirp'
import path from 'path'
import fs from 'fs/promises'
import Papa from 'papaparse'
async function processSingleZip(zip) {
const output = {
directory: `./public/data/testing-trend`,
file: county => `${county}.json`
}
try {
await fs.rm(output.directory, { recursive: true })
} catch (e) {}
const csv = await zip.entryData('pcr_antigen.csv').then(res => res.toString())
const rows = Papa.parse(csv, {
header: true
}).data
const counties = rows.reduce((counties, row) => {
const county = row.county === 'Georgia' ? 'All' : row.county
if (!county) return counties
if (!counties[county]) counties[county] = []
counties[county].push({
report_date: row['report_date'],
pcr_performed: +row['ALL PCR tests performed'],
pcr_positive: +row['All PCR positive tests'],
antigen_performed: +row['Antigen Tests Performed'],
antigen_positive: +row['Antigen Positive Tests'],
combined_performed: (+row['ALL PCR tests performed']) + (+row['Antigen Tests Performed']),
combined_positive: (+row['All PCR positive tests']) + (+row['Antigen Positive Tests']),
seven_day_percent_positive: +row['7 day percent positive'],
})
return counties
}, {})
console.log(JSON.stringify(Object.keys(counties), null, ' '))
for (const county in counties) {
const data = {
segment: { county },
headers: Object.keys(counties[county][0]),
rows: counties[county].map(row => Object.values(row))
}
await mkdirp(output.directory)
await fs.writeFile(path.join(output.directory, output.file(county)), JSON.stringify(data))
}
}
function process (zips) {
return Promise.all(zips.map(zip => processSingleZip(zip)))
}
export default process