Working on expanded pages and data processing.
This commit is contained in:
		
							
								
								
									
										15
									
								
								data/parser.js
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										15
									
								
								data/parser.js
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,15 @@
 | 
			
		||||
import fs from 'fs/promises'
 | 
			
		||||
import fg from 'fast-glob'
 | 
			
		||||
import StreamZip from 'node-stream-zip'
 | 
			
		||||
import TestingTrend from './parser/testing-trend.js'
 | 
			
		||||
 | 
			
		||||
async function main() {
 | 
			
		||||
  const sources = await fg(['./data/raw/*.zip'])
 | 
			
		||||
  sources.sort()
 | 
			
		||||
 | 
			
		||||
  const zips = sources.map(source => new StreamZip.async({ file: source }))
 | 
			
		||||
 | 
			
		||||
  await TestingTrend(zips)
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
main()
 | 
			
		||||
		Reference in New Issue
	
	Block a user