paul/baseball-nn
1
0
Fork 0
Code Issues 3 Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Making it so all csv is parsed

Browse Source
This commit is contained in:
paul
2025-07-09 23:19:55 +00:00
parent b97e008b20
commit 6ae3b9108b
6 changed files with 35 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.gitignore vendored
View File

@@ -1,3 +1,5 @@
.Trash-1000
target
database
data/stats/imported
data/stats/imported/*

0
data/stats/gl2022.csv → data/stats/to_import/gl2022.csv
View File

Can't render this file because it is too large.

2
data/stats/gl2023.txt → data/stats/to_import/gl2023.csv
View File

@@ -1,4 +1,4 @@
"date","num-of-game","day-of-week","visiting-team","visiting-league","visiting-game-num","home-team","home-league","home-game-num","visiting-score","home-score","length-in-outs","day-night","completion-info","forfeit","protest","park-id","attendance","length-in-min","visiting-line-scores","home-line-scores","visiting-at-bats","visiting-hits","visiting-doubles","visiting-triples","visiting-homeruns","visiting-rbi","visiting-sacrifice-hits","visiting-sacrifice-flies","visiting-hit-by-pitch","visiting-walks","visiting-intentional-walks","visiting-strikeouts","visiting-stolen-bases","visiting-caught-stealing","visiting-grounded-double","visiting-interference","visiting-left-on-base","visiting-pitchers-used","visiting-individual-earned-runs","visiting-team-earned-runs","visiting-wild-pitches","visiting-balks","visiting-putouts","visiting-assists","visiting-errors","visiting-passed","visiting-double-play","visiting-triple-play","home-at-bats","home-hits","home-doubles","home-triples","home-homeruns","home-rbi","home-sacrifice-hits","home-sacrifice-flies","home-hit-by-pitch","home-walks","home-intentional-walks","home-strikeouts","home-stolen-bases","home-caught-stealing","home-grounded-double","home-interference","home-left-on-base","home-pitchers-used","home-individual-earned-runs","home-team-earned-runs","home-wild-pitches","home-balks","home-putouts","home-assists","home-errors","home-passed","home-double-play","home-triple-play","home-plate-ump-id",home-plate-ump-name","1b-plate-ump-id","1b-plate-ump-name","2b-plate-ump-id","2b-plate-ump-name","3b-plate-ump-id","3b-plate-ump-name","lf-plate-ump-id","lf-plate-ump-name","rf-plate-ump-id","rf-plate-ump-name","visiting-manager-id","visiting-manager-name","home-manager-id","home-manager-name","winning-pitcher-id","winning-pitcher-name","losing-pitcher-id","losing-pitcher-name","saving-pitcher-id","saving-pitcher-name","rbi-batter-id","rbi-batter-name","visiting-start-pitcher-id","visiting-start-pitcher-name","home-start-pitcher-id","home-start-pitcher-name","visiting-starting-1-id","visiting-starting-1-name","visiting-starting-1-position","visiting-starting-2-id","visiting-starting-2-name","visiting-starting-2-position","visiting-starting-3-id","visiting-starting-3-name","visiting-starting-3-position","visiting-starting-4-id","visiting-starting-4-name","visiting-starting-4-position","visiting-starting-5-id","visiting-starting-5-name","visiting-starting-5-position","visiting-starting-6-id","visiting-starting-6-name","visiting-starting-6-position","visiting-starting-7-id","visiting-starting-7-name","visiting-starting-7-position","visiting-starting-8-id","visiting-starting-8-name","visiting-starting-8-position","visiting-starting-9-id","visiting-starting-9-name","visiting-starting-9-position","home-starting-1-id","home-starting-1-name","home-starting-1-position","home-starting-2-id","home-starting-2-name","home-starting-2-position","home-starting-3-id","home-starting-3-name","home-starting-3-position","home-starting-4-id","home-starting-4-name","home-starting-4-position","home-starting-5-id","home-starting-5-name","home-starting-5-position","home-starting-6-id","home-starting-6-name","home-starting-6-position","home-starting-7-id","home-starting-7-name","home-starting-7-position","home-starting-8-id","home-starting-8-name","home-starting-8-position","home-starting-9-id","home-starting-9-name","home-starting-9-position","additional-info","aquisition-info"
"date","num-of-game","day-of-week","visiting-team","visiting-league","visiting-game-num","home-team","home-league","home-game-num","visiting-score","home-score","length-in-outs","day-night","completion-info","forfeit","protest","park-id","attendance","length-in-min","visiting-line-scores","home-line-scores","visiting-at-bats","visiting-hits","visiting-doubles","visiting-triples","visiting-homeruns","visiting-rbi","visiting-sacrifice-hits","visiting-sacrifice-flies","visiting-hit-by-pitch","visiting-walks","visiting-intentional-walks","visiting-strikeouts","visiting-stolen-bases","visiting-caught-stealing","visiting-grounded-double","visiting-interference","visiting-left-on-base","visiting-pitchers-used","visiting-individual-earned-runs","visiting-team-earned-runs","visiting-wild-pitches","visiting-balks","visiting-putouts","visiting-assists","visiting-errors","visiting-passed","visiting-double-play","visiting-triple-play","home-at-bats","home-hits","home-doubles","home-triples","home-homeruns","home-rbi","home-sacrifice-hits","home-sacrifice-flies","home-hit-by-pitch","home-walks","home-intentional-walks","home-strikeouts","home-stolen-bases","home-caught-stealing","home-grounded-double","home-interference","home-left-on-base","home-pitchers-used","home-individual-earned-runs","home-team-earned-runs","home-wild-pitches","home-balks","home-putouts","home-assists","home-errors","home-passed","home-double-play","home-triple-play","home-plate-ump-id","home-plate-ump-name","1b-plate-ump-id","1b-plate-ump-name","2b-plate-ump-id","2b-plate-ump-name","3b-plate-ump-id","3b-plate-ump-name","lf-plate-ump-id","lf-plate-ump-name","rf-plate-ump-id","rf-plate-ump-name","visiting-manager-id","visiting-manager-name","home-manager-id","home-manager-name","winning-pitcher-id","winning-pitcher-name","losing-pitcher-id","losing-pitcher-name","saving-pitcher-id","saving-pitcher-name","rbi-batter-id","rbi-batter-name","visiting-start-pitcher-id","visiting-start-pitcher-name","home-start-pitcher-id","home-start-pitcher-name","visiting-starting-1-id","visiting-starting-1-name","visiting-starting-1-position","visiting-starting-2-id","visiting-starting-2-name","visiting-starting-2-position","visiting-starting-3-id","visiting-starting-3-name","visiting-starting-3-position","visiting-starting-4-id","visiting-starting-4-name","visiting-starting-4-position","visiting-starting-5-id","visiting-starting-5-name","visiting-starting-5-position","visiting-starting-6-id","visiting-starting-6-name","visiting-starting-6-position","visiting-starting-7-id","visiting-starting-7-name","visiting-starting-7-position","visiting-starting-8-id","visiting-starting-8-name","visiting-starting-8-position","visiting-starting-9-id","visiting-starting-9-name","visiting-starting-9-position","home-starting-1-id","home-starting-1-name","home-starting-1-position","home-starting-2-id","home-starting-2-name","home-starting-2-position","home-starting-3-id","home-starting-3-name","home-starting-3-position","home-starting-4-id","home-starting-4-name","home-starting-4-position","home-starting-5-id","home-starting-5-name","home-starting-5-position","home-starting-6-id","home-starting-6-name","home-starting-6-position","home-starting-7-id","home-starting-7-name","home-starting-7-position","home-starting-8-id","home-starting-8-name","home-starting-8-position","home-starting-9-id","home-starting-9-name","home-starting-9-position","additional-info","aquisition-info"
"20230330","0","Thu","MIL","NL",1,"CHN","NL",1,0,4,51,"D","","","","CHI11",36054,141,"000000000","00400000x",29,4,0,0,0,0,0,0,0,5,0,12,0,0,2,0,7,4,4,4,0,0,24,12,1,0,1,0,30,6,0,0,0,3,0,0,1,4,0,5,0,0,1,0,7,4,0,0,1,0,27,13,1,2,2,0,"kulpr901","Ron Kulpa","blasc901","Cory Blaser","torrc901","Carlos Torres","viscj901","Jansen Visconti","","(none)","","(none)","counc001","Craig Counsell","rossd001","David Ross","strom001","Marcus Stroman","burnc002","Corbin Burnes","","(none)","swand001","Dansby Swanson","burnc002","Corbin Burnes","strom001","Marcus Stroman","yelic001","Christian Yelich",7,"winkj002","Jesse Winker",10,"adamw002","Willy Adames",6,"tellr001","Rowdy Tellez",3,"contw002","William Contreras",2,"urial001","Luis Urias",5,"mitcg001","Garrett Mitchell",8,"andeb006","Brian Anderson",9,"turab002","Brice Turang",4,"hoern001","Nico Hoerner",4,"swand001","Dansby Swanson",6,"happi001","Ian Happ",7,"bellc002","Cody Bellinger",8,"manct001","Trey Mancini",10,"gomey001","Yan Gomes",2,"hosme001","Eric Hosmer",3,"wisdp001","Patrick Wisdom",5,"mastm001","Miles Mastrobuoni",9,"","Y"
"20230330","0","Thu","PIT","NL",1,"CIN","NL",1,5,4,54,"D","","","","CIN09",44063,182,"001300010","100120000",30,6,1,0,1,4,1,1,0,9,0,11,2,0,1,0,9,5,4,4,0,0,27,9,1,0,2,0,33,7,1,1,1,3,0,0,0,6,0,15,0,1,1,0,8,6,5,5,1,0,27,7,0,0,1,0,"wegnm901","Mark Wegner","drecb901","Bruce Dreckman","sches901","Stu Scheurwater","moorm901","Malachi Moore","","(none)","","(none)","sheld801","Derek Shelton","belld002","David Bell","zastr001","Rob Zastryzny","farmb001","Buck Farmer","bednd001","David Bednar","cruzo001","Oneil Cruz","kellm003","Mitch Keller","greeh001","Hunter Greene","cruzo001","Oneil Cruz",6,"reynb001","Bryan Reynolds",7,"mccua001","Andrew McCutchen",10,"santc002","Carlos Santana",3,"smitc008","Canaan Smith-Njigba",9,"hayek001","Ke'Bryan Hayes",5,"suwij001","Jack Suwinski",8,"bae-j001","Ji Hwan Bae",4,"hedga001","Austin Hedges",2,"indij001","Jonathan India",4,"friet001","TJ Friedl",8,"fralj001","Jake Fraley",10,"stept001","Tyler Stephenson",2,"voslj001","Jason Vosler",3,"myerw001","Wil Myers",9,"stees001","Spencer Steer",5,"bensw001","Will Benson",7,"garcj007","Jose Garcia",6,"","Y"
"20230330","0","Thu","ARI","NL",1,"LAN","NL",1,2,8,51,"N","","","","LOS03",52075,155,"110000000","00203201x",28,4,1,0,0,2,0,1,1,0,0,8,0,0,2,0,1,5,8,8,0,0,24,7,1,0,0,0,34,12,2,0,1,8,0,1,0,5,0,12,0,0,0,0,8,4,2,2,0,0,27,8,1,0,2,0,"hudsm901","Marvin Hudson","wendh902","Hunter Wendelstedt","tumpj901","John Tumpane","blakr901","Ryan Blakney","","(none)","","(none)","lovut001","Tony Lovullo","robed001","Dave Roberts","uriaj001","Julio Urias","gallz001","Zac Gallen","","(none)","smitw003","Will Smith","gallz001","Zac Gallen","uriaj001","Julio Urias","lewik001","Kyle Lewis",10,"martk001","Ketel Marte",4,"gurrl001","Lourdes Gurriel",7,"walkc002","Christian Walker",3,"longe001","Evan Longoria",5,"ahmen001","Nick Ahmed",6,"carrc005","Corbin Carroll",8,"moreg001","Gabriel Moreno",2,"mccaj003","Jake McCarthy",9,"bettm001","Mookie Betts",9,"freef001","Freddie Freeman",3,"smitw003","Will Smith",2,"muncm001","Max Muncy",5,"martj006","J.D. Martinez",10,"perad001","David Peralta",7,"vargm001","Miguel Vargas",4,"outmj002","James Outman",8,"rojam002","Miguel Rojas",6,"","Y"
Can't render this file because it is too large.

2
data/stats/gl2024.txt → data/stats/to_import/gl2024.csv
View File

@@ -1,4 +1,4 @@
"date","num-of-game","day-of-week","visiting-team","visiting-league","visiting-game-num","home-team","home-league","home-game-num","visiting-score","home-score","length-in-outs","day-night","completion-info","forfeit","protest","park-id","attendance","length-in-min","visiting-line-scores","home-line-scores","visiting-at-bats","visiting-hits","visiting-doubles","visiting-triples","visiting-homeruns","visiting-rbi","visiting-sacrifice-hits","visiting-sacrifice-flies","visiting-hit-by-pitch","visiting-walks","visiting-intentional-walks","visiting-strikeouts","visiting-stolen-bases","visiting-caught-stealing","visiting-grounded-double","visiting-interference","visiting-left-on-base","visiting-pitchers-used","visiting-individual-earned-runs","visiting-team-earned-runs","visiting-wild-pitches","visiting-balks","visiting-putouts","visiting-assists","visiting-errors","visiting-passed","visiting-double-play","visiting-triple-play","home-at-bats","home-hits","home-doubles","home-triples","home-homeruns","home-rbi","home-sacrifice-hits","home-sacrifice-flies","home-hit-by-pitch","home-walks","home-intentional-walks","home-strikeouts","home-stolen-bases","home-caught-stealing","home-grounded-double","home-interference","home-left-on-base","home-pitchers-used","home-individual-earned-runs","home-team-earned-runs","home-wild-pitches","home-balks","home-putouts","home-assists","home-errors","home-passed","home-double-play","home-triple-play","home-plate-ump-id",home-plate-ump-name","1b-plate-ump-id","1b-plate-ump-name","2b-plate-ump-id","2b-plate-ump-name","3b-plate-ump-id","3b-plate-ump-name","lf-plate-ump-id","lf-plate-ump-name","rf-plate-ump-id","rf-plate-ump-name","visiting-manager-id","visiting-manager-name","home-manager-id","home-manager-name","winning-pitcher-id","winning-pitcher-name","losing-pitcher-id","losing-pitcher-name","saving-pitcher-id","saving-pitcher-name","rbi-batter-id","rbi-batter-name","visiting-start-pitcher-id","visiting-start-pitcher-name","home-start-pitcher-id","home-start-pitcher-name","visiting-starting-1-id","visiting-starting-1-name","visiting-starting-1-position","visiting-starting-2-id","visiting-starting-2-name","visiting-starting-2-position","visiting-starting-3-id","visiting-starting-3-name","visiting-starting-3-position","visiting-starting-4-id","visiting-starting-4-name","visiting-starting-4-position","visiting-starting-5-id","visiting-starting-5-name","visiting-starting-5-position","visiting-starting-6-id","visiting-starting-6-name","visiting-starting-6-position","visiting-starting-7-id","visiting-starting-7-name","visiting-starting-7-position","visiting-starting-8-id","visiting-starting-8-name","visiting-starting-8-position","visiting-starting-9-id","visiting-starting-9-name","visiting-starting-9-position","home-starting-1-id","home-starting-1-name","home-starting-1-position","home-starting-2-id","home-starting-2-name","home-starting-2-position","home-starting-3-id","home-starting-3-name","home-starting-3-position","home-starting-4-id","home-starting-4-name","home-starting-4-position","home-starting-5-id","home-starting-5-name","home-starting-5-position","home-starting-6-id","home-starting-6-name","home-starting-6-position","home-starting-7-id","home-starting-7-name","home-starting-7-position","home-starting-8-id","home-starting-8-name","home-starting-8-position","home-starting-9-id","home-starting-9-name","home-starting-9-position","additional-info","aquisition-info"
"date","num-of-game","day-of-week","visiting-team","visiting-league","visiting-game-num","home-team","home-league","home-game-num","visiting-score","home-score","length-in-outs","day-night","completion-info","forfeit","protest","park-id","attendance","length-in-min","visiting-line-scores","home-line-scores","visiting-at-bats","visiting-hits","visiting-doubles","visiting-triples","visiting-homeruns","visiting-rbi","visiting-sacrifice-hits","visiting-sacrifice-flies","visiting-hit-by-pitch","visiting-walks","visiting-intentional-walks","visiting-strikeouts","visiting-stolen-bases","visiting-caught-stealing","visiting-grounded-double","visiting-interference","visiting-left-on-base","visiting-pitchers-used","visiting-individual-earned-runs","visiting-team-earned-runs","visiting-wild-pitches","visiting-balks","visiting-putouts","visiting-assists","visiting-errors","visiting-passed","visiting-double-play","visiting-triple-play","home-at-bats","home-hits","home-doubles","home-triples","home-homeruns","home-rbi","home-sacrifice-hits","home-sacrifice-flies","home-hit-by-pitch","home-walks","home-intentional-walks","home-strikeouts","home-stolen-bases","home-caught-stealing","home-grounded-double","home-interference","home-left-on-base","home-pitchers-used","home-individual-earned-runs","home-team-earned-runs","home-wild-pitches","home-balks","home-putouts","home-assists","home-errors","home-passed","home-double-play","home-triple-play","home-plate-ump-id","home-plate-ump-name","1b-plate-ump-id","1b-plate-ump-name","2b-plate-ump-id","2b-plate-ump-name","3b-plate-ump-id","3b-plate-ump-name","lf-plate-ump-id","lf-plate-ump-name","rf-plate-ump-id","rf-plate-ump-name","visiting-manager-id","visiting-manager-name","home-manager-id","home-manager-name","winning-pitcher-id","winning-pitcher-name","losing-pitcher-id","losing-pitcher-name","saving-pitcher-id","saving-pitcher-name","rbi-batter-id","rbi-batter-name","visiting-start-pitcher-id","visiting-start-pitcher-name","home-start-pitcher-id","home-start-pitcher-name","visiting-starting-1-id","visiting-starting-1-name","visiting-starting-1-position","visiting-starting-2-id","visiting-starting-2-name","visiting-starting-2-position","visiting-starting-3-id","visiting-starting-3-name","visiting-starting-3-position","visiting-starting-4-id","visiting-starting-4-name","visiting-starting-4-position","visiting-starting-5-id","visiting-starting-5-name","visiting-starting-5-position","visiting-starting-6-id","visiting-starting-6-name","visiting-starting-6-position","visiting-starting-7-id","visiting-starting-7-name","visiting-starting-7-position","visiting-starting-8-id","visiting-starting-8-name","visiting-starting-8-position","visiting-starting-9-id","visiting-starting-9-name","visiting-starting-9-position","home-starting-1-id","home-starting-1-name","home-starting-1-position","home-starting-2-id","home-starting-2-name","home-starting-2-position","home-starting-3-id","home-starting-3-name","home-starting-3-position","home-starting-4-id","home-starting-4-name","home-starting-4-position","home-starting-5-id","home-starting-5-name","home-starting-5-position","home-starting-6-id","home-starting-6-name","home-starting-6-position","home-starting-7-id","home-starting-7-name","home-starting-7-position","home-starting-8-id","home-starting-8-name","home-starting-8-position","home-starting-9-id","home-starting-9-name","home-starting-9-position","additional-info","aquisition-info"
"20240320","0","Wed","LAN","NL",1,"SDN","NL",1,5,2,54,"N","","","","SEO01",15952,185,"000100040","001100000",33,7,0,0,0,4,0,2,1,9,0,7,1,0,0,0,13,5,2,2,1,0,27,11,0,0,1,0,30,4,0,0,0,1,0,0,0,4,0,6,0,0,1,0,5,8,3,3,1,0,27,8,2,0,1,0,"barkl901","Lance Barksdale","torrc901","Carlos Torres","viscj901","Jansen Visconti","rehaj901","Jeremie Rehak","","(none)","","(none)","robed001","Dave Roberts","shilm801","Mike Shildt","hudsd001","Daniel Hudson","britj003","Jhony Brito","phile001","Evan Phillips","","(none)","glast001","Tyler Glasnow","darvy001","Yu Darvish","bettm001","Mookie Betts",6,"ohtas001","Shohei Ohtani",10,"freef001","Freddie Freeman",3,"smitw003","Will Smith",2,"muncm001","Max Muncy",5,"hernt002","Teoscar Hernandez",7,"outmj002","James Outman",8,"heywj001","Jason Heyward",9,"lux-g001","Gavin Lux",4,"bogax001","Xander Bogaerts",4,"tatif002","Fernando Tatis",9,"cronj001","Jake Cronenworth",3,"machm001","Manny Machado",10,"kim-h002","Ha-Seong Kim",6,"profj001","Jurickson Profar",7,"campl002","Luis Campusano",2,"wadet002","Tyler Wade",5,"merrj002","Jackson Merrill",8,"","Y"
"20240321","0","Thu","SDN","NL",2,"LAN","NL",2,15,11,54,"N","","","","SEO01",15928,222,"504011103","114020120",43,18,3,1,1,14,0,2,2,6,0,8,1,0,1,0,11,6,11,11,1,0,27,10,0,0,0,0,42,16,3,0,1,11,0,1,1,6,0,9,0,0,0,0,12,7,14,14,2,0,27,7,2,0,1,0,"fleta901","Andy Fletcher","viscj901","Jansen Visconti","rehaj901","Jeremie Rehak","barkl901","Lance Barksdale","","(none)","","(none)","shilm801","Mike Shildt","robed001","Dave Roberts","kingm002","Michael King","yamay001","Yoshinobu Yamamoto","suarr002","Robert Suarez","cronj001","Jake Cronenworth","musgj001","Joe Musgrove","yamay001","Yoshinobu Yamamoto","bogax001","Xander Bogaerts",4,"tatif002","Fernando Tatis",9,"cronj001","Jake Cronenworth",3,"machm001","Manny Machado",10,"kim-h002","Ha-Seong Kim",6,"profj001","Jurickson Profar",7,"campl002","Luis Campusano",2,"wadet002","Tyler Wade",5,"merrj002","Jackson Merrill",8,"bettm001","Mookie Betts",6,"ohtas001","Shohei Ohtani",10,"freef001","Freddie Freeman",3,"smitw003","Will Smith",2,"muncm001","Max Muncy",5,"hernt002","Teoscar Hernandez",7,"outmj002","James Outman",8,"heywj001","Jason Heyward",9,"lux-g001","Gavin Lux",4,"","Y"
"20240328","0","Thu","COL","NL",1,"ARI","NL",1,1,16,51,"N","","","","PHO01",49011,157,"010000000","20(14)00000x",30,4,2,0,0,1,0,0,1,3,0,6,0,0,1,0,6,5,16,16,0,0,24,8,0,0,1,0,40,18,3,0,1,16,0,1,0,3,0,9,0,0,1,0,4,5,1,1,0,0,27,14,0,0,1,0,"belld901","Dan Bellino","cuzzp901","Phil Cuzzi","randt901","Tony Randazzo","tosia901","Alex Tosi","","(none)","","(none)","blacb001","Buddy Black","lovut001","Tony Lovullo","gallz001","Zac Gallen","freek001","Kyle Freeland","","(none)","gurrl001","Lourdes Gurriel","freek001","Kyle Freeland","gallz001","Zac Gallen","blacc001","Charlie Blackmon",9,"bryak001","Kris Bryant",3,"jonen002","Nolan Jones",7,"rodgb002","Brendan Rodgers",4,"mcmar001","Ryan McMahon",5,"diaze005","Elias Diaz",2,"tovae001","Ezequiel Tovar",6,"monte001","Elehuris Montero",10,"doylb001","Brenton Doyle",8,"martk001","Ketel Marte",4,"carrc005","Corbin Carroll",9,"gurrl001","Lourdes Gurriel",7,"walkc002","Christian Walker",3,"moreg001","Gabriel Moreno",2,"suare001","Eugenio Suarez",5,"alexb001","Blaze Alexander",10,"thoma004","Alek Thomas",8,"perdg001","Gerardo Perdomo",6,"","Y"
Can't render this file because it is too large.

39
data/stats_importer.py
View File

@@ -1,12 +1,40 @@
import os
import csv
import shutil
from data.db_connect import Database
class Importer:
def __init__(self, database: Database):
self.database = database
def parse_all_data(self):
pass
def parse_all_data(self, source_dir, dest_dir):
# Ensure the destination directory exists
if not os.path.exists(dest_dir):
os.makedirs(dest_dir)
# List all files in the source and destination directories
source_files = set(os.listdir(source_dir))
for filename in os.listdir(dest_dir):
if filename.endswith('.csv'):
source_files.discard(filename)
dest_files = set(os.listdir(dest_dir))
# Find files that are in the source but not in the destination
missing_files = source_files - dest_files
# Copy any missing CSV files from the source directory to the destination directory
for filename in missing_files:
src_file = os.path.join(source_dir, filename)
dest_file = os.path.join(dest_dir, filename)
self.parse_one_file(f"{source_dir}/{filename}")
try:
shutil.copy(src_file, dest_file)
print(f"Copied {filename} to {dest_dir}")
except Exception as e:
print(f"Failed to copy {filename}: {e}")
def parse_one_file(self, filepath):
bb_dict = {}
@@ -17,13 +45,6 @@ class Importer:
for game in bb_dict:
self.populate_database_with_stats(game)
def parse_one_line(self, line):
pass
def parse_last_line_of_file(self, filepath):
pass
def populate_database_with_stats(self, game_stats):
insert_game = """
INSERT INTO games

4
main.py
View File

@@ -71,9 +71,7 @@ if __name__ == '__main__':
db_conn.run_sql_file(fill_teams_path)
imp = Importer(db_conn)
test_csv = "./data/stats/gl2022.csv"
imp.parse_one_file(test_csv)
imp.parse_all_data("./data/stats/to_import", "./data/stats/imported/")
#we = Weather()
#print(we.get_weather(39.26733000, -76.79831000, "20250706", 12))