paul/baseball-nn
1
0
Fork 0
Code Issues 3 Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Fixing errors with data import and database names

Browse Source
This commit is contained in:
paul
2025-07-08 23:35:10 +00:00
parent f21032a1f0
commit b97e008b20
5 changed files with 36 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
data/sql/build_db.sql
View File

@@ -2,7 +2,7 @@ CREATE TABLE IF NOT EXISTS parks (
park_id CHAR(5) NOT NULL,
park_name VARCHAR,
lf_fence_distance SMALLINT UNSIGNED,
lf_height, SMALLINT UNSIGNED,
lf_fence_height, SMALLINT UNSIGNED,
ct_fence_distance SMALLINT UNSIGNED,
ct_fence_height SMALLINT UNSIGNED,
rf_fence_distance SMALLINT UNSIGNED,
@@ -42,14 +42,13 @@ CREATE TABLE IF NOT EXISTS games (
b1_ump_id CHAR(8),
b1_ump_name VARCHAR,
b2_ump_id CHAR(8),
b2 ump_name VARCHAR,
b2_ump_name VARCHAR,
b3_ump_id CHAR(8),
b3_ump_name VARCHAR,
lf_ump_id CHAR(8),
lf_ump_name VARCHAR,
rf_ump_id CHAR(8),
rf_ump_name VARCHAR,
weather_id INT NOT NULL,
FOREIGN KEY (park_id) REFERENCES parks(park_id)
PRIMARY KEY (id)
);
@@ -93,7 +92,7 @@ CREATE TABLE IF NOT EXISTS team_game (
manager_id CHAR(8),
manager_name VARCHAR,
starting_pitchter_id CHAR(8),
starting_pitcher_id CHAR(8),
starting_pitcher_name VARCHAR,
starting_1_id CHAR(8),

2
data/sql/prefill_parks.sql
View File

@@ -1,5 +1,5 @@
INSERT OR IGNORE INTO parks
(park_id, park_name, lf_fence_distance, lf_height, ct_fence_distance, ct_fence_height, rf_fence_distance, rf_fence_height, has_roof, latitude, longitude, elevation) VALUES
(park_id, park_name, lf_fence_distance, lf_fence_height, ct_fence_distance, ct_fence_height, rf_fence_distance, rf_fence_height, has_roof, latitude, longitude, elevation) VALUES
("ANA01", "Angel Stadium of Anaheim", 347, 5, 396, 6, 350, 8, 0, 33.800278, -117.882778, 148),
("ARL03", "Globe Life Field in Arlington", 332, 14, 400, 8, 325, 8, 1, 32.747361, -97.084167, 568),
("ATL03", "Truist Park", 335, 11, 400, 12, 330, 15, 0, 33.89, -84.468, 951),

2
data/stats/gl2022.csv
View File

@@ -1,4 +1,4 @@
"date","num-of-game","day-of-week","visiting-team","visiting-league","visiting-game-num","home-team","home-league","home-game-num","visiting-score","home-score","length-in-outs","day-night","completion-info","forfeit","protest","park-id","attendance","length-in-min","visiting-line-scores","home-line-scores","visiting-at-bats","visiting-hits","visiting-doubles","visiting-triples","visiting-homeruns","visiting-rbi","visiting-sacrifice-hits","visiting-sacrifice-flies","visiting-hit-by-pitch","visiting-walks","visiting-intentional-walks","visiting-strikeouts","visiting-stolen-bases","visiting-caught-stealing","visiting-grounded-double","visiting-interference","visiting-left-on-base","visiting-pitchers-used","visiting-individual-earned-runs","visiting-team-earned-runs","visiting-wild-pitches","visiting-balks","visiting-putouts","visiting-assists","visiting-errors","visiting-passed","visiting-double-play","visiting-triple-play","home-at-bats","home-hits","home-doubles","home-triples","home-homeruns","home-rbi","home-sacrifice-hits","home-sacrifice-flies","home-hit-by-pitch","home-walks","home-intentional-walks","home-strikeouts","home-stolen-bases","home-caught-stealing","home-grounded-double","home-interference","home-left-on-base","home-pitchers-used","home-individual-earned-runs","home-team-earned-runs","home-wild-pitches","home-balks","home-putouts","home-assists","home-errors","home-passed","home-double-play","home-triple-play","home-plate-ump-id",home-plate-ump-name","1b-plate-ump-id","1b-plate-ump-name","2b-plate-ump-id","2b-plate-ump-name","3b-plate-ump-id","3b-plate-ump-name","lf-plate-ump-id","lf-plate-ump-name","rf-plate-ump-id","rf-plate-ump-name","visiting-manager-id","visiting-manager-name","home-manager-id","home-manager-name","winning-pitcher-id","winning-pitcher-name","losing-pitcher-id","losing-pitcher-name","saving-pitcher-id","saving-pitcher-name","rbi-batter-id","rbi-batter-name","visiting-start-pitcher-id","visiting-start-pitcher-name","home-start-pitcher-id","home-start-pitcher-name","visiting-starting-1-id","visiting-starting-1-name","visiting-starting-1-position","visiting-starting-2-id","visiting-starting-2-name","visiting-starting-2-position","visiting-starting-3-id","visiting-starting-3-name","visiting-starting-3-position","visiting-starting-4-id","visiting-starting-4-name","visiting-starting-4-position","visiting-starting-5-id","visiting-starting-5-name","visiting-starting-5-position","visiting-starting-6-id","visiting-starting-6-name","visiting-starting-6-position","visiting-starting-7-id","visiting-starting-7-name","visiting-starting-7-position","visiting-starting-8-id","visiting-starting-8-name","visiting-starting-8-position","visiting-starting-9-id","visiting-starting-9-name","visiting-starting-9-position","home-starting-1-id","home-starting-1-name","home-starting-1-position","home-starting-2-id","home-starting-2-name","home-starting-2-position","home-starting-3-id","home-starting-3-name","home-starting-3-position","home-starting-4-id","home-starting-4-name","home-starting-4-position","home-starting-5-id","home-starting-5-name","home-starting-5-position","home-starting-6-id","home-starting-6-name","home-starting-6-position","home-starting-7-id","home-starting-7-name","home-starting-7-position","home-starting-8-id","home-starting-8-name","home-starting-8-position","home-starting-9-id","home-starting-9-name","home-starting-9-position","additional-info","aquisition-info"
"date","num-of-game","day-of-week","visiting-team","visiting-league","visiting-game-num","home-team","home-league","home-game-num","visiting-score","home-score","length-in-outs","day-night","completion-info","forfeit","protest","park-id","attendance","length-in-min","visiting-line-scores","home-line-scores","visiting-at-bats","visiting-hits","visiting-doubles","visiting-triples","visiting-homeruns","visiting-rbi","visiting-sacrifice-hits","visiting-sacrifice-flies","visiting-hit-by-pitch","visiting-walks","visiting-intentional-walks","visiting-strikeouts","visiting-stolen-bases","visiting-caught-stealing","visiting-grounded-double","visiting-interference","visiting-left-on-base","visiting-pitchers-used","visiting-individual-earned-runs","visiting-team-earned-runs","visiting-wild-pitches","visiting-balks","visiting-putouts","visiting-assists","visiting-errors","visiting-passed","visiting-double-play","visiting-triple-play","home-at-bats","home-hits","home-doubles","home-triples","home-homeruns","home-rbi","home-sacrifice-hits","home-sacrifice-flies","home-hit-by-pitch","home-walks","home-intentional-walks","home-strikeouts","home-stolen-bases","home-caught-stealing","home-grounded-double","home-interference","home-left-on-base","home-pitchers-used","home-individual-earned-runs","home-team-earned-runs","home-wild-pitches","home-balks","home-putouts","home-assists","home-errors","home-passed","home-double-play","home-triple-play","home-plate-ump-id","home-plate-ump-name","1b-plate-ump-id","1b-plate-ump-name","2b-plate-ump-id","2b-plate-ump-name","3b-plate-ump-id","3b-plate-ump-name","lf-plate-ump-id","lf-plate-ump-name","rf-plate-ump-id","rf-plate-ump-name","visiting-manager-id","visiting-manager-name","home-manager-id","home-manager-name","winning-pitcher-id","winning-pitcher-name","losing-pitcher-id","losing-pitcher-name","saving-pitcher-id","saving-pitcher-name","rbi-batter-id","rbi-batter-name","visiting-start-pitcher-id","visiting-start-pitcher-name","home-start-pitcher-id","home-start-pitcher-name","visiting-starting-1-id","visiting-starting-1-name","visiting-starting-1-position","visiting-starting-2-id","visiting-starting-2-name","visiting-starting-2-position","visiting-starting-3-id","visiting-starting-3-name","visiting-starting-3-position","visiting-starting-4-id","visiting-starting-4-name","visiting-starting-4-position","visiting-starting-5-id","visiting-starting-5-name","visiting-starting-5-position","visiting-starting-6-id","visiting-starting-6-name","visiting-starting-6-position","visiting-starting-7-id","visiting-starting-7-name","visiting-starting-7-position","visiting-starting-8-id","visiting-starting-8-name","visiting-starting-8-position","visiting-starting-9-id","visiting-starting-9-name","visiting-starting-9-position","home-starting-1-id","home-starting-1-name","home-starting-1-position","home-starting-2-id","home-starting-2-name","home-starting-2-position","home-starting-3-id","home-starting-3-name","home-starting-3-position","home-starting-4-id","home-starting-4-name","home-starting-4-position","home-starting-5-id","home-starting-5-name","home-starting-5-position","home-starting-6-id","home-starting-6-name","home-starting-6-position","home-starting-7-id","home-starting-7-name","home-starting-7-position","home-starting-8-id","home-starting-8-name","home-starting-8-position","home-starting-9-id","home-starting-9-name","home-starting-9-position","additional-info","aquisition-info"
"20220407","0","Thu","SDN","NL",1,"ARI","NL",1,2,4,51,"N","","","","PHO01",35508,198,"001100000","000000004",29,4,1,0,0,2,0,0,0,7,0,5,1,0,2,0,7,5,4,4,2,0,24,8,0,0,1,0,26,3,0,0,1,3,0,0,1,7,0,6,0,0,1,0,6,6,2,2,0,0,27,9,0,0,2,0,"vanol901","Larry Vanover","belld901","Dan Bellino","barbs901","Sean Barber","valej901","Junior Valentine","","(none)","","(none)","melvb001","Bob Melvin","lovut001","Tony Lovullo","mantj002","Joe Mantiply","suarr002","Robert Suarez","","(none)","beers001","Seth Beer","darvy001","Yu Darvish","bumgm001","Madison Bumgarner","nolaa002","Austin Nola",2,"machm001","Manny Machado",5,"cronj001","Jake Cronenworth",4,"voitl001","Luke Voit",10,"myerw001","Wil Myers",9,"hosme001","Eric Hosmer",3,"profj001","Jurickson Profar",7,"kim-h002","Ha-Seong Kim",6,"grist001","Trent Grisham",8,"varsd001","Daulton Varsho",8,"martk001","Ketel Marte",4,"perad001","David Peralta",7,"walkc002","Christian Walker",3,"smitp002","Pavin Smith",9,"kellc002","Carson Kelly",2,"beers001","Seth Beer",10,"ellid002","Drew Ellis",5,"perdg001","Gerardo Perdomo",6,"","Y"
"20220407","0","Thu","CIN","NL",1,"ATL","NL",1,6,3,54,"N","","","","ATL03",40545,181,"012003000","001000020",35,10,0,0,1,6,0,1,1,1,0,13,0,0,1,0,5,5,2,2,0,0,27,7,1,0,0,0,31,4,0,0,1,2,0,0,0,5,0,13,0,0,0,0,6,4,6,6,0,0,27,7,0,0,1,0,"laynj901","Jerry Layne","wendh902","Hunter Wendelstedt","whitc901","Chad Whitson","hamaa901","Adam Hamari","","(none)","","(none)","belld002","David Bell","snitb801","Brian Snitker","mahlt001","Tyler Mahle","friem001","Max Fried","santt001","Tony Santillan","farmk001","Kyle Farmer","mahlt001","Tyler Mahle","friem001","Max Fried","indij001","Jonathan India",4,"aquia001","Aristides Aquino",9,"phamt001","Tommy Pham",7,"vottj001","Joey Votto",3,"stept001","Tyler Stephenson",2,"senzn001","Nick Senzel",8,"mousm001","Mike Moustakas",10,"farmk001","Kyle Farmer",6,"drurb001","Brandon Drury",5,"rosae001","Eddie Rosario",9,"olsom001","Matt Olson",3,"rilea001","Austin Riley",5,"ozunm001","Marcell Ozuna",7,"albio001","Ozzie Albies",4,"duvaa001","Adam Duvall",8,"darnt001","Travis d'Arnaud",2,"dicka001","Alex Dickerson",10,"swand001","Dansby Swanson",6,"","Y"
"20220407","0","Thu","MIL","NL",1,"CHN","NL",1,4,5,51,"D","","","","CHI11",35112,198,"000100210","00003020x",33,10,4,0,0,4,0,2,1,4,0,9,1,0,2,0,9,3,5,5,0,0,24,10,0,0,1,0,29,8,3,0,1,5,0,1,1,4,0,7,0,1,1,0,6,6,4,4,0,0,27,9,0,0,2,0,"barrt901","Ted Barrett","barkl901","Lance Barksdale","lentn901","Nic Lentz","cejan901","Nestor Ceja","","(none)","","(none)","counc001","Craig Counsell","rossd001","David Ross","givem001","Mychal Givens","ashba003","Aaron Ashby","robed002","David Robertson","happi001","Ian Happ","burnc002","Corbin Burnes","hendk001","Kyle Hendricks","wongk001","Kolten Wong",4,"adamw002","Willy Adames",6,"yelic001","Christian Yelich",7,"mccua001","Andrew McCutchen",10,"tellr001","Rowdy Tellez",3,"renfh001","Hunter Renfroe",9,"narvo001","Omar Narvaez",2,"cainl001","Lorenzo Cain",8,"petej002","Jace Peterson",5,"orter001","Rafael Ortega",10,"madrn001","Nick Madrigal",4,"contw001","Willson Contreras",2,"happi001","Ian Happ",7,"schwf001","Frank Schwindel",3,"suzus001","Seiya Suzuki",9,"heywj001","Jason Heyward",8,"wisdp001","Patrick Wisdom",5,"hoern001","Nico Hoerner",6,"","Y"
Can't render this file because it is too large.

34
data/stats_importer.py
View File

@@ -15,9 +15,7 @@ class Importer:
bb_dict = list(reader)
for game in bb_dict:
print(game)
self.populate_database_with_stats(game)
break
def parse_one_line(self, line):
@@ -109,7 +107,7 @@ class Importer:
game_stats["date"], game_stats["num-of-game"], game_stats["day-of-week"],
game_stats["length-in-outs"], game_stats["day-night"], game_stats["completion-info"],
game_stats["forfeit"], game_stats["protest"], game_stats["park-id"],
game_stats["attendance"], game_stats["length-in-minutes"], game_stats["home-plate-ump-id"],
game_stats["attendance"], game_stats["length-in-min"], game_stats["home-plate-ump-id"],
game_stats["home-plate-ump-name"], game_stats["1b-plate-ump-id"], game_stats["1b-plate-ump-name"],
game_stats["2b-plate-ump-id"], game_stats["2b-plate-ump-name"], game_stats["3b-plate-ump-id"],
game_stats["3b-plate-ump-name"], game_stats["lf-plate-ump-id"], game_stats["lf-plate-ump-name"],
@@ -118,7 +116,7 @@ class Importer:
game_id = self.database.insert(insert_game, game_data)
team_data = [
visiting_team_data = [
game_id, game_stats["visiting-team"], game_stats["visiting-game-num"],
game_stats["visiting-score"], game_stats["visiting-line-scores"], game_stats["visiting-at-bats"],
game_stats["visiting-hits"], game_stats["visiting-doubles"], game_stats["visiting-triples"],
@@ -142,3 +140,31 @@ class Importer:
game_stats["visiting-starting-8-position"], game_stats["visiting-starting-9-id"], game_stats["visiting-starting-9-name"],
game_stats["visiting-starting-9-position"]
]
home_team_data = [
game_id, game_stats["home-team"], game_stats["home-game-num"],
game_stats["home-score"], game_stats["home-line-scores"], game_stats["home-at-bats"],
game_stats["home-hits"], game_stats["home-doubles"], game_stats["home-triples"],
game_stats["home-homeruns"], game_stats["home-rbi"], game_stats["home-sacrifice-hits"],
game_stats["home-sacrifice-flies"], game_stats["home-hit-by-pitch"], game_stats["home-walks"],
game_stats["home-intentional-walks"], game_stats["home-strikeouts"], game_stats["home-stolen-bases"],
game_stats["home-caught-stealing"], game_stats["home-grounded-double"], game_stats["home-interference"],
game_stats["home-left-on-base"], game_stats["home-pitchers-used"], game_stats["home-individual-earned-runs"],
game_stats["home-team-earned-runs"], game_stats["home-wild-pitches"], game_stats["home-balks"],
game_stats["home-putouts"], game_stats["home-assists"], game_stats["home-errors"],
game_stats["home-passed"], game_stats["home-double-play"], game_stats["home-triple-play"],
game_stats["home-manager-id"], game_stats["home-manager-name"], game_stats["home-start-pitcher-id"],
game_stats["home-start-pitcher-name"], game_stats["home-starting-1-id"], game_stats["home-starting-1-name"],
game_stats["home-starting-1-position"], game_stats["home-starting-2-id"], game_stats["home-starting-2-name"],
game_stats["home-starting-2-position"], game_stats["home-starting-3-id"], game_stats["home-starting-3-name"],
game_stats["home-starting-3-position"], game_stats["home-starting-4-id"], game_stats["home-starting-4-name"],
game_stats["home-starting-4-position"], game_stats["home-starting-5-id"], game_stats["home-starting-5-name"],
game_stats["home-starting-5-position"], game_stats["home-starting-6-id"], game_stats["home-starting-6-name"],
game_stats["home-starting-6-position"], game_stats["home-starting-7-id"], game_stats["home-starting-7-name"],
game_stats["home-starting-7-position"], game_stats["home-starting-8-id"], game_stats["home-starting-8-name"],
game_stats["home-starting-8-position"], game_stats["home-starting-9-id"], game_stats["home-starting-9-name"],
game_stats["home-starting-9-position"]
]
self.database.insert(insert_team_game, visiting_team_data)
self.database.insert(insert_team_game, home_team_data)

2
main.py
View File

@@ -73,7 +73,7 @@ if __name__ == '__main__':
imp = Importer(db_conn)
test_csv = "./data/stats/gl2022.csv"
print(imp.parse_one_file(test_csv))
imp.parse_one_file(test_csv)
#we = Weather()
#print(we.get_weather(39.26733000, -76.79831000, "20250706", 12))