iamBadgers/RushStatistics
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

create the db file from the google doc

Browse Source
This commit is contained in:
iamBadgers
2024-06-08 21:31:07 -07:00
parent 395c06e88e
commit 7fa18b15a1
5 changed files with 231 additions and 97 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
.gitignore vendored
View File

@@ -1,6 +1,7 @@
.DS_Store
node_modules
loader/venv
venv
__pycache__
# dist folders
dist

14
loader/createrushdatabase.py Normal file
View File

@@ -0,0 +1,14 @@
from databasesync import createDatabase
from sheetloader import downloadGamesCSV, downloadCharactersCSV
CHARACTER_DATA_OUT_FILE = "CharacterData.csv"
GAME_DATA_OUT_FILE = "GameData.csv"
DATABASE_NAME = "testdb.db"
def execute():
downloadCharactersCSV(CHARACTER_DATA_OUT_FILE)
downloadGamesCSV(GAME_DATA_OUT_FILE)
createDatabase(DATABASE_NAME, GAME_DATA_OUT_FILE, CHARACTER_DATA_OUT_FILE)
if __name__ == "__main__":
execute()

117
loader/databasesync.py
View File

@@ -12,6 +12,79 @@ Game = namedtuple('Game',
Link = namedtuple('Link', ['gameId', 'gameTitle', 'characterId', 'characterName'])
APPS_TABLE_CREATE = """
CREATE TABLE IF NOT EXISTS "Apps" (
"gameId" INTEGER,
"gameTitle" TEXT,
"characterName" TEXT,
"characterId" INTEGER,
PRIMARY KEY("gameId","characterId"),
FOREIGN KEY("characterId") REFERENCES "Characters"("id"),
FOREIGN KEY("gameId") REFERENCES "Games"("id")
);
"""
APPS_REPLACE_INTO = """
REPLACE INTO Apps (gameId, gameTitle, characterId, characterName)
VALUES (?, ?, ?, ?)
"""
PICKS_TABLE_CREATE = """
CREATE TABLE IF NOT EXISTS "Picks" (
"gameId" INTEGER,
"gameTitle" TEXT,
"characterName" TEXT,
"characterId" INTEGER,
PRIMARY KEY("gameId","characterId"),
FOREIGN KEY("characterId") REFERENCES "Characters"("id"),
FOREIGN KEY("gameId") REFERENCES "Games"("id")
);
"""
PICKS_REPLACE_INTO = """
REPLACE INTO Picks (gameId, gameTitle, characterId, characterName)
VALUES (?, ?, ?, ?)
"""
GAMES_TABLE_CREATE = """
CREATE TABLE IF NOT EXISTS "Games" (
"id" INTEGER,
"title" TEXT,
"status" TEXT,
"fix" NUMERIC,
"postdate" INTEGER,
"gamemaster" INTEGER,
"payoutEB" INTEGER,
"payoutIP" INTEGER,
"payoutLoot" TEXT,
"event" NUMERIC,
PRIMARY KEY("id")
);
"""
GAMES_REPLACE_INTO = """
REPLACE INTO Games (id, title, status, fix, event, postdate, gamemaster, payoutEB, payoutIP, payoutLoot)
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
"""
CHARACTER_TABLE_CREATE = """
CREATE TABLE IF NOT EXISTS "Characters" (
"characterName" TEXT,
"id" INTEGER,
"playerName" TEXT,
"role" TEXT,
"creationDate" INTEGER,
"status" TEXT,
PRIMARY KEY("id")
);
"""
CHARACTERS_REPLACE_INTO = """
REPLACE INTO Characters (characterName, id, playerName, role, creationDate, status)
VALUES (?, ?, ?, ?, ?, ?)
"""
def extractCharacterFromRow(counter, row):
return Character(
counter,
@@ -94,34 +167,30 @@ def loadAppsAndPicks(characterNameToId, gameTitleToId, gameFileName):
return apps, picks
def main():
characters, characterNameToId = loadCharacters("Character Data.csv")
games, gameTitleToId = loadGames("Game Data.csv")
apps, picks = loadAppsAndPicks(characterNameToId, gameTitleToId, "Game Data.csv")
def createTables(dbName):
with sqlite3.connect(dbName) as connection:
cursor = connection.cursor()
cursor.execute(CHARACTER_TABLE_CREATE)
cursor.execute(GAMES_TABLE_CREATE)
cursor.execute(APPS_TABLE_CREATE)
cursor.execute(PICKS_TABLE_CREATE)
with sqlite3.connect('testdb.db') as connection:
def loadData(dbName, gamesDataFileName, characterDataFileName):
characters, characterNameToId = loadCharacters(characterDataFileName)
games, gameTitleToId = loadGames(gamesDataFileName)
apps, picks = loadAppsAndPicks(characterNameToId, gameTitleToId, gamesDataFileName)
with sqlite3.connect(dbName) as connection:
cursor = connection.cursor()
for character in characters:
cursor.execute("""
REPLACE INTO Characters (characterName, id, playerName, role, creationDate, status)
VALUES (?, ?, ?, ?, ?, ?)
""", [character.characterName, character.id, character.playerName, character.role, character.creationDate, character.status])
cursor.execute(CHARACTERS_REPLACE_INTO, [character.characterName, character.id, character.playerName, character.role, character.creationDate, character.status])
for game in games:
cursor.execute("""
REPLACE INTO Games (id, title, status, fix, event, postdate, gamemaster, payoutEB, payoutIP, payoutLoot)
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
""", [game.id, game.title, game.status, game.fix, game.event, game.postdate, game.gamemaster, game.payouteb, game.payoutip, game.payoutloot])
cursor.execute(GAMES_REPLACE_INTO, [game.id, game.title, game.status, game.fix, game.event, game.postdate, game.gamemaster, game.payouteb, game.payoutip, game.payoutloot])
for app in apps:
cursor.execute("""
REPLACE INTO Apps (gameId, gameTitle, characterId, characterName)
VALUES (?, ?, ?, ?)
""", [app.gameId, app.gameTitle, app.characterId, app.characterName])
cursor.execute(APPS_REPLACE_INTO, [app.gameId, app.gameTitle, app.characterId, app.characterName])
for pick in picks:
cursor.execute("""
REPLACE INTO Picks (gameId, gameTitle, characterId, characterName)
VALUES (?, ?, ?, ?)
""", [pick.gameId, pick.gameTitle, pick.characterId, pick.characterName])
cursor.execute(PICKS_REPLACE_INTO, [pick.gameId, pick.gameTitle, pick.characterId, pick.characterName])
if __name__ == "__main__":
main()
def createDatabase(dbName, gamesDataFileName, characterDataFileName):
createTables(dbName)
loadData(dbName, gamesDataFileName, characterDataFileName)

19
loader/requirements.txt Normal file
View File

@@ -0,0 +1,19 @@
cachetools==5.3.3
certifi==2024.2.2
charset-normalizer==3.3.2
google-api-core==2.19.0
google-api-python-client==2.130.0
google-auth==2.29.0
google-auth-httplib2==0.2.0
googleapis-common-protos==1.63.0
httplib2==0.22.0
idna==3.7
proto-plus==1.23.0
protobuf==4.25.3
pyasn1==0.6.0
pyasn1_modules==0.4.0
pyparsing==3.1.2
requests==2.32.2
rsa==4.9
uritemplate==4.1.1
urllib3==2.2.1

31
loader/sheetloader.py
View File

@@ -0,0 +1,31 @@
import os
import requests
import sys
DOCUMENT_ID = '1VKujaowUSxB9SuBdMt81aFlUGWo2fUCAOzX2PjYQVxs'
GAME_SHEET_ID = '160661246'
CHARACTTER_SHEET_ID = '1445780435'
def getGoogleSheet(spreadsheetId, sheetId, outFile):
url = f'https://docs.google.com/spreadsheets/d/{spreadsheetId}/export?gid={sheetId}&format=csv'
response = requests.get(url)
if response.status_code == 200:
filepath = os.path.join('./', outFile)
with open(filepath, 'wb') as f:
f.write(response.content)
print('CSV file saved to: {}'.format(filepath))
else:
print(f'Error downloading sheet: {response.status_code}')
sys.exit(1)
def downloadGamesCSV(outFile):
getGoogleSheet(DOCUMENT_ID, GAME_SHEET_ID, outFile)
def downloadCharactersCSV(outFile):
getGoogleSheet(DOCUMENT_ID, CHARACTTER_SHEET_ID, outFile)
if __name__ == "__main__":
getGoogleSheet('1VKujaowUSxB9SuBdMt81aFlUGWo2fUCAOzX2PjYQVxs', '1445780435', './here', 'potato')