LukeParke/pypistats.dev
1
0
Fork 0
mirror of https://github.com/LukeHagar/pypistats.dev.git synced 2025-12-06 12:47:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

task bugfix

Browse Source
This commit is contained in:
crflynn
2018-04-29 21:58:39 -04:00
parent 6d571354f6
commit c62925c21c
1 changed files with 9 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
pypistats/tasks/pypi.py
View File

@@ -82,13 +82,13 @@ def get_daily_download_stats(env="dev", date=None):
row["downloads"],
])
results = update_db(data, env)
results = update_db(data, env, date)
print("Elapsed: " + str(time.time() - start))
results["elapsed"] = time.time() - start
return results
def update_db(data, env="dev"):
def update_db(data, env="dev", date=None):
"""Update the db with new data by table."""
connection, cursor = get_connection_cursor(env)
@@ -365,17 +365,19 @@ def get_query(date):
@celery.task
def etl():
"""Perform the stats download."""
env = os.environ.get("ENV")
date = str(datetime.date.today() - datetime.timedelta(days=1))
results = {
"downloads": get_daily_download_stats(),
"__all__": update_all_package_stats(),
"recent": update_recent_stats(),
"purge": purge_old_data(),
"downloads": get_daily_download_stats(env, date),
"__all__": update_all_package_stats(env, date),
"recent": update_recent_stats(env, date),
"purge": purge_old_data(env, date),
}
return results
if __name__ == "__main__":
date = "2018-04-28"
date = "2018-04-29"
env = "prod"
print(date, env)
print(get_daily_download_stats(env, date))