LukeParke/pypistats.dev
1
0
Fork 0
mirror of https://github.com/LukeHagar/pypistats.dev.git synced 2025-12-07 12:47:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

task bugfix

Browse Source
This commit is contained in:
crflynn
2018-04-29 21:58:39 -04:00
parent 6d571354f6
commit c62925c21c
1 changed files with 9 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
pypistats/tasks/pypi.py
View File

@@ -82,13 +82,13 @@ def get_daily_download_stats(env="dev", date=None):
row["downloads"], row["downloads"],
]) ])
results = update_db(data, env) results = update_db(data, env, date)
print("Elapsed: " + str(time.time() - start)) print("Elapsed: " + str(time.time() - start))
results["elapsed"] = time.time() - start results["elapsed"] = time.time() - start
return results return results
def update_db(data, env="dev"): def update_db(data, env="dev", date=None):
"""Update the db with new data by table.""" """Update the db with new data by table."""
connection, cursor = get_connection_cursor(env) connection, cursor = get_connection_cursor(env)
@@ -365,17 +365,19 @@ def get_query(date):
@celery.task @celery.task
def etl(): def etl():
"""Perform the stats download.""" """Perform the stats download."""
env = os.environ.get("ENV")
date = str(datetime.date.today() - datetime.timedelta(days=1))
results = { results = {
"downloads": get_daily_download_stats(), "downloads": get_daily_download_stats(env, date),
"__all__": update_all_package_stats(), "__all__": update_all_package_stats(env, date),
"recent": update_recent_stats(), "recent": update_recent_stats(env, date),
"purge": purge_old_data(), "purge": purge_old_data(env, date),
} }
return results return results
if __name__ == "__main__": if __name__ == "__main__":
date = "2018-04-28" date = "2018-04-29"
env = "prod" env = "prod"
print(date, env) print(date, env)
print(get_daily_download_stats(env, date)) print(get_daily_download_stats(env, date))