LukeParke/pypistats.dev
1
0
Fork 0
mirror of https://github.com/LukeHagar/pypistats.dev.git synced 2025-12-09 04:21:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix for some.0 version

Browse Source
This commit is contained in:
crflynn
2018-12-24 17:34:52 -05:00
parent f76e8f1a7c
commit d77bb87a62
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
pypistats/tasks/pypi.py
View File

@@ -64,6 +64,7 @@ def get_daily_download_stats(env="dev", date=None):
print(date) print(date)
print("Sending query to BigQuery...") print("Sending query to BigQuery...")
query = get_query(date) query = get_query(date)
print(query)
print("Sent.") print("Sent.")
query_job = bq_client.query(query, job_config=job_config) query_job = bq_client.query(query, job_config=job_config)
iterator = query_job.result() iterator = query_job.result()
@@ -320,7 +321,7 @@ def get_query(date):
FROM FROM
`the-psf.pypi.downloads{date.replace("-", "")}` `the-psf.pypi.downloads{date.replace("-", "")}`
WHERE WHERE
details.python LIKE '%.%' OR REGEXP_CONTAINS(details.python,r'^[0-9]+\.[0-9]+.{{0,}}$') OR
details.python IS NULL ) details.python IS NULL )
SELECT SELECT
package, package,
@@ -411,11 +412,11 @@ def etl():
if __name__ == "__main__": if __name__ == "__main__":
date = "2018-11-19" date = "2018-12-23"
env = "prod" env = "prod"
print(date, env) print(date, env)
print(purge_old_data(env, date)) # print(purge_old_data(env, date))
print(get_daily_download_stats(env, date)) print(get_daily_download_stats(env, date))
print(update_all_package_stats(env, date)) print(update_all_package_stats(env, date))
print(update_recent_stats(env, date)) print(update_recent_stats(env, date))
vacuum_analyze(env) # vacuum_analyze(env)