For example, even though this had "quota exceeded" errors for 2017-03, 2017-02, 2016-12, 2016-11, 2016-10, 2016-09, 2016-08, 2016-06, 2016-04,
it still had enough to get 2016-05 and 2016-03.
$ p pypi-trends.py -p django -f 2016-01
Getting data from 1 2016 to 9 2018
2018-09-01 2018-09-30
data/django-2018-09.json exists, skipping
2018-08-01 2018-08-31
data/django-2018-08.json exists, skipping
2018-07-01 2018-07-31
data/django-2018-07.json exists, skipping
2018-06-01 2018-06-30
data/django-2018-06.json exists, skipping
2018-05-01 2018-05-31
data/django-2018-05.json exists, skipping
2018-04-01 2018-04-30
data/django-2018-04.json exists, skipping
2018-03-01 2018-03-31
data/django-2018-03.json exists, skipping
2018-02-01 2018-02-28
data/django-2018-02.json exists, skipping
2018-01-01 2018-01-31
data/django-2018-01.json exists, skipping
2017-12-01 2017-12-31
data/django-2017-12.json exists, skipping
2017-11-01 2017-11-30
data/django-2017-11.json exists, skipping
2017-10-01 2017-10-31
data/django-2017-10.json exists, skipping
2017-09-01 2017-09-30
data/django-2017-09.json exists, skipping
2017-08-01 2017-08-31
data/django-2017-08.json exists, skipping
2017-07-01 2017-07-31
data/django-2017-07.json exists, skipping
2017-06-01 2017-06-30
data/django-2017-06.json exists, skipping
2017-05-01 2017-05-31
pypinfo --start-date 2017-05-01 --end-date 2017-05-31 --percent --limit 100 --json django pyversion > data/django-2017-05.json
2017-04-01 2017-04-30
pypinfo --start-date 2017-04-01 --end-date 2017-04-30 --percent --limit 100 --json django pyversion > data/django-2017-04.json
2017-03-01 2017-03-31
pypinfo --start-date 2017-03-01 --end-date 2017-03-31 --percent --limit 100 --json django pyversion > data/django-2017-03.json
Traceback (most recent call last):
File "/usr/local/bin/pypinfo", line 11, in <module>
load_entry_point('pypinfo', 'console_scripts', 'pypinfo')()
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 722, in __call__
return self.main(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 697, in main
rv = self.invoke(ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 1043, in invoke
return Command.invoke(self, ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 895, in invoke
return ctx.invoke(self.callback, **ctx.params)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 535, in invoke
return callback(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/decorators.py", line 17, in new_func
return f(get_current_context(), *args, **kwargs)
File "/Users/hugo/github/pypinfo/pypinfo/cli.py", line 161, in pypinfo
query_rows = query_job.result(timeout=timeout // 1000)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2501, in result
super(QueryJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 672, in result
return super(_AsyncJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 115, in result
self._blocking_poll(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2475, in _blocking_poll
super(QueryJob, self)._blocking_poll(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 94, in _blocking_poll
retry_(self._done_or_raise)()
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 260, in retry_wrapped_func
on_error=on_error,
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 177, in retry_target
return target()
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 73, in _done_or_raise
if not self.done():
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2463, in done
location=self.location)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/client.py", line 560, in _get_query_results
retry, method='GET', path=path, query_params=extra_params)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/client.py", line 315, in _call_api
return call()
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 260, in retry_wrapped_func
on_error=on_error,
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 177, in retry_target
return target()
File "/usr/local/lib/python3.7/site-packages/google/cloud/_http.py", line 293, in api_request
raise exceptions.from_http_response(response)
google.api_core.exceptions.Forbidden: 403 GET https://www.googleapis.com/bigquery/v2/projects/pypinfo-hugovk/queries/7017d389-9bba-423a-86fe-e2d718b5b586?maxResults=0&timeoutMs=10000: Quota exceeded: Your project exceeded quota for free query bytes scanned. For more information, see https://cloud.google.com/bigquery/troubleshooting-errors
2017-02-01 2017-02-28
pypinfo --start-date 2017-02-01 --end-date 2017-02-28 --percent --limit 100 --json django pyversion > data/django-2017-02.json
Traceback (most recent call last):
File "/usr/local/bin/pypinfo", line 11, in <module>
load_entry_point('pypinfo', 'console_scripts', 'pypinfo')()
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 722, in __call__
return self.main(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 697, in main
rv = self.invoke(ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 1043, in invoke
return Command.invoke(self, ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 895, in invoke
return ctx.invoke(self.callback, **ctx.params)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 535, in invoke
return callback(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/decorators.py", line 17, in new_func
return f(get_current_context(), *args, **kwargs)
File "/Users/hugo/github/pypinfo/pypinfo/cli.py", line 161, in pypinfo
query_rows = query_job.result(timeout=timeout // 1000)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2501, in result
super(QueryJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 672, in result
return super(_AsyncJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 115, in result
self._blocking_poll(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2475, in _blocking_poll
super(QueryJob, self)._blocking_poll(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 94, in _blocking_poll
retry_(self._done_or_raise)()
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 260, in retry_wrapped_func
on_error=on_error,
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 177, in retry_target
return target()
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 73, in _done_or_raise
if not self.done():
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2463, in done
location=self.location)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/client.py", line 560, in _get_query_results
retry, method='GET', path=path, query_params=extra_params)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/client.py", line 315, in _call_api
return call()
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 260, in retry_wrapped_func
on_error=on_error,
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 177, in retry_target
return target()
File "/usr/local/lib/python3.7/site-packages/google/cloud/_http.py", line 293, in api_request
raise exceptions.from_http_response(response)
google.api_core.exceptions.Forbidden: 403 GET https://www.googleapis.com/bigquery/v2/projects/pypinfo-hugovk/queries/f5cd4ee2-3a20-4564-b9d2-a8a4ffd2b1f1?maxResults=0&timeoutMs=10000: Quota exceeded: Your project exceeded quota for free query bytes scanned. For more information, see https://cloud.google.com/bigquery/troubleshooting-errors
2017-01-01 2017-01-31
data/django-2017-01.json exists, skipping
2016-12-01 2016-12-31
pypinfo --start-date 2016-12-01 --end-date 2016-12-31 --percent --limit 100 --json django pyversion > data/django-2016-12.json
Traceback (most recent call last):
File "/usr/local/bin/pypinfo", line 11, in <module>
load_entry_point('pypinfo', 'console_scripts', 'pypinfo')()
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 722, in __call__
return self.main(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 697, in main
rv = self.invoke(ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 1043, in invoke
return Command.invoke(self, ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 895, in invoke
return ctx.invoke(self.callback, **ctx.params)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 535, in invoke
return callback(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/decorators.py", line 17, in new_func
return f(get_current_context(), *args, **kwargs)
File "/Users/hugo/github/pypinfo/pypinfo/cli.py", line 161, in pypinfo
query_rows = query_job.result(timeout=timeout // 1000)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2501, in result
super(QueryJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 672, in result
return super(_AsyncJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 115, in result
self._blocking_poll(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2475, in _blocking_poll
super(QueryJob, self)._blocking_poll(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 94, in _blocking_poll
retry_(self._done_or_raise)()
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 260, in retry_wrapped_func
on_error=on_error,
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 177, in retry_target
return target()
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 73, in _done_or_raise
if not self.done():
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2463, in done
location=self.location)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/client.py", line 560, in _get_query_results
retry, method='GET', path=path, query_params=extra_params)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/client.py", line 315, in _call_api
return call()
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 260, in retry_wrapped_func
on_error=on_error,
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 177, in retry_target
return target()
File "/usr/local/lib/python3.7/site-packages/google/cloud/_http.py", line 293, in api_request
raise exceptions.from_http_response(response)
google.api_core.exceptions.Forbidden: 403 GET https://www.googleapis.com/bigquery/v2/projects/pypinfo-hugovk/queries/e452cd44-b120-4951-baa8-3b64bc76743b?maxResults=0&timeoutMs=10000: Quota exceeded: Your project exceeded quota for free query bytes scanned. For more information, see https://cloud.google.com/bigquery/troubleshooting-errors
2016-11-01 2016-11-30
pypinfo --start-date 2016-11-01 --end-date 2016-11-30 --percent --limit 100 --json django pyversion > data/django-2016-11.json
Traceback (most recent call last):
File "/usr/local/bin/pypinfo", line 11, in <module>
load_entry_point('pypinfo', 'console_scripts', 'pypinfo')()
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 722, in __call__
return self.main(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 697, in main
rv = self.invoke(ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 1043, in invoke
return Command.invoke(self, ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 895, in invoke
return ctx.invoke(self.callback, **ctx.params)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 535, in invoke
return callback(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/decorators.py", line 17, in new_func
return f(get_current_context(), *args, **kwargs)
File "/Users/hugo/github/pypinfo/pypinfo/cli.py", line 161, in pypinfo
query_rows = query_job.result(timeout=timeout // 1000)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2501, in result
super(QueryJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 672, in result
return super(_AsyncJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 115, in result
self._blocking_poll(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2475, in _blocking_poll
super(QueryJob, self)._blocking_poll(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 94, in _blocking_poll
retry_(self._done_or_raise)()
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 260, in retry_wrapped_func
on_error=on_error,
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 177, in retry_target
return target()
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 73, in _done_or_raise
if not self.done():
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2463, in done
location=self.location)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/client.py", line 560, in _get_query_results
retry, method='GET', path=path, query_params=extra_params)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/client.py", line 315, in _call_api
return call()
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 260, in retry_wrapped_func
on_error=on_error,
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 177, in retry_target
return target()
File "/usr/local/lib/python3.7/site-packages/google/cloud/_http.py", line 293, in api_request
raise exceptions.from_http_response(response)
google.api_core.exceptions.Forbidden: 403 GET https://www.googleapis.com/bigquery/v2/projects/pypinfo-hugovk/queries/16389da4-9570-469d-8d58-0032a50820c6?maxResults=0&timeoutMs=10000: Quota exceeded: Your project exceeded quota for free query bytes scanned. For more information, see https://cloud.google.com/bigquery/troubleshooting-errors
2016-10-01 2016-10-31
pypinfo --start-date 2016-10-01 --end-date 2016-10-31 --percent --limit 100 --json django pyversion > data/django-2016-10.json
Traceback (most recent call last):
File "/usr/local/bin/pypinfo", line 11, in <module>
load_entry_point('pypinfo', 'console_scripts', 'pypinfo')()
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 722, in __call__
return self.main(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 697, in main
rv = self.invoke(ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 1043, in invoke
return Command.invoke(self, ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 895, in invoke
return ctx.invoke(self.callback, **ctx.params)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 535, in invoke
return callback(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/decorators.py", line 17, in new_func
return f(get_current_context(), *args, **kwargs)
File "/Users/hugo/github/pypinfo/pypinfo/cli.py", line 161, in pypinfo
query_rows = query_job.result(timeout=timeout // 1000)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2501, in result
super(QueryJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 672, in result
return super(_AsyncJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 115, in result
self._blocking_poll(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2475, in _blocking_poll
super(QueryJob, self)._blocking_poll(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 94, in _blocking_poll
retry_(self._done_or_raise)()
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 260, in retry_wrapped_func
on_error=on_error,
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 177, in retry_target
return target()
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 73, in _done_or_raise
if not self.done():
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2463, in done
location=self.location)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/client.py", line 560, in _get_query_results
retry, method='GET', path=path, query_params=extra_params)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/client.py", line 315, in _call_api
return call()
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 260, in retry_wrapped_func
on_error=on_error,
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 177, in retry_target
return target()
File "/usr/local/lib/python3.7/site-packages/google/cloud/_http.py", line 293, in api_request
raise exceptions.from_http_response(response)
google.api_core.exceptions.Forbidden: 403 GET https://www.googleapis.com/bigquery/v2/projects/pypinfo-hugovk/queries/bebbe2cd-0941-4b0d-b26c-20b52145b69c?maxResults=0&timeoutMs=10000: Quota exceeded: Your project exceeded quota for free query bytes scanned. For more information, see https://cloud.google.com/bigquery/troubleshooting-errors
2016-09-01 2016-09-30
pypinfo --start-date 2016-09-01 --end-date 2016-09-30 --percent --limit 100 --json django pyversion > data/django-2016-09.json
Traceback (most recent call last):
File "/usr/local/bin/pypinfo", line 11, in <module>
load_entry_point('pypinfo', 'console_scripts', 'pypinfo')()
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 722, in __call__
return self.main(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 697, in main
rv = self.invoke(ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 1043, in invoke
return Command.invoke(self, ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 895, in invoke
return ctx.invoke(self.callback, **ctx.params)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 535, in invoke
return callback(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/decorators.py", line 17, in new_func
return f(get_current_context(), *args, **kwargs)
File "/Users/hugo/github/pypinfo/pypinfo/cli.py", line 161, in pypinfo
query_rows = query_job.result(timeout=timeout // 1000)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2501, in result
super(QueryJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 672, in result
return super(_AsyncJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 115, in result
self._blocking_poll(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2475, in _blocking_poll
super(QueryJob, self)._blocking_poll(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 94, in _blocking_poll
retry_(self._done_or_raise)()
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 260, in retry_wrapped_func
on_error=on_error,
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 177, in retry_target
return target()
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 73, in _done_or_raise
if not self.done():
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2463, in done
location=self.location)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/client.py", line 560, in _get_query_results
retry, method='GET', path=path, query_params=extra_params)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/client.py", line 315, in _call_api
return call()
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 260, in retry_wrapped_func
on_error=on_error,
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 177, in retry_target
return target()
File "/usr/local/lib/python3.7/site-packages/google/cloud/_http.py", line 293, in api_request
raise exceptions.from_http_response(response)
google.api_core.exceptions.Forbidden: 403 GET https://www.googleapis.com/bigquery/v2/projects/pypinfo-hugovk/queries/bd52e2ba-94aa-42ac-a390-797807ec3ac4?maxResults=0&timeoutMs=10000: Quota exceeded: Your project exceeded quota for free query bytes scanned. For more information, see https://cloud.google.com/bigquery/troubleshooting-errors
2016-08-01 2016-08-31
pypinfo --start-date 2016-08-01 --end-date 2016-08-31 --percent --limit 100 --json django pyversion > data/django-2016-08.json
Traceback (most recent call last):
File "/usr/local/bin/pypinfo", line 11, in <module>
load_entry_point('pypinfo', 'console_scripts', 'pypinfo')()
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 722, in __call__
return self.main(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 697, in main
rv = self.invoke(ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 1043, in invoke
return Command.invoke(self, ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 895, in invoke
return ctx.invoke(self.callback, **ctx.params)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 535, in invoke
return callback(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/decorators.py", line 17, in new_func
return f(get_current_context(), *args, **kwargs)
File "/Users/hugo/github/pypinfo/pypinfo/cli.py", line 161, in pypinfo
query_rows = query_job.result(timeout=timeout // 1000)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2501, in result
super(QueryJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 672, in result
return super(_AsyncJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 115, in result
self._blocking_poll(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2475, in _blocking_poll
super(QueryJob, self)._blocking_poll(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 94, in _blocking_poll
retry_(self._done_or_raise)()
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 260, in retry_wrapped_func
on_error=on_error,
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 177, in retry_target
return target()
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 73, in _done_or_raise
if not self.done():
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2463, in done
location=self.location)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/client.py", line 560, in _get_query_results
retry, method='GET', path=path, query_params=extra_params)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/client.py", line 315, in _call_api
return call()
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 260, in retry_wrapped_func
on_error=on_error,
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 177, in retry_target
return target()
File "/usr/local/lib/python3.7/site-packages/google/cloud/_http.py", line 293, in api_request
raise exceptions.from_http_response(response)
google.api_core.exceptions.Forbidden: 403 GET https://www.googleapis.com/bigquery/v2/projects/pypinfo-hugovk/queries/c5f4a163-67dd-4af3-856c-84f253fb3b0c?maxResults=0&timeoutMs=10000: Quota exceeded: Your project exceeded quota for free query bytes scanned. For more information, see https://cloud.google.com/bigquery/troubleshooting-errors
2016-07-01 2016-07-31
data/django-2016-07.json exists, skipping
2016-06-01 2016-06-30
pypinfo --start-date 2016-06-01 --end-date 2016-06-30 --percent --limit 100 --json django pyversion > data/django-2016-06.json
Traceback (most recent call last):
File "/usr/local/bin/pypinfo", line 11, in <module>
load_entry_point('pypinfo', 'console_scripts', 'pypinfo')()
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 722, in __call__
return self.main(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 697, in main
rv = self.invoke(ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 1043, in invoke
return Command.invoke(self, ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 895, in invoke
return ctx.invoke(self.callback, **ctx.params)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 535, in invoke
return callback(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/decorators.py", line 17, in new_func
return f(get_current_context(), *args, **kwargs)
File "/Users/hugo/github/pypinfo/pypinfo/cli.py", line 161, in pypinfo
query_rows = query_job.result(timeout=timeout // 1000)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2501, in result
super(QueryJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 672, in result
return super(_AsyncJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 115, in result
self._blocking_poll(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2475, in _blocking_poll
super(QueryJob, self)._blocking_poll(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 94, in _blocking_poll
retry_(self._done_or_raise)()
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 260, in retry_wrapped_func
on_error=on_error,
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 177, in retry_target
return target()
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 73, in _done_or_raise
if not self.done():
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2463, in done
location=self.location)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/client.py", line 560, in _get_query_results
retry, method='GET', path=path, query_params=extra_params)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/client.py", line 315, in _call_api
return call()
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 260, in retry_wrapped_func
on_error=on_error,
File "/usr/local/lib/python3.7/site-packages/google/api_core/retry.py", line 177, in retry_target
return target()
File "/usr/local/lib/python3.7/site-packages/google/cloud/_http.py", line 293, in api_request
raise exceptions.from_http_response(response)
google.api_core.exceptions.Forbidden: 403 GET https://www.googleapis.com/bigquery/v2/projects/pypinfo-hugovk/queries/9bbdc44d-5d06-4c10-a91a-95d7b8fd78a3?maxResults=0&timeoutMs=10000: Quota exceeded: Your project exceeded quota for free query bytes scanned. For more information, see https://cloud.google.com/bigquery/troubleshooting-errors
2016-05-01 2016-05-31
pypinfo --start-date 2016-05-01 --end-date 2016-05-31 --percent --limit 100 --json django pyversion > data/django-2016-05.json
2016-04-01 2016-04-30
pypinfo --start-date 2016-04-01 --end-date 2016-04-30 --percent --limit 100 --json django pyversion > data/django-2016-04.json
Traceback (most recent call last):
File "/usr/local/bin/pypinfo", line 11, in <module>
load_entry_point('pypinfo', 'console_scripts', 'pypinfo')()
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 722, in __call__
return self.main(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 697, in main
rv = self.invoke(ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 1043, in invoke
return Command.invoke(self, ctx)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 895, in invoke
return ctx.invoke(self.callback, **ctx.params)
File "/usr/local/lib/python3.7/site-packages/click/core.py", line 535, in invoke
return callback(*args, **kwargs)
File "/usr/local/lib/python3.7/site-packages/click/decorators.py", line 17, in new_func
return f(get_current_context(), *args, **kwargs)
File "/Users/hugo/github/pypinfo/pypinfo/cli.py", line 161, in pypinfo
query_rows = query_job.result(timeout=timeout // 1000)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 2501, in result
super(QueryJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/cloud/bigquery/job.py", line 672, in result
return super(_AsyncJob, self).result(timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/google/api_core/future/polling.py", line 120, in result
raise self._exception
google.api_core.exceptions.BadRequest: 400 FROM clause with table wildcards matches no table
2016-03-01 2016-03-31
pypinfo --start-date 2016-03-01 --end-date 2016-03-31 --percent --limit 100 --json django pyversion > data/django-2016-03.json
2016-02-01 2016-02-29
data/django-2016-02.json exists, skipping
2016-01-01 2016-01-31
data/django-2016-01.json exists, skipping
Follow on from https://github.com/hugovk/pypi-tools/pull/4.
For example, even though this had "quota exceeded" errors for 2017-03, 2017-02, 2016-12, 2016-11, 2016-10, 2016-09, 2016-08, 2016-06, 2016-04,
it still had enough to get 2016-05 and 2016-03.