Commit c9d16088 authored by Gerard Toonstra's avatar Gerard Toonstra Committed by Tao Feng

[#60]: Fixes paging over dataset and column count (#61)

* [#60]: Fixes paging over dataset and column count

* Update setup.py
parent 229d44a0
...@@ -159,6 +159,7 @@ class BigQueryMetadataExtractor(Extractor): ...@@ -159,6 +159,7 @@ class BigQueryMetadataExtractor(Extractor):
total_cols += 1 total_cols += 1
for field in column['fields']: for field in column['fields']:
total_cols = self._iterate_over_cols(col_name, field, cols, total_cols) total_cols = self._iterate_over_cols(col_name, field, cols, total_cols)
return total_cols
else: else:
col = ColumnMetadata( col = ColumnMetadata(
name=col_name, name=col_name,
...@@ -180,10 +181,10 @@ class BigQueryMetadataExtractor(Extractor): ...@@ -180,10 +181,10 @@ class BigQueryMetadataExtractor(Extractor):
yield response yield response
if 'nextPageToken' in response: if 'nextPageToken' in response:
response = self.bigquery_service.datasets().list( response = self.bigquery_service.tables().list(
projectId=dataset.projectId, projectId=dataset.projectId,
datasetId=dataset.datasetId, datasetId=dataset.datasetId,
maxRResults=self.pagesize, maxResults=self.pagesize,
pageToken=response['nextPageToken']).execute( pageToken=response['nextPageToken']).execute(
num_retries=BigQueryMetadataExtractor.NUM_RETRIES) num_retries=BigQueryMetadataExtractor.NUM_RETRIES)
else: else:
......
from setuptools import setup, find_packages from setuptools import setup, find_packages
__version__ = '1.2.0' __version__ = '1.2.1'
setup( setup(
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment