diff --git a/jrodb/download.py b/jrodb/download.py index 5ebc73f..a6859be 100644 --- a/jrodb/download.py +++ b/jrodb/download.py @@ -2,6 +2,7 @@ from ckanapi.cli import workers, dump from ckanapi.cli.utils import pretty_json, completion_stats, compact_json, quiet_int_pipe from datetime import datetime +from tqdm import tqdm import sys import json import os @@ -114,7 +115,8 @@ def create_datapackage_change(record, filtered_url, datapackage_dir, stderr, api record['path'] = datapackage_dir ckan_resources = [] - for resource in record.get('resources', []): + for resource in tqdm(record.get('resources', []), unit_scale=True): + #for resource in record.get('resources', []): if resource['format'] in resource_formats_to_ignore: continue diff --git a/setup.py b/setup.py index e5f5e5e..150527d 100755 --- a/setup.py +++ b/setup.py @@ -11,6 +11,7 @@ setup( packages = ["jrodb"], install_requires = [ "ckanapi==4.7", - "requests" + "requests", + "tqdm" ], ) \ No newline at end of file