From b4512d2d1cb514f709b30d3e93cddeb7838b48e4 Mon Sep 17 00:00:00 2001 From: Hongbo Wu Date: Wed, 20 Sep 2023 19:00:19 +0800 Subject: [PATCH] convert ES_SCAN_SIZE to int --- packages/db/elastic_migrations/migrate_from_elastic.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/packages/db/elastic_migrations/migrate_from_elastic.py b/packages/db/elastic_migrations/migrate_from_elastic.py index f9d926a17..ff150a3f3 100755 --- a/packages/db/elastic_migrations/migrate_from_elastic.py +++ b/packages/db/elastic_migrations/migrate_from_elastic.py @@ -17,7 +17,7 @@ PG_DB = os.getenv('PG_DB', 'omnivore') ES_URL = os.getenv('ES_URL', 'http://localhost:9200') ES_USERNAME = os.getenv('ES_USERNAME', 'elastic') ES_PASSWORD = os.getenv('ES_PASSWORD', 'password') -ES_SCAN_SIZE = os.getenv('ES_SCAN_SIZE', 10000) +ES_SCAN_SIZE = os.getenv('ES_SCAN_SIZE', 1000) ES_INDEX = os.getenv('ES_INDEX', 'pages_alias') CUT_OFF_DATE = os.getenv('CUT_OFF_DATE', '2000-01-01') @@ -416,7 +416,7 @@ async def main(): )) # copy to postgres every ES_SCAN_SIZE records - if i % ES_SCAN_SIZE == 0: + if i % int(ES_SCAN_SIZE) == 0: await insert_library_items(db_conn, library_items) print('Copied', i, 'records to postgres') library_items = []