prehistoric-systems/omnivore
1
0
Fork 0
mirror of https://github.com/omnivore-app/omnivore.git synced 2026-03-11 08:54:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

skip item if duplicate id but different url

Browse source
This commit is contained in:
Hongbo Wu 2023-10-03 09:28:19 +08:00
parent 09f40a85dc
commit 4672aaffb6
1 changed files with 4 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
packages/db/elastic_migrations/migrate_from_elastic.py
View file

@ -255,6 +255,10 @@ async def insert_into_postgres(insert_query, db_conn, records, original_ids):
await db_conn.execute(insert_query, *record, timeout=int(PG_TIMEOUT))
# enable library_item_tsv_update trigger
await db_conn.execute('ALTER TABLE omnivore.library_item ENABLE TRIGGER library_item_tsv_update')
elif 'duplicate key value violates unique constraint' in str(err):
# skip the error
print('Skipping duplicate record', original_ids[i])
continue
else:
# throw the error
raise err
@ -440,9 +444,6 @@ async def main():
original_html,
deleted_at,
)
if id in library_items_original_ids:
print('Skipping item', doc_id, 'because it already exists in postgres')
continue
library_items.append(library_item)
library_items_original_ids.append(doc_id)