general approach for insert script

2025-05-14 07:41:18 +02:00
parent 8af0ef8e78
commit d4f944dca4
8 changed files with 90 additions and 51 deletions
--- a/prepared_steps/1_extract_data/extract_via_simple_salesforce.py
+++ b/prepared_steps/1_extract_data/extract_via_simple_salesforce.py
@ -47,8 +47,8 @@ def extract_data(object_id, query, output_path='output', context='qa2'):
        t = threading.Thread(target=animate)
        t.start()

-        results = sf.bulk2.__getattr__(object_id).query(
-            query, max_records=2000000
+        results = sf.bulk2.__getattr__(object_id).query_all(
+            query
        )
        print(f'Extracting: {object_id}')
        for i, data in enumerate(results):