From 3f9fa0bbc796a056d2bd8c55f374a0147d62a969 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Rene=20Ka=C3=9Feb=C3=B6hmer?= Date: Thu, 17 Apr 2025 11:25:46 +0200 Subject: [PATCH] small changes --- .gitignore | 3 ++- .../2_transform_via_script/TransformScript.py | 18 ++++++++---------- 2 files changed, 10 insertions(+), 11 deletions(-) diff --git a/.gitignore b/.gitignore index 39cd467..1391517 100644 --- a/.gitignore +++ b/.gitignore @@ -20,4 +20,5 @@ PricebookEntry.csv SCInstalledBaseLocation__c.csv SCPriceList__c.csv SCPriceListItem__c.csv -results/ \ No newline at end of file +results/ +mapping.csv \ No newline at end of file diff --git a/prepared_steps/2_transform_via_script/TransformScript.py b/prepared_steps/2_transform_via_script/TransformScript.py index 854b065..9773797 100644 --- a/prepared_steps/2_transform_via_script/TransformScript.py +++ b/prepared_steps/2_transform_via_script/TransformScript.py @@ -21,17 +21,9 @@ for row in read_df.to_dict('records'): print(f'KeyError: {e}') # Columns for reindexing -#"Id","City__c","Country__c","GeoY__c","GeoX__c","PostalCode__c","Street__c","Extension__c","HouseNo__c","FlatNo__c","Floor__c" reindex_columns = ['Id','City__c','Country__c','GeoY__c','GeoX__c','PostalCode__c','Street__c','Extension__c','HouseNo__c','FlatNo__c','Floor__c'] -# ArticleNo__c,CommissioningDate__c,Id,InstallationDate__c,InstalledBaseLocation__c,InstalledBaseLocation__r.Id,Name,ProductEnergy__c,ProductUnitClass__c,ProductUnitType__c,SerialNo__c,SerialNoException__c -#"Id","Name","CommissioningDate__c","InstallationDate__c","ProductEnergy__c","ProductUnitClass__c","ArticleNo__c","SerialNo__c","SerialNoException__c","ProductUnitType__c","InstalledBaseLocation__c" reindex_columns_ib = ['Id','Name','CommissioningDate__c','InstallationDate__c','ProductEnergy__c','ProductUnitClass__c','ArticleNo__c','SerialNo__c','SerialNoException__c','ProductUnitType__c','InstalledBaseLocation__c'] -#reindex_columns_ib = ['ArticleNo__c','CommissioningDate__c','Id','InstallationDate__c','InstalledBaseLocation__c','InstalledBaseLocation__r.Id','Name','ProductEnergy__c','ProductUnitClass__c','ProductUnitType__c','SerialNo__c','SerialNoException__c'] -# EAN_Product_Code__c,Family,Id,Main_Product_Group__c,MaterialType__c,Name,Product_Code__c,ProductCode -#"Id","Main_Product_Group__c","Family","MaterialType__c","Name","Product_Code__c","ProductCode","EAN_Product_Code__c" reindex_columns_product2 = ['Id','Main_Product_Group__c','Family','MaterialType__c','Name','Product_Code__c','ProductCode','EAN_Product_Code__c'] -#reindex_columns_product2 = ['EAN_Product_Code__c','Family','Id','Main_Product_Group__c','MaterialType__c','Name','Product_Code__c','ProductCode'] -#"Id","InstalledBaseLocation__c","Role__c","ValidFrom__c","ValidTo__c","Account__c" reindex_columns_ibr = ['Id', 'InstalledBaseLocation__c', 'Role__c', 'ValidFrom__c', 'ValidTo__c', 'Account__c'] reindex_columns_pricelist = ['Id', 'Name', 'Brand__r.Name', 'Country__c'] reindex_columns_pricelistitem = ['Id', 'Article__r.Name', 'Article__r.EANCode__c', 'Price__c', 'PriceUnit__c', 'Pricelist__c', 'ValidFrom__c', 'ValidTo__c', 'Pricelist__r.Brand__r.Name', 'Pricelist__r.Country__c'] @@ -44,6 +36,10 @@ df_ibr = read_df_ibr.reindex(reindex_columns_ibr, axis=1) df_pricelist = read_df_pricelist.reindex(reindex_columns_pricelist, axis=1) df_pricelistitem = read_df_pricelistitem.reindex(reindex_columns_pricelistitem, axis=1) +##--------------------------------------------------------------------------## +## Address and Location (Parent and Child) +##--------------------------------------------------------------------------## + #creating street column # Concatenate 'Street__c' and 'HouseNo__c' to create the 'Street' column df['Street'] = ( @@ -254,7 +250,9 @@ for index, row in tqdm(merged_df_ib.iterrows(), total=len(merged_df_ib)): if product_group not in valid_groups: merged_df_ib.loc[index, 'Kind_of_Energy__c'] = None # or set to empty string - +##--------------------------------------------------------------------------## +## Pricebook2 and PricebookEntry +##--------------------------------------------------------------------------## # Pricelist to Pricebook2 columns_pricebook2 = ['Id', 'Name', 'Brand__c', 'Country__c'] @@ -307,4 +305,4 @@ df_pricelistitem.to_csv('../11_insert_pricebook2_and_pricebookentries/PricebookE ## end mapping -print('Data has been successfully split into Address.csv, Parent_Location.csv, and Child_Location.csv files with duplicate checks applied.') \ No newline at end of file +print('Data has been successfully transformed and saved to CSV files.') \ No newline at end of file