local -> master

2_INGESTION_LAYER/S3_DATAEXTRACT_CSVS.ipynb

@@ -75,6 +75,7 @@
   },
   {
    "cell_type": "code",
+   "execution_count": null,
    "id": "1def12b1",
    "metadata": {},
    "outputs": [],
@@ -96,7 +97,6 @@
   },
   {
    "cell_type": "code",
-
    "execution_count": 7,
    "id": "c401441f",
    "metadata": {},
@@ -263,7 +263,7 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "Python 3.11.0 ('myproject')",
+   "display_name": "Python 3 (ipykernel)",
    "language": "python",
    "name": "python3"
   },
@@ -277,15 +277,12 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-
-   "version": "3.11.1"
+   "version": "3.9.13"
   },
   "vscode": {
    "interpreter": {
     "hash": "76d25c3d45d9f36eceb4c77ab90696cff9600176aa43c2b698dbb065297691db"
    }
-
-
   }
  },
  "nbformat": 4,

3_STORAGE_LAYER/DATALAKEHOUSE_BRONZE_LAYER/Items.csv

@@ -0,0 +1,100 @@
+,ID,Description,Modality,Revision,BaseUOM,Batch_Management,SerialNumber_Profile,ShelfLife,ShelfLife_Date,MSD,Item_Category,MSLDetails
+0,Items-SB-06861728-JP,Items-SB-06861728-JP,SB,None,None,None,None,None,None,None,SB_JP,None
+1,Items-EE-04270935-CH,Items-EE-04270935-CH,EE,None,None,None,None,None,None,None,EE_CH,None
+2,Items-EP-02565413-IN,Items-EP-02565413-IN,EP,None,None,None,None,None,None,None,EP_IN,None
+3,Items-BC-06949570-JP,Items-BC-06949570-JP,BC,None,None,None,None,None,None,None,BC_JP,None
+4,Items-BC-02610967-US,Items-BC-02610967-US,BC,None,None,None,None,None,None,None,BC_US,None
+5,Items-TS-06064368-US,Items-TS-06064368-US,TS,None,None,None,None,None,None,None,TS_US,None
+6,Items-SB-02330381-US,Items-SB-02330381-US,SB,None,None,None,None,None,None,None,SB_US,None
+7,Items-BC-03358366-US,Items-BC-03358366-US,BC,None,None,None,None,None,None,None,BC_US,None
+8,Items-EP-08791802-BR,Items-EP-08791802-BR,EP,None,None,None,None,None,None,None,EP_BR,None
+9,Items-EP-03621157-BR,Items-EP-03621157-BR,EP,None,None,None,None,None,None,None,EP_BR,None
+10,Items-BC-03055426-CH,Items-BC-03055426-CH,BC,None,None,None,None,None,None,None,BC_CH,None
+11,Items-TS-02922392-CH,Items-TS-02922392-CH,TS,None,None,None,None,None,None,None,TS_CH,None
+12,Items-TS-05745797-BR,Items-TS-05745797-BR,TS,None,None,None,None,None,None,None,TS_BR,None
+13,Items-EP-03052349-BR,Items-EP-03052349-BR,EP,None,None,None,None,None,None,None,EP_BR,None
+14,Items-EE-08274581-US,Items-EE-08274581-US,EE,None,None,None,None,None,None,None,EE_US,None
+15,Items-BC-06673555-BR,Items-BC-06673555-BR,BC,None,None,None,None,None,None,None,BC_BR,None
+16,Items-SB-01922836-JP,Items-SB-01922836-JP,SB,None,None,None,None,None,None,None,SB_JP,None
+17,Items-EE-02425548-JP,Items-EE-02425548-JP,EE,None,None,None,None,None,None,None,EE_JP,None
+18,Items-BC-09230895-CH,Items-BC-09230895-CH,BC,None,None,None,None,None,None,None,BC_CH,None
+19,Items-SB-07543853-UK,Items-SB-07543853-UK,SB,None,None,None,None,None,None,None,SB_UK,None
+20,Items-EE-04886293-BR,Items-EE-04886293-BR,EE,None,None,None,None,None,None,None,EE_BR,None
+21,Items-SB-02546091-IN,Items-SB-02546091-IN,SB,None,None,None,None,None,None,None,SB_IN,None
+22,Items-TS-06687352-US,Items-TS-06687352-US,TS,None,None,None,None,None,None,None,TS_US,None
+23,Items-BC-02647288-JP,Items-BC-02647288-JP,BC,None,None,None,None,None,None,None,BC_JP,None
+24,Items-EP-01310120-IN,Items-EP-01310120-IN,EP,None,None,None,None,None,None,None,EP_IN,None
+25,Items-EP-07767398-CH,Items-EP-07767398-CH,EP,None,None,None,None,None,None,None,EP_CH,None
+26,Items-SB-00509063-CH,Items-SB-00509063-CH,SB,None,None,None,None,None,None,None,SB_CH,None
+27,Items-SB-03591404-JP,Items-SB-03591404-JP,SB,None,None,None,None,None,None,None,SB_JP,None
+28,Items-BC-00078136-US,Items-BC-00078136-US,BC,None,None,None,None,None,None,None,BC_US,None
+29,Items-TS-00223294-BR,Items-TS-00223294-BR,TS,None,None,None,None,None,None,None,TS_BR,None
+30,Items-TS-08527791-UK,Items-TS-08527791-UK,TS,None,None,None,None,None,None,None,TS_UK,None
+31,Items-EP-00105503-JP,Items-EP-00105503-JP,EP,None,None,None,None,None,None,None,EP_JP,None
+32,Items-EE-01947410-JP,Items-EE-01947410-JP,EE,None,None,None,None,None,None,None,EE_JP,None
+33,Items-EE-04264866-BR,Items-EE-04264866-BR,EE,None,None,None,None,None,None,None,EE_BR,None
+34,Items-SB-02734397-IN,Items-SB-02734397-IN,SB,None,None,None,None,None,None,None,SB_IN,None
+35,Items-TS-04419885-CH,Items-TS-04419885-CH,TS,None,None,None,None,None,None,None,TS_CH,None
+36,Items-BC-07511831-CH,Items-BC-07511831-CH,BC,None,None,None,None,None,None,None,BC_CH,None
+37,Items-SB-01703268-CH,Items-SB-01703268-CH,SB,None,None,None,None,None,None,None,SB_CH,None
+38,Items-EP-02043706-UK,Items-EP-02043706-UK,EP,None,None,None,None,None,None,None,EP_UK,None
+39,Items-TS-08597855-US,Items-TS-08597855-US,TS,None,None,None,None,None,None,None,TS_US,None
+40,Items-EE-07197264-UK,Items-EE-07197264-UK,EE,None,None,None,None,None,None,None,EE_UK,None
+41,Items-SB-02355705-UK,Items-SB-02355705-UK,SB,None,None,None,None,None,None,None,SB_UK,None
+42,Items-EP-03940730-IN,Items-EP-03940730-IN,EP,None,None,None,None,None,None,None,EP_IN,None
+43,Items-BC-01252357-US,Items-BC-01252357-US,BC,None,None,None,None,None,None,None,BC_US,None
+44,Items-EP-02518400-IN,Items-EP-02518400-IN,EP,None,None,None,None,None,None,None,EP_IN,None
+45,Items-TS-03538389-US,Items-TS-03538389-US,TS,None,None,None,None,None,None,None,TS_US,None
+46,Items-BC-09039142-BR,Items-BC-09039142-BR,BC,None,None,None,None,None,None,None,BC_BR,None
+47,Items-SB-04583531-US,Items-SB-04583531-US,SB,None,None,None,None,None,None,None,SB_US,None
+48,Items-SB-09133837-BR,Items-SB-09133837-BR,SB,None,None,None,None,None,None,None,SB_BR,None
+49,Items-TS-03700767-UK,Items-TS-03700767-UK,TS,None,None,None,None,None,None,None,TS_UK,None
+50,Items-TS-00689461-BR,Items-TS-00689461-BR,TS,None,None,None,None,None,None,None,TS_BR,None
+51,Items-TS-01921426-IN,Items-TS-01921426-IN,TS,None,None,None,None,None,None,None,TS_IN,None
+52,Items-EP-06020496-CH,Items-EP-06020496-CH,EP,None,None,None,None,None,None,None,EP_CH,None
+53,Items-TS-03528268-BR,Items-TS-03528268-BR,TS,None,None,None,None,None,None,None,TS_BR,None
+54,Items-TS-06196662-JP,Items-TS-06196662-JP,TS,None,None,None,None,None,None,None,TS_JP,None
+55,Items-EE-02512664-IN,Items-EE-02512664-IN,EE,None,None,None,None,None,None,None,EE_IN,None
+56,Items-EP-04536209-JP,Items-EP-04536209-JP,EP,None,None,None,None,None,None,None,EP_JP,None
+57,Items-TS-00616746-UK,Items-TS-00616746-UK,TS,None,None,None,None,None,None,None,TS_UK,None
+58,Items-BC-08829600-JP,Items-BC-08829600-JP,BC,None,None,None,None,None,None,None,BC_JP,None
+59,Items-TS-06196581-JP,Items-TS-06196581-JP,TS,None,None,None,None,None,None,None,TS_JP,None
+60,Items-TS-06879613-JP,Items-TS-06879613-JP,TS,None,None,None,None,None,None,None,TS_JP,None
+61,Items-EP-01965204-IN,Items-EP-01965204-IN,EP,None,None,None,None,None,None,None,EP_IN,None
+62,Items-BC-08373900-UK,Items-BC-08373900-UK,BC,None,None,None,None,None,None,None,BC_UK,None
+63,Items-EE-04378618-IN,Items-EE-04378618-IN,EE,None,None,None,None,None,None,None,EE_IN,None
+64,Items-EP-04550702-BR,Items-EP-04550702-BR,EP,None,None,None,None,None,None,None,EP_BR,None
+65,Items-EP-00081648-CH,Items-EP-00081648-CH,EP,None,None,None,None,None,None,None,EP_CH,None
+66,Items-EE-06739822-CH,Items-EE-06739822-CH,EE,None,None,None,None,None,None,None,EE_CH,None
+67,Items-TS-06544504-BR,Items-TS-06544504-BR,TS,None,None,None,None,None,None,None,TS_BR,None
+68,Items-EE-03921377-JP,Items-EE-03921377-JP,EE,None,None,None,None,None,None,None,EE_JP,None
+69,Items-SB-06491467-IN,Items-SB-06491467-IN,SB,None,None,None,None,None,None,None,SB_IN,None
+70,Items-EE-00741901-CH,Items-EE-00741901-CH,EE,None,None,None,None,None,None,None,EE_CH,None
+71,Items-SB-07090191-UK,Items-SB-07090191-UK,SB,None,None,None,None,None,None,None,SB_UK,None
+72,Items-TS-03319863-CH,Items-TS-03319863-CH,TS,None,None,None,None,None,None,None,TS_CH,None
+73,Items-EP-04737482-IN,Items-EP-04737482-IN,EP,None,None,None,None,None,None,None,EP_IN,None
+74,Items-TS-06577660-UK,Items-TS-06577660-UK,TS,None,None,None,None,None,None,None,TS_UK,None
+75,Items-BC-06809611-UK,Items-BC-06809611-UK,BC,None,None,None,None,None,None,None,BC_UK,None
+76,Items-EP-06340692-BR,Items-EP-06340692-BR,EP,None,None,None,None,None,None,None,EP_BR,None
+77,Items-TS-00245950-CH,Items-TS-00245950-CH,TS,None,None,None,None,None,None,None,TS_CH,None
+78,Items-EE-01061855-BR,Items-EE-01061855-BR,EE,None,None,None,None,None,None,None,EE_BR,None
+79,Items-TS-07978610-IN,Items-TS-07978610-IN,TS,None,None,None,None,None,None,None,TS_IN,None
+80,Items-BC-07313892-JP,Items-BC-07313892-JP,BC,None,None,None,None,None,None,None,BC_JP,None
+81,Items-BC-00366822-IN,Items-BC-00366822-IN,BC,None,None,None,None,None,None,None,BC_IN,None
+82,Items-BC-02414724-JP,Items-BC-02414724-JP,BC,None,None,None,None,None,None,None,BC_JP,None
+83,Items-EP-03466409-IN,Items-EP-03466409-IN,EP,None,None,None,None,None,None,None,EP_IN,None
+84,Items-BC-01462424-JP,Items-BC-01462424-JP,BC,None,None,None,None,None,None,None,BC_JP,None
+85,Items-SB-08860117-IN,Items-SB-08860117-IN,SB,None,None,None,None,None,None,None,SB_IN,None
+86,Items-TS-04699105-UK,Items-TS-04699105-UK,TS,None,None,None,None,None,None,None,TS_UK,None
+87,Items-TS-01948203-UK,Items-TS-01948203-UK,TS,None,None,None,None,None,None,None,TS_UK,None
+88,Items-BC-08035102-BR,Items-BC-08035102-BR,BC,None,None,None,None,None,None,None,BC_BR,None
+89,Items-EE-00711445-JP,Items-EE-00711445-JP,EE,None,None,None,None,None,None,None,EE_JP,None
+90,Items-EP-07185699-JP,Items-EP-07185699-JP,EP,None,None,None,None,None,None,None,EP_JP,None
+91,Items-EE-00048982-CH,Items-EE-00048982-CH,EE,None,None,None,None,None,None,None,EE_CH,None
+92,Items-BC-04459113-US,Items-BC-04459113-US,BC,None,None,None,None,None,None,None,BC_US,None
+93,Items-TS-04165340-US,Items-TS-04165340-US,TS,None,None,None,None,None,None,None,TS_US,None
+94,Items-TS-03796255-IN,Items-TS-03796255-IN,TS,None,None,None,None,None,None,None,TS_IN,None
+95,Items-EE-09684287-CH,Items-EE-09684287-CH,EE,None,None,None,None,None,None,None,EE_CH,None
+96,Items-EP-08948583-UK,Items-EP-08948583-UK,EP,None,None,None,None,None,None,None,EP_UK,None
+97,Items-BC-00797195-JP,Items-BC-00797195-JP,BC,None,None,None,None,None,None,None,BC_JP,None
+98,Items-SB-06392547-CH,Items-SB-06392547-CH,SB,None,None,None,None,None,None,None,SB_CH,None