WhatsApp_converter_deployment_v2.ipynb

{"cells":[{"cell_type":"code","execution_count":11,"metadata":{"id":"huAfCv1uwNjv","executionInfo":{"status":"ok","timestamp":1737115856788,"user_tz":-120,"elapsed":334,"user":{"displayName":"hossam edin Nasr","userId":"09269184050847467249"}}},"outputs":[],"source":["# 1\n","\n","import re\n","import pandas as pd\n","import os\n","import shutil\n","from posixpath import curdir"]},{"cell_type":"code","execution_count":12,"metadata":{"id":"CZ2aGOrv4fSM","executionInfo":{"status":"ok","timestamp":1737115857314,"user_tz":-120,"elapsed":39,"user":{"displayName":"hossam edin Nasr","userId":"09269184050847467249"}}},"outputs":[],"source":["# 2\n","\n","folder_to_read_from=\"/content/drive/MyDrive/تـحـويـل تـصـديـرات (File responses)/work directory/latest chats/\"\n","folder_to_write_to=\"/content/drive/MyDrive/تـحـويـل تـصـديـرات (File responses)/work directory/result/\"\n","upload_folder=\"/content/drive/MyDrive/تـحـويـل تـصـديـرات (File responses)/step 1: upload files (File responses)/\"\n","\n","cur=os.listdir(upload_folder)\n","feu=os.listdir(folder_to_read_from)\n","for bn in cur:\n","  if bn in feu:\n","    os.remove(folder_to_read_from+bn)\n","    shutil.move(upload_folder+bn, folder_to_read_from+bn)\n","  else:\n","    shutil.move(upload_folder+bn, folder_to_read_from+bn)\n","\n"]},{"cell_type":"code","execution_count":13,"metadata":{"executionInfo":{"status":"ok","timestamp":1737115857315,"user_tz":-120,"elapsed":35,"user":{"displayName":"hossam edin Nasr","userId":"09269184050847467249"}},"id":"KFehguClfP8y"},"outputs":[],"source":["# 3 v2 (working)\n","\n","def convert(read, write, smsr):\n","\n","  original_source = open(read+smsr,\"r\")\n","  content = original_source.readlines()\n","\n","  newsa = []\n","  qi=0\n","\n","  for q in content:\n","\n","          q=q.replace(\"\\n\",\" \")\n","          q=q.replace(\"\\u202f\",\"\")\n","\n","          if re.match(\"\\d{2}/\\d{2}/\\d{4}\",q):\n","              q=q.strip()\n","              newsa.append(q)\n","          else:\n","              q=q.strip()\n","              newsa.append(newsa.pop() + \" \" + q)\n","\n","  date=[]\n","  time=[]\n","  datetime=[]\n","  author=[]\n","  texts=[]\n","  blabla=[]\n","  booty=[]\n","  not_booty=[]\n","  unique_senders=[]\n","  triggers=[\"added\",\n","            \"created\",\n","            \"changed\",\n","            \"removed\",\n","            \"pinned\",\n","            \"left\",\n","            \"was added\",\n","            \"was\"]\n","\n","\n","  for message in newsa:\n","\n","    try:\n","      sender=message.split(\":\")[1]\n","      sender=sender.split(\"-\")[1]\n","      sender=sender.strip()\n","\n","    except IndexError:\n","      del newsa[qi]\n","    else:\n","      if not any(x in sender for x in triggers):\n","          if not sender in unique_senders:\n","              unique_senders.append(sender)\n","    qi +=1\n","\n","\n","\n","  for message in newsa:\n","    # try:\n","      sender=message.split(\":\")[1]\n","      sender=sender.split(\"-\")[1]\n","      sender=sender.strip()\n","    # except IndexError:\n","      # pass\n","    # else:\n","      if not sender in unique_senders:\n","              booty.append(sender)\n","\n","  for damned in booty:\n","      for x in triggers:\n","        if not damned.find(x)==-1:\n","          nb=re.split(x,damned)[0].strip()\n","          if not nb.find(\"was\")==-1:\n","            bn = re.split(\"was\",nb)[0].strip()\n","            unique_senders.append(bn)\n","          else: unique_senders.append(nb)\n","\n","  for message in newsa:\n","\n","      timedate=message.split(\"-\")[0]\n","      timedate=timedate.replace(\",\",\"\")\n","      timedate=timedate.strip()\n","      datetime.append(timedate)\n","      quote=message.split(\"-\")[1:]\n","\n","      if len(quote)>1:\n","          quote=\"-\".join(quote)\n","          quote=quote.strip()\n","          blabla.append(quote)\n","\n","      else:\n","        # try:\n","          quote[0]=quote[0].strip()\n","          blabla.append(quote[0])\n","        # except IndexError:\n","          # pass\n","\n","      for i in unique_senders:\n","          if blabla[-1].startswith(i):\n","              author.append(i)\n","              break\n","          elif blabla[-1].startswith(i+':'):\n","              author.append(i)\n","              break\n","\n","  for n in blabla:\n","      for i in unique_senders:\n","              if n.startswith(i+':'):\n","                  n=n.split(i+':',1)[1]\n","      texts.append(n.strip())\n","\n","  for i in datetime:\n","      i=i.replace(\",\",\"\")\n","      date\n","\n","  df = pd.DataFrame({\"datetime\":datetime,\"author\":author ,\"message\":texts})\n","\n","  df['datetime']=pd.to_datetime(df['datetime'], format=\"%d/%m/%Y %I:%M%p\")\n","\n","  # edit output file\n","  df.to_csv(write+smsr[:-4]+'.csv', index=False, encoding='utf-8-sig')\n","\n"]},{"cell_type":"code","execution_count":15,"metadata":{"id":"dDDNpZDrUyVK","executionInfo":{"status":"ok","timestamp":1737115857316,"user_tz":-120,"elapsed":29,"user":{"displayName":"hossam edin Nasr","userId":"09269184050847467249"}}},"outputs":[],"source":["# 4\n","\n","opr=[]\n","for dn in os.listdir(folder_to_read_from):\n","  if not dn.endswith(\"(1).txt\"):\n","    if not dn.endswith(\"(2).txt\"):\n","      if not dn.endswith(\"(3).txt\"):\n","        if not dn.endswith(\"(4).txt\"):\n","          if not dn.endswith(\"(5).txt\"):\n","            if not dn.endswith(\"(6).txt\"):\n","              opr.append(dn)\n","# opr=os.listdir(folder_to_read_from)\n","for smsr in opr:\n","  convert(folder_to_read_from, folder_to_write_to, smsr)\n"]}],"metadata":{"colab":{"provenance":[],"mount_file_id":"1npkJOQTrtSG_2zVYgLx3yEX0lZpDTikV","authorship_tag":"ABX9TyMkRs6esB3kcmtP+cbjD21h"},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"}},"nbformat":4,"nbformat_minor":0}