epoch 5, 1layer_nueron_num_.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[]},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"accelerator":"GPU","gpuClass":"standard","widgets":{"application/vnd.jupyter.widget-state+json":{"755aacbba3b64e65b2a21af12532cea5":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_efd97919a7a24ecdb204d26b1612468b","IPY_MODEL_1e8082a762da429e962f52bc55eb5a89","IPY_MODEL_4af1823a1cc540a4b8cf08762b1da16e"],"layout":"IPY_MODEL_026a7efba7584f3f8bade0359d0d305d"}},"efd97919a7a24ecdb204d26b1612468b":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b44ee743dc32419b8028119847203fa0","placeholder":"​","style":"IPY_MODEL_3e91c038f0534d1ca5d8490f0f14ff94","value":"Epoch 4: 100%"}},"1e8082a762da429e962f52bc55eb5a89":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_c0b1aa63c362418798fe491d36c36c4f","max":58455,"min":0,"orientation":"horizontal","style":"IPY_MODEL_b19539add565491f8ff905dcd18dc230","value":58455}},"4af1823a1cc540a4b8cf08762b1da16e":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ee45b4be5234414ab611ac52d04fc408","placeholder":"​","style":"IPY_MODEL_99fae186c150446e9f8b9cec6da2bc8c","value":" 58455/58455 [21:57&lt;00:00, 44.37it/s, loss=0.196]"}},"026a7efba7584f3f8bade0359d0d305d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":"inline-flex","flex":null,"flex_flow":"row wrap","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"100%"}},"b44ee743dc32419b8028119847203fa0":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3e91c038f0534d1ca5d8490f0f14ff94":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"c0b1aa63c362418798fe491d36c36c4f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":"2","flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b19539add565491f8ff905dcd18dc230":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"ee45b4be5234414ab611ac52d04fc408":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"99fae186c150446e9f8b9cec6da2bc8c":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"43d0b21bdd9d42c59f9407767037bb35":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_ae88102204eb4aa0a97820ec067b59b0","IPY_MODEL_d1440ddc9ed44e0db9abd6e2e3fb3a1f","IPY_MODEL_6617d296d7854dfe8968bc4bdd4f2c52"],"layout":"IPY_MODEL_63be836120844b58a3a3f8f2224f9069"}},"ae88102204eb4aa0a97820ec067b59b0":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_136a9b011900449c89f3090e64e266c0","placeholder":"​","style":"IPY_MODEL_2de13f7da8e542e4a260517026bad845","value":"Epoch 4: 100%"}},"d1440ddc9ed44e0db9abd6e2e3fb3a1f":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_b013db3c9f5149cca651553e34e78f96","max":58455,"min":0,"orientation":"horizontal","style":"IPY_MODEL_bb0fc637b2e94ad8980c8023d5bde38d","value":58455}},"6617d296d7854dfe8968bc4bdd4f2c52":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f14f63a9f81d4d389422918d8f548304","placeholder":"​","style":"IPY_MODEL_a71f8305870b412da714e110dc30619b","value":" 58455/58455 [19:56&lt;00:00, 48.87it/s, loss=0.188]"}},"63be836120844b58a3a3f8f2224f9069":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":"inline-flex","flex":null,"flex_flow":"row wrap","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"100%"}},"136a9b011900449c89f3090e64e266c0":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2de13f7da8e542e4a260517026bad845":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b013db3c9f5149cca651553e34e78f96":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":"2","flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bb0fc637b2e94ad8980c8023d5bde38d":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"f14f63a9f81d4d389422918d8f548304":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a71f8305870b412da714e110dc30619b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"eb353526c1d7498385cb676d1f5f3068":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_d5af0acc5f744d869260826c5ffcccb6","IPY_MODEL_08ed61922df24ea68423beda699a6dc4","IPY_MODEL_c972c2978e9a40eb8678da0ddeacf4b7"],"layout":"IPY_MODEL_b5d3950f4eb74c41897437f7fa00dd31"}},"d5af0acc5f744d869260826c5ffcccb6":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_5003fd45316d4d65aad46f76891fa138","placeholder":"​","style":"IPY_MODEL_822fcb8653964e2bb7cf3f92e9eee7eb","value":"Epoch 4: 100%"}},"08ed61922df24ea68423beda699a6dc4":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_059e7dac571f45ddb41fae952fff8de5","max":58455,"min":0,"orientation":"horizontal","style":"IPY_MODEL_ba29e27986aa4bd09c14979c2e779087","value":58455}},"c972c2978e9a40eb8678da0ddeacf4b7":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_34a6d16b52094ab58e64205b3859e0c2","placeholder":"​","style":"IPY_MODEL_614e4a9538d044469d009b9f75163602","value":" 58455/58455 [18:30&lt;00:00, 52.65it/s, loss=0.195]"}},"b5d3950f4eb74c41897437f7fa00dd31":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":"inline-flex","flex":null,"flex_flow":"row wrap","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"100%"}},"5003fd45316d4d65aad46f76891fa138":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"822fcb8653964e2bb7cf3f92e9eee7eb":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"059e7dac571f45ddb41fae952fff8de5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":"2","flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ba29e27986aa4bd09c14979c2e779087":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"34a6d16b52094ab58e64205b3859e0c2":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"614e4a9538d044469d009b9f75163602":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"5b778ed18aea4ffa9c9c0c0967787ef6":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_e9c8141549894c9a9c1bce35dc7739e0","IPY_MODEL_6f50217ab11847849e01b61b8307391c","IPY_MODEL_07cfd93cd9824acfa2e430bf5b2de85b"],"layout":"IPY_MODEL_05278b742cb3452fbc460de82f9ca2af"}},"e9c8141549894c9a9c1bce35dc7739e0":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_a04433b6e92943ad87e258a334610143","placeholder":"​","style":"IPY_MODEL_a950aeb760304445b56a9720d4026447","value":"Epoch 4: 100%"}},"6f50217ab11847849e01b61b8307391c":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_b20a3875014a4c0ab5d7f390eef85d4f","max":58455,"min":0,"orientation":"horizontal","style":"IPY_MODEL_4dd150a15b0e424b8f311efd9225fa5e","value":58455}},"07cfd93cd9824acfa2e430bf5b2de85b":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4d9657ec6fda44cab08595f46abd6e30","placeholder":"​","style":"IPY_MODEL_24562ec34b104ac890e5a883216cd492","value":" 58455/58455 [20:32&lt;00:00, 47.44it/s, loss=0.185]"}},"05278b742cb3452fbc460de82f9ca2af":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":"inline-flex","flex":null,"flex_flow":"row wrap","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"100%"}},"a04433b6e92943ad87e258a334610143":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a950aeb760304445b56a9720d4026447":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b20a3875014a4c0ab5d7f390eef85d4f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":"2","flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4dd150a15b0e424b8f311efd9225fa5e":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"4d9657ec6fda44cab08595f46abd6e30":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"24562ec34b104ac890e5a883216cd492":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"1397cfbadd33437f91d625f1ebade9aa":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_fa0ba2dd093742ffb3f78562d7d8fd9c","IPY_MODEL_edf81302ec5b49238d2d16fb8d004212","IPY_MODEL_3b58b8fc99de408493a18d5bfe9f29ad"],"layout":"IPY_MODEL_d86f1c71cc9e4175b1c3254137c5263b"}},"fa0ba2dd093742ffb3f78562d7d8fd9c":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f16204b4124646f49372b4cac4162490","placeholder":"​","style":"IPY_MODEL_8454f8aaaa6f4856882476c2172986c9","value":"Epoch 4: 100%"}},"edf81302ec5b49238d2d16fb8d004212":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_1142db7484674f31bd48a03a6fa13bfa","max":58455,"min":0,"orientation":"horizontal","style":"IPY_MODEL_5e852645906c4bd494bb0b42b5d75110","value":58455}},"3b58b8fc99de408493a18d5bfe9f29ad":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_05ab7a15a7394b7196c4b5972e4f0b67","placeholder":"​","style":"IPY_MODEL_3cbe6e03cab448cb8ea287c58219d615","value":" 58455/58455 [23:48&lt;00:00, 40.92it/s, loss=0.192]"}},"d86f1c71cc9e4175b1c3254137c5263b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":"inline-flex","flex":null,"flex_flow":"row wrap","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"100%"}},"f16204b4124646f49372b4cac4162490":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8454f8aaaa6f4856882476c2172986c9":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"1142db7484674f31bd48a03a6fa13bfa":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":"2","flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5e852645906c4bd494bb0b42b5d75110":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"05ab7a15a7394b7196c4b5972e4f0b67":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3cbe6e03cab448cb8ea287c58219d615":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}}}}},"cells":[{"cell_type":"code","source":["pip install pytorch-lightning"],"metadata":{"id":"SL07406rkYAI","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1669375514173,"user_tz":300,"elapsed":9583,"user":{"displayName":"Osman Bulut","userId":"11961451946429092619"}},"outputId":"b2e5ebe7-0632-4c47-e2f0-c10c35f30a89"},"execution_count":4,"outputs":[{"output_type":"stream","name":"stdout","text":["Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n","Collecting pytorch-lightning\n","  Downloading pytorch_lightning-1.8.3.post0-py3-none-any.whl (798 kB)\n","\u001b[K     |████████████████████████████████| 798 kB 26.5 MB/s \n","\u001b[?25hRequirement already satisfied: fsspec[http]>2021.06.0 in /usr/local/lib/python3.7/dist-packages (from pytorch-lightning) (2022.11.0)\n","Collecting torchmetrics>=0.7.0\n","  Downloading torchmetrics-0.10.3-py3-none-any.whl (529 kB)\n","\u001b[K     |████████████████████████████████| 529 kB 67.5 MB/s \n","\u001b[?25hRequirement already satisfied: packaging>=17.0 in /usr/local/lib/python3.7/dist-packages (from pytorch-lightning) (21.3)\n","Requirement already satisfied: typing-extensions>=4.0.0 in /usr/local/lib/python3.7/dist-packages (from pytorch-lightning) (4.1.1)\n","Requirement already satisfied: tqdm>=4.57.0 in /usr/local/lib/python3.7/dist-packages (from pytorch-lightning) (4.64.1)\n","Collecting tensorboardX>=2.2\n","  Downloading tensorboardX-2.5.1-py2.py3-none-any.whl (125 kB)\n","\u001b[K     |████████████████████████████████| 125 kB 53.9 MB/s \n","\u001b[?25hRequirement already satisfied: numpy>=1.17.2 in /usr/local/lib/python3.7/dist-packages (from pytorch-lightning) (1.21.6)\n","Requirement already satisfied: torch>=1.9.* in /usr/local/lib/python3.7/dist-packages (from pytorch-lightning) (1.12.1+cu113)\n","Requirement already satisfied: PyYAML>=5.4 in /usr/local/lib/python3.7/dist-packages (from pytorch-lightning) (6.0)\n","Collecting lightning-utilities==0.3.*\n","  Downloading lightning_utilities-0.3.0-py3-none-any.whl (15 kB)\n","Collecting fire\n","  Downloading fire-0.4.0.tar.gz (87 kB)\n","\u001b[K     |████████████████████████████████| 87 kB 7.0 MB/s \n","\u001b[?25hRequirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from fsspec[http]>2021.06.0->pytorch-lightning) (2.23.0)\n","Requirement already satisfied: aiohttp!=4.0.0a0,!=4.0.0a1 in /usr/local/lib/python3.7/dist-packages (from fsspec[http]>2021.06.0->pytorch-lightning) (3.8.3)\n","Requirement already satisfied: asynctest==0.13.0 in /usr/local/lib/python3.7/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>2021.06.0->pytorch-lightning) (0.13.0)\n","Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.7/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>2021.06.0->pytorch-lightning) (1.8.1)\n","Requirement already satisfied: charset-normalizer<3.0,>=2.0 in /usr/local/lib/python3.7/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>2021.06.0->pytorch-lightning) (2.1.1)\n","Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.7/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>2021.06.0->pytorch-lightning) (22.1.0)\n","Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.7/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>2021.06.0->pytorch-lightning) (1.3.3)\n","Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.7/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>2021.06.0->pytorch-lightning) (1.3.1)\n","Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.7/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>2021.06.0->pytorch-lightning) (4.0.2)\n","Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.7/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>2021.06.0->pytorch-lightning) (6.0.2)\n","Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=17.0->pytorch-lightning) (3.0.9)\n","Requirement already satisfied: protobuf<=3.20.1,>=3.8.0 in /usr/local/lib/python3.7/dist-packages (from tensorboardX>=2.2->pytorch-lightning) (3.19.6)\n","Requirement already satisfied: idna>=2.0 in /usr/local/lib/python3.7/dist-packages (from yarl<2.0,>=1.0->aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>2021.06.0->pytorch-lightning) (2.10)\n","Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from fire->lightning-utilities==0.3.*->pytorch-lightning) (1.15.0)\n","Requirement already satisfied: termcolor in /usr/local/lib/python3.7/dist-packages (from fire->lightning-utilities==0.3.*->pytorch-lightning) (2.1.0)\n","Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->fsspec[http]>2021.06.0->pytorch-lightning) (3.0.4)\n","Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->fsspec[http]>2021.06.0->pytorch-lightning) (1.24.3)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->fsspec[http]>2021.06.0->pytorch-lightning) (2022.9.24)\n","Building wheels for collected packages: fire\n","  Building wheel for fire (setup.py) ... \u001b[?25l\u001b[?25hdone\n","  Created wheel for fire: filename=fire-0.4.0-py2.py3-none-any.whl size=115943 sha256=4b19f2fa65f8efa0a3dce2d8c8c4bd5301d48531930190c811ad2e40520dc16b\n","  Stored in directory: /root/.cache/pip/wheels/8a/67/fb/2e8a12fa16661b9d5af1f654bd199366799740a85c64981226\n","Successfully built fire\n","Installing collected packages: fire, torchmetrics, tensorboardX, lightning-utilities, pytorch-lightning\n","Successfully installed fire-0.4.0 lightning-utilities-0.3.0 pytorch-lightning-1.8.3.post0 tensorboardX-2.5.1 torchmetrics-0.10.3\n"]}]},{"cell_type":"code","execution_count":5,"metadata":{"id":"JOkr56AXMO91","executionInfo":{"status":"ok","timestamp":1669375517794,"user_tz":300,"elapsed":3625,"user":{"displayName":"Osman Bulut","userId":"11961451946429092619"}}},"outputs":[],"source":["import pandas as pd\n","import numpy as np\n","import tqdm\n","\n","import torch\n","import torch.nn as nn\n","from torch.utils.data import Dataset, DataLoader\n","import pytorch_lightning as pl\n","from google.colab import drive\n","\n","np.random.seed(123)"]},{"cell_type":"code","source":["drive.mount(\"/content/gdrive\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"zj44_t38mUlo","outputId":"c99fe19e-3487-410d-b19d-529409829b81","executionInfo":{"status":"ok","timestamp":1669375544862,"user_tz":300,"elapsed":27073,"user":{"displayName":"Osman Bulut","userId":"11961451946429092619"}}},"execution_count":6,"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/gdrive\n"]}]},{"cell_type":"code","source":["ratings = pd.read_csv('/content/gdrive/MyDrive/rating.csv', parse_dates=['timestamp'])"],"metadata":{"id":"3xa15kkFM9LM","executionInfo":{"status":"ok","timestamp":1669375589213,"user_tz":300,"elapsed":44353,"user":{"displayName":"Osman Bulut","userId":"11961451946429092619"}}},"execution_count":7,"outputs":[]},{"cell_type":"code","source":["#choosing %30 of users randomly by getting ID\n","rand_userIds = np.random.choice(ratings['userId'].unique(), \n","                                size=int(len(ratings['userId'].unique())*0.3), \n","                                replace=False)\n","#getting ratings of choosen users\n","ratings = ratings.loc[ratings['userId'].isin(rand_userIds)]\n","print('There are {} rows of data from {} users'.format(len(ratings), len(rand_userIds)))\n","# adding a new column to data (rank_latest), giving us the order of the user rate based on the time\n","ratings['rank_latest'] = ratings.groupby(['userId'])['timestamp'] \\\n","                                .rank(method='first', ascending=False)\n","#split tran and test, take the last rating as test rest is training\n","train_ratings = ratings[ratings['rank_latest'] != 1]\n","test_ratings = ratings[ratings['rank_latest'] == 1]\n","# drop columns that we no longer need\n","train_ratings = train_ratings[['userId', 'movieId', 'rating']]\n","test_ratings = test_ratings[['userId', 'movieId', 'rating']]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"hZm1CIdhlqAt","outputId":"bfdec1db-1bc1-4508-eb5d-491f02c22bfd","executionInfo":{"status":"ok","timestamp":1669375590942,"user_tz":300,"elapsed":1747,"user":{"displayName":"Osman Bulut","userId":"11961451946429092619"}}},"execution_count":8,"outputs":[{"output_type":"stream","name":"stdout","text":["There are 6027314 rows of data from 41547 users\n"]}]},{"cell_type":"code","source":["all_movieIds = ratings['movieId'].unique()\n","users, items, labels = [], [], []\n","# This is the set of items that each user has interaction with\n","user_item_set = set(zip(train_ratings['userId'], train_ratings['movieId']))\n","# 4:1 ratio of negative to positive samples\n","num_negatives = 4\n","for (u, i) in user_item_set:\n","    users.append(u)\n","    items.append(i)\n","    labels.append(1) # items that the user has interacted with are positive\n","    for _ in range(num_negatives):\n","        # randomly select an item\n","        negative_item = np.random.choice(all_movieIds) \n","        # check that the user has not interacted with this item\n","        while (u, negative_item) in user_item_set:\n","            negative_item = np.random.choice(all_movieIds)\n","        users.append(u)\n","        items.append(negative_item)\n","        labels.append(0) # items not interacted with are negative"],"metadata":{"id":"3r_u5L3nN-L0","executionInfo":{"status":"ok","timestamp":1669375975021,"user_tz":300,"elapsed":384081,"user":{"displayName":"Osman Bulut","userId":"11961451946429092619"}}},"execution_count":9,"outputs":[]},{"cell_type":"code","source":["class MovieLensTrainDataset(Dataset):\n","    \"\"\"MovieLens PyTorch Dataset for Training\n","    \n","    Args:\n","        ratings (pd.DataFrame): Dataframe containing the movie ratings\n","        all_movieIds (list): List containing all movieIds\n","    \n","    \"\"\"\n","\n","    def __init__(self, ratings, all_movieIds):\n","        self.users, self.items, self.labels = self.get_dataset(ratings, all_movieIds)\n","\n","    def __len__(self):\n","        return len(self.users)\n","  \n","    def __getitem__(self, idx):\n","        return self.users[idx], self.items[idx], self.labels[idx]\n","\n","    def get_dataset(self, ratings, all_movieIds):\n","        users, items, labels = [], [], []\n","        user_item_set = set(zip(ratings['userId'], ratings['movieId']))\n","\n","        num_negatives = 4\n","        for u, i in user_item_set:\n","            users.append(u)\n","            items.append(i)\n","            labels.append(1)\n","            for _ in range(num_negatives):\n","                negative_item = np.random.choice(all_movieIds)\n","                while (u, negative_item) in user_item_set:\n","                    negative_item = np.random.choice(all_movieIds)\n","                users.append(u)\n","                items.append(negative_item)\n","                labels.append(0)\n","\n","        return torch.tensor(users), torch.tensor(items), torch.tensor(labels)"],"metadata":{"id":"INRphfshNLYl","executionInfo":{"status":"ok","timestamp":1669375976241,"user_tz":300,"elapsed":2,"user":{"displayName":"Osman Bulut","userId":"11961451946429092619"}}},"execution_count":10,"outputs":[]},{"cell_type":"code","source":["class NCF(pl.LightningModule):\n","    \"\"\" Neural Collaborative Filtering (NCF)\n","    \n","        Args:\n","            num_users (int): Number of unique users\n","            num_items (int): Number of unique items\n","            ratings (pd.DataFrame): Dataframe containing the movie ratings for training\n","            all_movieIds (list): List containing all movieIds (train + test)\n","    \"\"\"\n","    \n","    def __init__(self, num_neuron,num_users, num_items, ratings, all_movieIds):\n","        super().__init__()\n","        self.user_embedding = nn.Embedding(num_embeddings=num_users, embedding_dim=8)\n","        self.item_embedding = nn.Embedding(num_embeddings=num_items, embedding_dim=8)\n","        self.fc1 = nn.Linear(in_features=16, out_features=num_neuron)\n","        self.output = nn.Linear(in_features=num_neuron, out_features=1)\n","        self.ratings = ratings\n","        self.all_movieIds = all_movieIds\n","        \n","    def forward(self, user_input, item_input):\n","        \n","        # Pass through embedding layers\n","        user_embedded = self.user_embedding(user_input)\n","        item_embedded = self.item_embedding(item_input)\n","\n","        # Concat the two embedding layers\n","        vector = torch.cat([user_embedded, item_embedded], dim=-1)\n","\n","        # Pass through dense layer\n","        vector = nn.ReLU()(self.fc1(vector))\n","\n","        # Output layer\n","        pred = nn.Sigmoid()(self.output(vector))\n","\n","        return pred\n","    \n","    def training_step(self, batch, batch_idx):\n","        user_input, item_input, labels = batch\n","        predicted_labels = self(user_input, item_input)\n","        loss = nn.BCELoss()(predicted_labels, labels.view(-1, 1).float())\n","        return loss\n","\n","    def configure_optimizers(self):\n","        return torch.optim.Adam(self.parameters())\n","\n","    def train_dataloader(self):\n","        return DataLoader(MovieLensTrainDataset(self.ratings, self.all_movieIds),\n","                          batch_size=512, num_workers=4)"],"metadata":{"id":"Ul0DoZteNgE5","executionInfo":{"status":"ok","timestamp":1669375976242,"user_tz":300,"elapsed":3,"user":{"displayName":"Osman Bulut","userId":"11961451946429092619"}}},"execution_count":11,"outputs":[]},{"cell_type":"code","source":["num_users = ratings['userId'].max()+1\n","num_items = ratings['movieId'].max()+1\n","all_movieIds = ratings['movieId'].unique()\n","\n","model = NCF(16, num_users, num_items, train_ratings, all_movieIds)\n","trainer = pl.Trainer(max_epochs=5,gpus=1, logger=False, enable_checkpointing=False)\n","trainer.fit(model)\n","\n","# User-item pairs for testing\n","test_user_item_set = set(zip(test_ratings['userId'], test_ratings['movieId']))\n","# Dict of all items that are interacted with by each user\n","user_interacted_items = ratings.groupby('userId')['movieId'].apply(list).to_dict()\n","hits = []\n","for (u,i) in test_user_item_set:\n","    interacted_items = user_interacted_items[u]\n","    not_interacted_items = set(all_movieIds) - set(interacted_items)\n","    selected_not_interacted = list(np.random.choice(list(not_interacted_items), 99))\n","    test_items = selected_not_interacted + [i]\n","    \n","    predicted_labels = np.squeeze(model(torch.tensor([u]*100), \n","                                        torch.tensor(test_items)).detach().numpy())\n","    \n","    top10_items = [test_items[i] for i in np.argsort(predicted_labels)[::-1][0:10].tolist()]\n","    \n","    if i in top10_items:\n","        hits.append(1)\n","    else:\n","        hits.append(0)\n","        \n","print(\"The Hit Ratio @ 10 is {:.2f}\".format(np.average(hits)))"],"metadata":{"id":"EtviHUbxNR88","colab":{"base_uri":"https://localhost:8080/","height":480,"referenced_widgets":["755aacbba3b64e65b2a21af12532cea5","efd97919a7a24ecdb204d26b1612468b","1e8082a762da429e962f52bc55eb5a89","4af1823a1cc540a4b8cf08762b1da16e","026a7efba7584f3f8bade0359d0d305d","b44ee743dc32419b8028119847203fa0","3e91c038f0534d1ca5d8490f0f14ff94","c0b1aa63c362418798fe491d36c36c4f","b19539add565491f8ff905dcd18dc230","ee45b4be5234414ab611ac52d04fc408","99fae186c150446e9f8b9cec6da2bc8c"]},"executionInfo":{"status":"ok","timestamp":1669334250811,"user_tz":300,"elapsed":7223471,"user":{"displayName":"Osman Bulut","userId":"11961451946429092619"}},"outputId":"d8946756-516c-482a-8b6c-3d3336234e52"},"execution_count":9,"outputs":[{"output_type":"stream","name":"stderr","text":["/usr/local/lib/python3.7/dist-packages/pytorch_lightning/trainer/connectors/accelerator_connector.py:447: LightningDeprecationWarning: Setting `Trainer(gpus=1)` is deprecated in v1.7 and will be removed in v2.0. Please use `Trainer(accelerator='gpu', devices=1)` instead.\n","  f\"Setting `Trainer(gpus={gpus!r})` is deprecated in v1.7 and will be removed\"\n","INFO:pytorch_lightning.utilities.rank_zero:GPU available: True (cuda), used: True\n","INFO:pytorch_lightning.utilities.rank_zero:TPU available: False, using: 0 TPU cores\n","INFO:pytorch_lightning.utilities.rank_zero:IPU available: False, using: 0 IPUs\n","INFO:pytorch_lightning.utilities.rank_zero:HPU available: False, using: 0 HPUs\n","INFO:pytorch_lightning.accelerators.cuda:LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]\n","INFO:pytorch_lightning.callbacks.model_summary:\n","  | Name           | Type      | Params\n","---------------------------------------------\n","0 | user_embedding | Embedding | 1.1 M \n","1 | item_embedding | Embedding | 1.1 M \n","2 | fc1            | Linear    | 272   \n","3 | output         | Linear    | 17    \n","---------------------------------------------\n","2.2 M     Trainable params\n","0         Non-trainable params\n","2.2 M     Total params\n","8.633     Total estimated model params size (MB)\n","/usr/local/lib/python3.7/dist-packages/torch/utils/data/dataloader.py:566: UserWarning: This DataLoader will create 4 worker processes in total. Our suggested max number of worker in current system is 2, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.\n","  cpuset_checked))\n"]},{"output_type":"display_data","data":{"text/plain":["Training: 0it [00:00, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"755aacbba3b64e65b2a21af12532cea5"}},"metadata":{}},{"output_type":"stream","name":"stderr","text":["INFO:pytorch_lightning.utilities.rank_zero:`Trainer.fit` stopped: `max_epochs=5` reached.\n"]},{"output_type":"stream","name":"stdout","text":["The Hit Ratio @ 10 is 0.85\n"]}]},{"cell_type":"code","source":["model = NCF(32, num_users, num_items, train_ratings, all_movieIds)\n","trainer = pl.Trainer(max_epochs=5,gpus=1, logger=False, enable_checkpointing=False)\n","trainer.fit(model)\n","\n","# User-item pairs for testing\n","test_user_item_set = set(zip(test_ratings['userId'], test_ratings['movieId']))\n","# Dict of all items that are interacted with by each user\n","user_interacted_items = ratings.groupby('userId')['movieId'].apply(list).to_dict()\n","\n","hits = []\n","for (u,i) in test_user_item_set:\n","    interacted_items = user_interacted_items[u]\n","    not_interacted_items = set(all_movieIds) - set(interacted_items)\n","    selected_not_interacted = list(np.random.choice(list(not_interacted_items), 99))\n","    test_items = selected_not_interacted + [i]\n","    predicted_labels = np.squeeze(model(torch.tensor([u]*100), \n","                                        torch.tensor(test_items)).detach().numpy())\n","    top10_items = [test_items[i] for i in np.argsort(predicted_labels)[::-1][0:10].tolist()]\n","\n","    if i in top10_items:\n","        hits.append(1)\n","    else:\n","        hits.append(0)\n","        \n","print(\"The Hit Ratio @ 10 is {:.2f}\".format(np.average(hits)))"],"metadata":{"id":"A_HYC9eQAEh_","colab":{"base_uri":"https://localhost:8080/","height":388,"referenced_widgets":["43d0b21bdd9d42c59f9407767037bb35","ae88102204eb4aa0a97820ec067b59b0","d1440ddc9ed44e0db9abd6e2e3fb3a1f","6617d296d7854dfe8968bc4bdd4f2c52","63be836120844b58a3a3f8f2224f9069","136a9b011900449c89f3090e64e266c0","2de13f7da8e542e4a260517026bad845","b013db3c9f5149cca651553e34e78f96","bb0fc637b2e94ad8980c8023d5bde38d","f14f63a9f81d4d389422918d8f548304","a71f8305870b412da714e110dc30619b"]},"executionInfo":{"status":"ok","timestamp":1669341281956,"user_tz":300,"elapsed":6664764,"user":{"displayName":"Osman Bulut","userId":"11961451946429092619"}},"outputId":"05dc7047-9adf-48b7-e4ef-bbbfa7e9a0b0"},"execution_count":10,"outputs":[{"output_type":"stream","name":"stderr","text":["INFO:pytorch_lightning.utilities.rank_zero:GPU available: True (cuda), used: True\n","INFO:pytorch_lightning.utilities.rank_zero:TPU available: False, using: 0 TPU cores\n","INFO:pytorch_lightning.utilities.rank_zero:IPU available: False, using: 0 IPUs\n","INFO:pytorch_lightning.utilities.rank_zero:HPU available: False, using: 0 HPUs\n","INFO:pytorch_lightning.accelerators.cuda:LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]\n","INFO:pytorch_lightning.callbacks.model_summary:\n","  | Name           | Type      | Params\n","---------------------------------------------\n","0 | user_embedding | Embedding | 1.1 M \n","1 | item_embedding | Embedding | 1.1 M \n","2 | fc1            | Linear    | 544   \n","3 | output         | Linear    | 33    \n","---------------------------------------------\n","2.2 M     Trainable params\n","0         Non-trainable params\n","2.2 M     Total params\n","8.634     Total estimated model params size (MB)\n"]},{"output_type":"display_data","data":{"text/plain":["Training: 0it [00:00, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"43d0b21bdd9d42c59f9407767037bb35"}},"metadata":{}},{"output_type":"stream","name":"stderr","text":["INFO:pytorch_lightning.utilities.rank_zero:`Trainer.fit` stopped: `max_epochs=5` reached.\n"]},{"output_type":"stream","name":"stdout","text":["The Hit Ratio @ 10 is 0.85\n"]}]},{"cell_type":"code","source":["model = NCF(64, num_users, num_items, train_ratings, all_movieIds)\n","trainer = pl.Trainer(max_epochs=5,gpus=1, logger=False, enable_checkpointing=False)\n","trainer.fit(model)\n","\n","# User-item pairs for testing\n","test_user_item_set = set(zip(test_ratings['userId'], test_ratings['movieId']))\n","# Dict of all items that are interacted with by each user\n","user_interacted_items = ratings.groupby('userId')['movieId'].apply(list).to_dict()\n","\n","hits = []\n","for (u,i) in test_user_item_set:\n","    interacted_items = user_interacted_items[u]\n","    not_interacted_items = set(all_movieIds) - set(interacted_items)\n","    selected_not_interacted = list(np.random.choice(list(not_interacted_items), 99))\n","    test_items = selected_not_interacted + [i]\n","    \n","    predicted_labels = np.squeeze(model(torch.tensor([u]*100), \n","                                        torch.tensor(test_items)).detach().numpy())\n","    \n","    top10_items = [test_items[i] for i in np.argsort(predicted_labels)[::-1][0:10].tolist()]\n","    \n","    if i in top10_items:\n","        hits.append(1)\n","    else:\n","        hits.append(0)\n","        \n","print(\"The Hit Ratio @ 10 is {:.2f}\".format(np.average(hits)))"],"metadata":{"id":"V8PUSWRBAGNB","colab":{"base_uri":"https://localhost:8080/","height":388,"referenced_widgets":["eb353526c1d7498385cb676d1f5f3068","d5af0acc5f744d869260826c5ffcccb6","08ed61922df24ea68423beda699a6dc4","c972c2978e9a40eb8678da0ddeacf4b7","b5d3950f4eb74c41897437f7fa00dd31","5003fd45316d4d65aad46f76891fa138","822fcb8653964e2bb7cf3f92e9eee7eb","059e7dac571f45ddb41fae952fff8de5","ba29e27986aa4bd09c14979c2e779087","34a6d16b52094ab58e64205b3859e0c2","614e4a9538d044469d009b9f75163602"]},"executionInfo":{"status":"ok","timestamp":1669347829041,"user_tz":300,"elapsed":6547088,"user":{"displayName":"Osman Bulut","userId":"11961451946429092619"}},"outputId":"9c0c4945-0899-4d6e-f0b9-3c1cf77f10f9"},"execution_count":11,"outputs":[{"output_type":"stream","name":"stderr","text":["INFO:pytorch_lightning.utilities.rank_zero:GPU available: True (cuda), used: True\n","INFO:pytorch_lightning.utilities.rank_zero:TPU available: False, using: 0 TPU cores\n","INFO:pytorch_lightning.utilities.rank_zero:IPU available: False, using: 0 IPUs\n","INFO:pytorch_lightning.utilities.rank_zero:HPU available: False, using: 0 HPUs\n","INFO:pytorch_lightning.accelerators.cuda:LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]\n","INFO:pytorch_lightning.callbacks.model_summary:\n","  | Name           | Type      | Params\n","---------------------------------------------\n","0 | user_embedding | Embedding | 1.1 M \n","1 | item_embedding | Embedding | 1.1 M \n","2 | fc1            | Linear    | 1.1 K \n","3 | output         | Linear    | 65    \n","---------------------------------------------\n","2.2 M     Trainable params\n","0         Non-trainable params\n","2.2 M     Total params\n","8.637     Total estimated model params size (MB)\n"]},{"output_type":"display_data","data":{"text/plain":["Training: 0it [00:00, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"eb353526c1d7498385cb676d1f5f3068"}},"metadata":{}},{"output_type":"stream","name":"stderr","text":["INFO:pytorch_lightning.utilities.rank_zero:`Trainer.fit` stopped: `max_epochs=5` reached.\n"]},{"output_type":"stream","name":"stdout","text":["The Hit Ratio @ 10 is 0.86\n"]}]},{"cell_type":"code","source":["model = NCF(128, num_users, num_items, train_ratings, all_movieIds)\n","trainer = pl.Trainer(max_epochs=5,gpus=1, logger=False, enable_checkpointing=False)\n","trainer.fit(model)\n","\n","# User-item pairs for testing\n","test_user_item_set = set(zip(test_ratings['userId'], test_ratings['movieId']))\n","# Dict of all items that are interacted with by each user\n","user_interacted_items = ratings.groupby('userId')['movieId'].apply(list).to_dict()\n","\n","hits = []\n","for (u,i) in test_user_item_set:\n","    interacted_items = user_interacted_items[u]\n","    not_interacted_items = set(all_movieIds) - set(interacted_items)\n","    selected_not_interacted = list(np.random.choice(list(not_interacted_items), 99))\n","    test_items = selected_not_interacted + [i]\n","    \n","    predicted_labels = np.squeeze(model(torch.tensor([u]*100), \n","                                        torch.tensor(test_items)).detach().numpy())\n","    \n","    top10_items = [test_items[i] for i in np.argsort(predicted_labels)[::-1][0:10].tolist()]\n","    \n","    if i in top10_items:\n","        hits.append(1)\n","    else:\n","        hits.append(0)\n","        \n","print(\"The Hit Ratio @ 10 is {:.2f}\".format(np.average(hits)))"],"metadata":{"id":"IZ6gZe3NAHO5","colab":{"base_uri":"https://localhost:8080/","height":388,"referenced_widgets":["5b778ed18aea4ffa9c9c0c0967787ef6","e9c8141549894c9a9c1bce35dc7739e0","6f50217ab11847849e01b61b8307391c","07cfd93cd9824acfa2e430bf5b2de85b","05278b742cb3452fbc460de82f9ca2af","a04433b6e92943ad87e258a334610143","a950aeb760304445b56a9720d4026447","b20a3875014a4c0ab5d7f390eef85d4f","4dd150a15b0e424b8f311efd9225fa5e","4d9657ec6fda44cab08595f46abd6e30","24562ec34b104ac890e5a883216cd492"]},"executionInfo":{"status":"ok","timestamp":1669354554263,"user_tz":300,"elapsed":6724416,"user":{"displayName":"Osman Bulut","userId":"11961451946429092619"}},"outputId":"d1b83c11-c798-42cc-d4d3-703066fdf631"},"execution_count":12,"outputs":[{"output_type":"stream","name":"stderr","text":["INFO:pytorch_lightning.utilities.rank_zero:GPU available: True (cuda), used: True\n","INFO:pytorch_lightning.utilities.rank_zero:TPU available: False, using: 0 TPU cores\n","INFO:pytorch_lightning.utilities.rank_zero:IPU available: False, using: 0 IPUs\n","INFO:pytorch_lightning.utilities.rank_zero:HPU available: False, using: 0 HPUs\n","INFO:pytorch_lightning.accelerators.cuda:LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]\n","INFO:pytorch_lightning.callbacks.model_summary:\n","  | Name           | Type      | Params\n","---------------------------------------------\n","0 | user_embedding | Embedding | 1.1 M \n","1 | item_embedding | Embedding | 1.1 M \n","2 | fc1            | Linear    | 2.2 K \n","3 | output         | Linear    | 129   \n","---------------------------------------------\n","2.2 M     Trainable params\n","0         Non-trainable params\n","2.2 M     Total params\n","8.641     Total estimated model params size (MB)\n"]},{"output_type":"display_data","data":{"text/plain":["Training: 0it [00:00, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"5b778ed18aea4ffa9c9c0c0967787ef6"}},"metadata":{}},{"output_type":"stream","name":"stderr","text":["INFO:pytorch_lightning.utilities.rank_zero:`Trainer.fit` stopped: `max_epochs=5` reached.\n"]},{"output_type":"stream","name":"stdout","text":["The Hit Ratio @ 10 is 0.86\n"]}]},{"cell_type":"code","source":["num_users = ratings['userId'].max()+1\n","num_items = ratings['movieId'].max()+1\n","all_movieIds = ratings['movieId'].unique()\n","\n","model = NCF(256, num_users, num_items, train_ratings, all_movieIds)\n","trainer = pl.Trainer(max_epochs=5,gpus=1, logger=False, enable_checkpointing=False)\n","trainer.fit(model)\n","\n","# User-item pairs for testing\n","test_user_item_set = set(zip(test_ratings['userId'], test_ratings['movieId']))\n","# Dict of all items that are interacted with by each user\n","user_interacted_items = ratings.groupby('userId')['movieId'].apply(list).to_dict()\n","\n","hits = []\n","for (u,i) in test_user_item_set:\n","    interacted_items = user_interacted_items[u]\n","    not_interacted_items = set(all_movieIds) - set(interacted_items)\n","    selected_not_interacted = list(np.random.choice(list(not_interacted_items), 99))\n","    test_items = selected_not_interacted + [i]\n","    \n","    predicted_labels = np.squeeze(model(torch.tensor([u]*100), \n","                                        torch.tensor(test_items)).detach().numpy())\n","    \n","    top10_items = [test_items[i] for i in np.argsort(predicted_labels)[::-1][0:10].tolist()]\n","    \n","    if i in top10_items:\n","        hits.append(1)\n","    else:\n","        hits.append(0)\n","        \n","print(\"The Hit Ratio @ 10 is {:.2f}\".format(np.average(hits)))"],"metadata":{"id":"xwbQwYt3AIn1","colab":{"base_uri":"https://localhost:8080/","height":480,"referenced_widgets":["1397cfbadd33437f91d625f1ebade9aa","fa0ba2dd093742ffb3f78562d7d8fd9c","edf81302ec5b49238d2d16fb8d004212","3b58b8fc99de408493a18d5bfe9f29ad","d86f1c71cc9e4175b1c3254137c5263b","f16204b4124646f49372b4cac4162490","8454f8aaaa6f4856882476c2172986c9","1142db7484674f31bd48a03a6fa13bfa","5e852645906c4bd494bb0b42b5d75110","05ab7a15a7394b7196c4b5972e4f0b67","3cbe6e03cab448cb8ea287c58219d615"]},"executionInfo":{"status":"ok","timestamp":1669384071097,"user_tz":300,"elapsed":7670201,"user":{"displayName":"Osman Bulut","userId":"11961451946429092619"}},"outputId":"5b2e9b21-c492-4c96-c539-d29e69d789e4"},"execution_count":13,"outputs":[{"output_type":"stream","name":"stderr","text":["/usr/local/lib/python3.7/dist-packages/pytorch_lightning/trainer/connectors/accelerator_connector.py:447: LightningDeprecationWarning: Setting `Trainer(gpus=1)` is deprecated in v1.7 and will be removed in v2.0. Please use `Trainer(accelerator='gpu', devices=1)` instead.\n","  f\"Setting `Trainer(gpus={gpus!r})` is deprecated in v1.7 and will be removed\"\n","INFO:pytorch_lightning.utilities.rank_zero:GPU available: True (cuda), used: True\n","INFO:pytorch_lightning.utilities.rank_zero:TPU available: False, using: 0 TPU cores\n","INFO:pytorch_lightning.utilities.rank_zero:IPU available: False, using: 0 IPUs\n","INFO:pytorch_lightning.utilities.rank_zero:HPU available: False, using: 0 HPUs\n","INFO:pytorch_lightning.accelerators.cuda:LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]\n","INFO:pytorch_lightning.callbacks.model_summary:\n","  | Name           | Type      | Params\n","---------------------------------------------\n","0 | user_embedding | Embedding | 1.1 M \n","1 | item_embedding | Embedding | 1.1 M \n","2 | fc1            | Linear    | 4.4 K \n","3 | output         | Linear    | 257   \n","---------------------------------------------\n","2.2 M     Trainable params\n","0         Non-trainable params\n","2.2 M     Total params\n","8.650     Total estimated model params size (MB)\n","/usr/local/lib/python3.7/dist-packages/torch/utils/data/dataloader.py:566: UserWarning: This DataLoader will create 4 worker processes in total. Our suggested max number of worker in current system is 2, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.\n","  cpuset_checked))\n"]},{"output_type":"display_data","data":{"text/plain":["Training: 0it [00:00, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"1397cfbadd33437f91d625f1ebade9aa"}},"metadata":{}},{"output_type":"stream","name":"stderr","text":["INFO:pytorch_lightning.utilities.rank_zero:`Trainer.fit` stopped: `max_epochs=5` reached.\n"]},{"output_type":"stream","name":"stdout","text":["The Hit Ratio @ 10 is 0.86\n"]}]}]}