Text_Annotation_Tool_Italy.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Text_Annotation_Tool.ipynb",
      "provenance": [],
      "collapsed_sections": [
        "DIJ6I9wWjUyL",
        "mP34Q9mpNBl1"
      ],
      "authorship_tag": "ABX9TyPQy9HQA6XHNlab1fiX5+eF",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "0d0deef3e0694c0aa58c8cfe4042235f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "VBoxModel",
          "state": {
            "_view_name": "VBoxView",
            "_dom_classes": [],
            "_model_name": "VBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_09334d98fb3c41188dc5184eb310d9fe",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_faa1383ebbcc45bea48ed8bcfff1ac65",
              "IPY_MODEL_bd52c95f0a8c4068a44451a81dfa82d3",
              "IPY_MODEL_90491b1c5a9b4dd8b91664c773021bce",
              "IPY_MODEL_de4d26332bfe471b8dd1bca794eeeeb2",
              "IPY_MODEL_c01be194d56a46abbf1900ce8fdcaaf7",
              "IPY_MODEL_06b9b7b1b33040d49d9494d096039e82"
            ]
          }
        },
        "09334d98fb3c41188dc5184eb310d9fe": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "faa1383ebbcc45bea48ed8bcfff1ac65": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "BoxModel",
          "state": {
            "_view_name": "BoxView",
            "_dom_classes": [],
            "_model_name": "BoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_6c7bd643c8b24c5b85bd50ae65823b40",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_654ddaa31df941fe871e9af4404d6b92",
              "IPY_MODEL_52fc24e68d964e418ba9c197b6c0ca64"
            ]
          }
        },
        "bd52c95f0a8c4068a44451a81dfa82d3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "TextModel",
          "state": {
            "_view_name": "TextView",
            "style": "IPY_MODEL_93c9649ff86e43aa9e8650526b02e7cf",
            "_dom_classes": [],
            "description": "Text 1:",
            "_model_name": "TextModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Vallericca Misticanza Insalata Mista con Rucola e Valeriana",
            "_view_count": null,
            "disabled": false,
            "_view_module_version": "1.5.0",
            "continuous_update": true,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_fe3348ac2c094b6c82bd7fa46b7ddc4f"
          }
        },
        "90491b1c5a9b4dd8b91664c773021bce": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "TextModel",
          "state": {
            "_view_name": "TextView",
            "style": "IPY_MODEL_d86abc8ae6d54fd59df74f858aaba2b5",
            "_dom_classes": [],
            "description": "Text 2:",
            "_model_name": "TextModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Insalate e Verdure in Busta",
            "_view_count": null,
            "disabled": false,
            "_view_module_version": "1.5.0",
            "continuous_update": true,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_1e2fd998ce8f429ba74fc1efaf0cf77e"
          }
        },
        "de4d26332bfe471b8dd1bca794eeeeb2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "TextModel",
          "state": {
            "_view_name": "TextView",
            "style": "IPY_MODEL_6935e1ef480e433aa3421fca54992131",
            "_dom_classes": [],
            "description": "Url:",
            "_model_name": "TextModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Salate und Gemüse im Umschlag",
            "_view_count": null,
            "disabled": false,
            "_view_module_version": "1.5.0",
            "continuous_update": true,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_5f4cfc01ac7f41b690b32757184303ee"
          }
        },
        "c01be194d56a46abbf1900ce8fdcaaf7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "BoxModel",
          "state": {
            "_view_name": "BoxView",
            "_dom_classes": [],
            "_model_name": "BoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_a2a7332c8bff4cb4a36c980edb5c6c45",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_add6f29c8a674eb08327b20684ea6ccf",
              "IPY_MODEL_ca3163b833f6477a80e93cc2039dc2cb"
            ]
          }
        },
        "06b9b7b1b33040d49d9494d096039e82": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "BoxModel",
          "state": {
            "_view_name": "BoxView",
            "_dom_classes": [],
            "_model_name": "BoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_8698e680536b499cb0ca47cab1f0957a",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_4e27c250419242dab58a379aedd4ebd7",
              "IPY_MODEL_a42ade2a19a643848fbce7599d8bd99e",
              "IPY_MODEL_07ed88a8fffa487fa0a538609cc6e129",
              "IPY_MODEL_9cc7b77f6a214237a6e075c78ed528e2"
            ]
          }
        },
        "6c7bd643c8b24c5b85bd50ae65823b40": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": "column",
            "width": "80%",
            "min_width": null,
            "border": null,
            "align_items": "stretch",
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": "center",
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": "flex",
            "left": null
          }
        },
        "654ddaa31df941fe871e9af4404d6b92": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DropdownModel",
          "state": {
            "_options_labels": [
              "1118_Other cereal products",
              "1122_Pork",
              "1123_Lamb and goat",
              "1125_Other meats",
              "1126_Edible offal",
              "1131_Fresh or chilled fish",
              "1134_Frozen seafood",
              "1135_Dried, smoked or salted fish and seafood",
              "1143_Preserved milk",
              "1147_Eggs",
              "1151_Butter",
              "1152_Margarine and other vegetable fats",
              "1154_Other edible oils",
              "1155_Other edible animal fats",
              "1162_Frozen fruit",
              "1174_Potatoes",
              "1176_Other tubers and products of tuber vegetables",
              "1181_Sugar",
              "1213_Cocoa and powdered chocolate",
              "2112_Alcoholic soft drinks",
              "2122_Wine from other fruits",
              "2123_Fortified wines",
              "2124_Wine-based drinks",
              "2132_Other alcoholic beer",
              "2133_Low and non-alcoholic beer",
              "2201_Cigarettes",
              "2202_Cigars",
              "2203_Other tobacco products",
              "9999_Non-Food",
              "1114_Other bakery products",
              "1116_Pasta products and couscous",
              "1194_Ready-made meals",
              "1144_Yoghurt",
              "1184_Confectionery products",
              "1145_Cheese and curd",
              "1173_Dried vegetables, other preserved or processed vegetables",
              "1191_Sauces, condiments",
              "1192_Salt, spices and culinary herbs",
              "1193_Baby food",
              "1128_Other meat preparations",
              "1211_Coffee",
              "1223_Fruit and vegetable juices",
              "1171_Fresh or chilled vegetables other than potatoes and other tubers",
              "1183_Chocolate",
              "1117_Breakfast cereals",
              "1136_Other preserved or processed fish and seafood-based preparations",
              "1182_Jams, marmalades and honey",
              "1153_Olive oil",
              "1124_Poultry",
              "1127_Dried, salted or smoked meat",
              "1212_Tea",
              "1222_Soft drinks",
              "1111_Rice",
              "2111_Spirits and liqueurs",
              "2131_Lager beer",
              "1175_Crisps",
              "1161_Fresh or chilled fruit",
              "1146_Other milk products",
              "1221_Mineral or spring waters",
              "1121_Beef and veal",
              "1185_Edible ices and ice cream",
              "1142_Fresh low fat milk",
              "1115_Pizza and quiche",
              "1112_Flours and other cereals",
              "1172_Frozen vegetables other than potatoes and other tubers",
              "1113_Bread",
              "2121_Wine from grapes",
              "1164_Preserved fruit and fruit-based products",
              "1186_Artificial sugar substitutes",
              "1163_Dried fruit and nuts",
              "1199_Other food products n.e.c.",
              "1133_Fresh or chilled seafood",
              "1141_Fresh whole milk",
              "1132_Frozen fish",
              "2134_Beer-based drinks"
            ],
            "_view_name": "DropdownView",
            "style": "IPY_MODEL_92fb1d154d1a448e8e2196833e9f8959",
            "_dom_classes": [],
            "description": "Select category to label:",
            "_model_name": "DropdownModel",
            "index": 32,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "disabled": false,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_8846ffd00a7b4fe2a4a36388f0bc25f0"
          }
        },
        "52fc24e68d964e418ba9c197b6c0ca64": {
          "model_module": "@jupyter-widgets/output",
          "model_name": "OutputModel",
          "state": {
            "_view_name": "OutputView",
            "msg_id": "",
            "_dom_classes": [],
            "_model_name": "OutputModel",
            "outputs": [],
            "_view_module": "@jupyter-widgets/output",
            "_model_module_version": "1.0.0",
            "_view_count": null,
            "_view_module_version": "1.0.0",
            "layout": "IPY_MODEL_f3070387e97f4a5cb53279bd86c7ca0d",
            "_model_module": "@jupyter-widgets/output"
          }
        },
        "93c9649ff86e43aa9e8650526b02e7cf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "fe3348ac2c094b6c82bd7fa46b7ddc4f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": "80%",
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": "40px",
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "d86abc8ae6d54fd59df74f858aaba2b5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "1e2fd998ce8f429ba74fc1efaf0cf77e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": "80%",
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": "40px",
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "6935e1ef480e433aa3421fca54992131": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "5f4cfc01ac7f41b690b32757184303ee": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": "80%",
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": "40px",
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "a2a7332c8bff4cb4a36c980edb5c6c45": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": "column",
            "width": "80%",
            "min_width": null,
            "border": null,
            "align_items": "stretch",
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": "center",
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": "flex",
            "left": null
          }
        },
        "add6f29c8a674eb08327b20684ea6ccf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DropdownModel",
          "state": {
            "_options_labels": [
              "1111_Rice",
              "1112_Flours and other cereals",
              "1113_Bread",
              "1114_Other bakery products",
              "1115_Pizza and quiche",
              "1116_Pasta products and couscous",
              "1117_Breakfast cereals",
              "1118_Other cereal products",
              "1121_Beef and veal",
              "1122_Pork",
              "1123_Lamb and goat",
              "1124_Poultry",
              "1125_Other meats",
              "1126_Edible offal",
              "1127_Dried, salted or smoked meat",
              "1128_Other meat preparations",
              "1131_Fresh or chilled fish",
              "1132_Frozen fish",
              "1133_Fresh or chilled seafood",
              "1134_Frozen seafood",
              "1135_Dried, smoked or salted fish and seafood",
              "1136_Other preserved or processed fish and seafood-based preparations",
              "1141_Fresh whole milk",
              "1142_Fresh low fat milk",
              "1143_Preserved milk",
              "1144_Yoghurt",
              "1145_Cheese and curd",
              "1146_Other milk products",
              "1147_Eggs",
              "1151_Butter",
              "1152_Margarine and other vegetable fats",
              "1153_Olive oil",
              "1154_Other edible oils",
              "1155_Other edible animal fats",
              "1161_Fresh or chilled fruit",
              "1162_Frozen fruit",
              "1163_Dried fruit and nuts",
              "1164_Preserved fruit and fruit-based products",
              "1171_Fresh or chilled vegetables other than potatoes and other tubers",
              "1172_Frozen vegetables other than potatoes and other tubers",
              "1173_Dried vegetables, other preserved or processed vegetables",
              "1174_Potatoes",
              "1175_Crisps",
              "1176_Other tubers and products of tuber vegetables",
              "1181_Sugar",
              "1182_Jams, marmalades and honey",
              "1183_Chocolate",
              "1184_Confectionery products",
              "1185_Edible ices and ice cream",
              "1186_Artificial sugar substitutes",
              "1191_Sauces, condiments",
              "1192_Salt, spices and culinary herbs",
              "1193_Baby food",
              "1194_Ready-made meals",
              "1199_Other food products n.e.c.",
              "1211_Coffee",
              "1212_Tea",
              "1213_Cocoa and powdered chocolate",
              "1221_Mineral or spring waters",
              "1222_Soft drinks",
              "1223_Fruit and vegetable juices",
              "2111_Spirits and liqueurs",
              "2112_Alcoholic soft drinks",
              "2121_Wine from grapes",
              "2122_Wine from other fruits",
              "2123_Fortified wines",
              "2124_Wine-based drinks",
              "2131_Lager beer",
              "2132_Other alcoholic beer",
              "2133_Low and non-alcoholic beer",
              "2134_Beer-based drinks",
              "2201_Cigarettes",
              "2202_Cigars",
              "2203_Other tobacco products",
              "9999_Non-Food"
            ],
            "_view_name": "DropdownView",
            "style": "IPY_MODEL_80a0c9edf44344d8b8c28045f290f4d5",
            "_dom_classes": [],
            "description": "COICOP 5:",
            "_model_name": "DropdownModel",
            "index": 39,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "disabled": false,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_628fe46907fb4d91aeccdcca20d4003c"
          }
        },
        "ca3163b833f6477a80e93cc2039dc2cb": {
          "model_module": "@jupyter-widgets/output",
          "model_name": "OutputModel",
          "state": {
            "_view_name": "OutputView",
            "msg_id": "",
            "_dom_classes": [],
            "_model_name": "OutputModel",
            "outputs": [],
            "_view_module": "@jupyter-widgets/output",
            "_model_module_version": "1.0.0",
            "_view_count": null,
            "_view_module_version": "1.0.0",
            "layout": "IPY_MODEL_f1f0e5d8a4ad46c8a3b289eb217d59be",
            "_model_module": "@jupyter-widgets/output"
          }
        },
        "8698e680536b499cb0ca47cab1f0957a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": "row",
            "width": "80%",
            "min_width": null,
            "border": null,
            "align_items": "stretch",
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": "center",
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": "flex",
            "left": null
          }
        },
        "4e27c250419242dab58a379aedd4ebd7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonModel",
          "state": {
            "_view_name": "ButtonView",
            "style": "IPY_MODEL_286e9f7ae34c4caf8799f6eb0fae9969",
            "_dom_classes": [],
            "description": "Next",
            "_model_name": "ButtonModel",
            "button_style": "",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "tooltip": "",
            "_view_count": null,
            "disabled": false,
            "_view_module_version": "1.5.0",
            "layout": "IPY_MODEL_3ebc5189100647669fae1bccaf5abb46",
            "_model_module": "@jupyter-widgets/controls",
            "icon": ""
          }
        },
        "a42ade2a19a643848fbce7599d8bd99e": {
          "model_module": "@jupyter-widgets/output",
          "model_name": "OutputModel",
          "state": {
            "_view_name": "OutputView",
            "msg_id": "",
            "_dom_classes": [],
            "_model_name": "OutputModel",
            "outputs": [],
            "_view_module": "@jupyter-widgets/output",
            "_model_module_version": "1.0.0",
            "_view_count": null,
            "_view_module_version": "1.0.0",
            "layout": "IPY_MODEL_8ca2af334885453296e17d87681e6de4",
            "_model_module": "@jupyter-widgets/output"
          }
        },
        "07ed88a8fffa487fa0a538609cc6e129": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonModel",
          "state": {
            "_view_name": "ButtonView",
            "style": "IPY_MODEL_ffecff3a3e444f24867f3592c4cf5a81",
            "_dom_classes": [],
            "description": "Save",
            "_model_name": "ButtonModel",
            "button_style": "",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "tooltip": "",
            "_view_count": null,
            "disabled": false,
            "_view_module_version": "1.5.0",
            "layout": "IPY_MODEL_53934b74cb6344ed8910ee5ba8d55806",
            "_model_module": "@jupyter-widgets/controls",
            "icon": ""
          }
        },
        "9cc7b77f6a214237a6e075c78ed528e2": {
          "model_module": "@jupyter-widgets/output",
          "model_name": "OutputModel",
          "state": {
            "_view_name": "OutputView",
            "msg_id": "",
            "_dom_classes": [],
            "_model_name": "OutputModel",
            "outputs": [],
            "_view_module": "@jupyter-widgets/output",
            "_model_module_version": "1.0.0",
            "_view_count": null,
            "_view_module_version": "1.0.0",
            "layout": "IPY_MODEL_60f5ed11d9ea4e5eaa34d22900dcedb9",
            "_model_module": "@jupyter-widgets/output"
          }
        },
        "92fb1d154d1a448e8e2196833e9f8959": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "8846ffd00a7b4fe2a4a36388f0bc25f0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": "50%",
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": "60px",
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "80a0c9edf44344d8b8c28045f290f4d5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "628fe46907fb4d91aeccdcca20d4003c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": "80%",
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": "40px",
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "286e9f7ae34c4caf8799f6eb0fae9969": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ButtonStyleModel",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "button_color": null,
            "font_weight": "",
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "3ebc5189100647669fae1bccaf5abb46": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "ffecff3a3e444f24867f3592c4cf5a81": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ButtonStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ButtonStyleModel",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "button_color": null,
            "font_weight": "",
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "53934b74cb6344ed8910ee5ba8d55806": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "f3070387e97f4a5cb53279bd86c7ca0d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "f1f0e5d8a4ad46c8a3b289eb217d59be": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "8ca2af334885453296e17d87681e6de4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "60f5ed11d9ea4e5eaa34d22900dcedb9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/ELehmann91/Thesis_Multilingual_Transferlearning/blob/master/Text_Annotation_Tool_Italy.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "c8aX4ibmIzSO",
        "colab_type": "text"
      },
      "source": [
        "<p><img alt=\"Colaboratory logo\" height=\"45px\" src=\"/img/colab_favicon.ico\" align=\"left\" hspace=\"10px\" vspace=\"0px\"></p>\n",
        "\n",
        "<h1>What is Colaboratory?</h1>\n",
        "\n",
        "Colaboratory, or \"Colab\" for short, allows you to write and execute Python in your browser, with \n",
        "- Zero configuration required\n",
        "- Free access to GPUs\n",
        "- Easy sharing\n",
        "\n",
        "Whether you're a **student**, a **data scientist** or an **AI researcher**, Colab can make your work easier. Watch [Introduction to Colab](https://www.youtube.com/watch?v=inN8seMm7UI) to learn more, or just get started below!"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "j-9rGzn0Zki5",
        "colab_type": "text"
      },
      "source": [
        "# ECOICOP Annotation\n",
        "  \n",
        "Use this tool to annotate your product texts with the correspondant eCoiCop category. \n"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "P8EyWQfdK9jR",
        "colab_type": "text"
      },
      "source": [
        "## Get code from GitHub\n",
        "  \n",
        "At first we need to download the code from Github to here."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ub8zb9s7v9QF",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "%%capture\n",
        "!pip install eli5\n",
        "!git clone 'https://github.com/ELehmann91/Thesis_Multilingual_Transferlearning'\n",
        " \n",
        "%cd Thesis_Multilingual_Transferlearning\n",
        "import labeler_cc5\n",
        "import coicop_model\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "from tqdm import tqdm\n",
        "import io"
      ],
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "DIJ6I9wWjUyL",
        "colab_type": "text"
      },
      "source": [
        "## Upload CSV / Excel from Local Drive"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "FYHE2mkbjdqq",
        "colab_type": "text"
      },
      "source": [
        "To upload from your local drive, start with the following code:"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Cv53M_9uibxg",
        "colab_type": "code",
        "colab": {
          "resources": {
            "http://localhost:8080/nbextensions/google.colab/files.js": {
              "data": "Ly8gQ29weXJpZ2h0IDIwMTcgR29vZ2xlIExMQwovLwovLyBMaWNlbnNlZCB1bmRlciB0aGUgQXBhY2hlIExpY2Vuc2UsIFZlcnNpb24gMi4wICh0aGUgIkxpY2Vuc2UiKTsKLy8geW91IG1heSBub3QgdXNlIHRoaXMgZmlsZSBleGNlcHQgaW4gY29tcGxpYW5jZSB3aXRoIHRoZSBMaWNlbnNlLgovLyBZb3UgbWF5IG9idGFpbiBhIGNvcHkgb2YgdGhlIExpY2Vuc2UgYXQKLy8KLy8gICAgICBodHRwOi8vd3d3LmFwYWNoZS5vcmcvbGljZW5zZXMvTElDRU5TRS0yLjAKLy8KLy8gVW5sZXNzIHJlcXVpcmVkIGJ5IGFwcGxpY2FibGUgbGF3IG9yIGFncmVlZCB0byBpbiB3cml0aW5nLCBzb2Z0d2FyZQovLyBkaXN0cmlidXRlZCB1bmRlciB0aGUgTGljZW5zZSBpcyBkaXN0cmlidXRlZCBvbiBhbiAiQVMgSVMiIEJBU0lTLAovLyBXSVRIT1VUIFdBUlJBTlRJRVMgT1IgQ09ORElUSU9OUyBPRiBBTlkgS0lORCwgZWl0aGVyIGV4cHJlc3Mgb3IgaW1wbGllZC4KLy8gU2VlIHRoZSBMaWNlbnNlIGZvciB0aGUgc3BlY2lmaWMgbGFuZ3VhZ2UgZ292ZXJuaW5nIHBlcm1pc3Npb25zIGFuZAovLyBsaW1pdGF0aW9ucyB1bmRlciB0aGUgTGljZW5zZS4KCi8qKgogKiBAZmlsZW92ZXJ2aWV3IEhlbHBlcnMgZm9yIGdvb2dsZS5jb2xhYiBQeXRob24gbW9kdWxlLgogKi8KKGZ1bmN0aW9uKHNjb3BlKSB7CmZ1bmN0aW9uIHNwYW4odGV4dCwgc3R5bGVBdHRyaWJ1dGVzID0ge30pIHsKICBjb25zdCBlbGVtZW50ID0gZG9jdW1lbnQuY3JlYXRlRWxlbWVudCgnc3BhbicpOwogIGVsZW1lbnQudGV4dENvbnRlbnQgPSB0ZXh0OwogIGZvciAoY29uc3Qga2V5IG9mIE9iamVjdC5rZXlzKHN0eWxlQXR0cmlidXRlcykpIHsKICAgIGVsZW1lbnQuc3R5bGVba2V5XSA9IHN0eWxlQXR0cmlidXRlc1trZXldOwogIH0KICByZXR1cm4gZWxlbWVudDsKfQoKLy8gTWF4IG51bWJlciBvZiBieXRlcyB3aGljaCB3aWxsIGJlIHVwbG9hZGVkIGF0IGEgdGltZS4KY29uc3QgTUFYX1BBWUxPQURfU0laRSA9IDEwMCAqIDEwMjQ7Ci8vIE1heCBhbW91bnQgb2YgdGltZSB0byBibG9jayB3YWl0aW5nIGZvciB0aGUgdXNlci4KY29uc3QgRklMRV9DSEFOR0VfVElNRU9VVF9NUyA9IDMwICogMTAwMDsKCmZ1bmN0aW9uIF91cGxvYWRGaWxlcyhpbnB1dElkLCBvdXRwdXRJZCkgewogIGNvbnN0IHN0ZXBzID0gdXBsb2FkRmlsZXNTdGVwKGlucHV0SWQsIG91dHB1dElkKTsKICBjb25zdCBvdXRwdXRFbGVtZW50ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQob3V0cHV0SWQpOwogIC8vIENhY2hlIHN0ZXBzIG9uIHRoZSBvdXRwdXRFbGVtZW50IHRvIG1ha2UgaXQgYXZhaWxhYmxlIGZvciB0aGUgbmV4dCBjYWxsCiAgLy8gdG8gdXBsb2FkRmlsZXNDb250aW51ZSBmcm9tIFB5dGhvbi4KICBvdXRwdXRFbGVtZW50LnN0ZXBzID0gc3RlcHM7CgogIHJldHVybiBfdXBsb2FkRmlsZXNDb250aW51ZShvdXRwdXRJZCk7Cn0KCi8vIFRoaXMgaXMgcm91Z2hseSBhbiBhc3luYyBnZW5lcmF0b3IgKG5vdCBzdXBwb3J0ZWQgaW4gdGhlIGJyb3dzZXIgeWV0KSwKLy8gd2hlcmUgdGhlcmUgYXJlIG11bHRpcGxlIGFzeW5jaHJvbm91cyBzdGVwcyBhbmQgdGhlIFB5dGhvbiBzaWRlIGlzIGdvaW5nCi8vIHRvIHBvbGwgZm9yIGNvbXBsZXRpb24gb2YgZWFjaCBzdGVwLgovLyBUaGlzIHVzZXMgYSBQcm9taXNlIHRvIGJsb2NrIHRoZSBweXRob24gc2lkZSBvbiBjb21wbGV0aW9uIG9mIGVhY2ggc3RlcCwKLy8gdGhlbiBwYXNzZXMgdGhlIHJlc3VsdCBvZiB0aGUgcHJldmlvdXMgc3RlcCBhcyB0aGUgaW5wdXQgdG8gdGhlIG5leHQgc3RlcC4KZnVuY3Rpb24gX3VwbG9hZEZpbGVzQ29udGludWUob3V0cHV0SWQpIHsKICBjb25zdCBvdXRwdXRFbGVtZW50ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQob3V0cHV0SWQpOwogIGNvbnN0IHN0ZXBzID0gb3V0cHV0RWxlbWVudC5zdGVwczsKCiAgY29uc3QgbmV4dCA9IHN0ZXBzLm5leHQob3V0cHV0RWxlbWVudC5sYXN0UHJvbWlzZVZhbHVlKTsKICByZXR1cm4gUHJvbWlzZS5yZXNvbHZlKG5leHQudmFsdWUucHJvbWlzZSkudGhlbigodmFsdWUpID0+IHsKICAgIC8vIENhY2hlIHRoZSBsYXN0IHByb21pc2UgdmFsdWUgdG8gbWFrZSBpdCBhdmFpbGFibGUgdG8gdGhlIG5leHQKICAgIC8vIHN0ZXAgb2YgdGhlIGdlbmVyYXRvci4KICAgIG91dHB1dEVsZW1lbnQubGFzdFByb21pc2VWYWx1ZSA9IHZhbHVlOwogICAgcmV0dXJuIG5leHQudmFsdWUucmVzcG9uc2U7CiAgfSk7Cn0KCi8qKgogKiBHZW5lcmF0b3IgZnVuY3Rpb24gd2hpY2ggaXMgY2FsbGVkIGJldHdlZW4gZWFjaCBhc3luYyBzdGVwIG9mIHRoZSB1cGxvYWQKICogcHJvY2Vzcy4KICogQHBhcmFtIHtzdHJpbmd9IGlucHV0SWQgRWxlbWVudCBJRCBvZiB0aGUgaW5wdXQgZmlsZSBwaWNrZXIgZWxlbWVudC4KICogQHBhcmFtIHtzdHJpbmd9IG91dHB1dElkIEVsZW1lbnQgSUQgb2YgdGhlIG91dHB1dCBkaXNwbGF5LgogKiBAcmV0dXJuIHshSXRlcmFibGU8IU9iamVjdD59IEl0ZXJhYmxlIG9mIG5leHQgc3RlcHMuCiAqLwpmdW5jdGlvbiogdXBsb2FkRmlsZXNTdGVwKGlucHV0SWQsIG91dHB1dElkKSB7CiAgY29uc3QgaW5wdXRFbGVtZW50ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQoaW5wdXRJZCk7CiAgaW5wdXRFbGVtZW50LmRpc2FibGVkID0gZmFsc2U7CgogIGNvbnN0IG91dHB1dEVsZW1lbnQgPSBkb2N1bWVudC5nZXRFbGVtZW50QnlJZChvdXRwdXRJZCk7CiAgb3V0cHV0RWxlbWVudC5pbm5lckhUTUwgPSAnJzsKCiAgY29uc3QgcGlja2VkUHJvbWlzZSA9IG5ldyBQcm9taXNlKChyZXNvbHZlKSA9PiB7CiAgICBpbnB1dEVsZW1lbnQuYWRkRXZlbnRMaXN0ZW5lcignY2hhbmdlJywgKGUpID0+IHsKICAgICAgcmVzb2x2ZShlLnRhcmdldC5maWxlcyk7CiAgICB9KTsKICB9KTsKCiAgY29uc3QgY2FuY2VsID0gZG9jdW1lbnQuY3JlYXRlRWxlbWVudCgnYnV0dG9uJyk7CiAgaW5wdXRFbGVtZW50LnBhcmVudEVsZW1lbnQuYXBwZW5kQ2hpbGQoY2FuY2VsKTsKICBjYW5jZWwudGV4dENvbnRlbnQgPSAnQ2FuY2VsIHVwbG9hZCc7CiAgY29uc3QgY2FuY2VsUHJvbWlzZSA9IG5ldyBQcm9taXNlKChyZXNvbHZlKSA9PiB7CiAgICBjYW5jZWwub25jbGljayA9ICgpID0+IHsKICAgICAgcmVzb2x2ZShudWxsKTsKICAgIH07CiAgfSk7CgogIC8vIENhbmNlbCB1cGxvYWQgaWYgdXNlciBoYXNuJ3QgcGlja2VkIGFueXRoaW5nIGluIHRpbWVvdXQuCiAgY29uc3QgdGltZW91dFByb21pc2UgPSBuZXcgUHJvbWlzZSgocmVzb2x2ZSkgPT4gewogICAgc2V0VGltZW91dCgoKSA9PiB7CiAgICAgIHJlc29sdmUobnVsbCk7CiAgICB9LCBGSUxFX0NIQU5HRV9USU1FT1VUX01TKTsKICB9KTsKCiAgLy8gV2FpdCBmb3IgdGhlIHVzZXIgdG8gcGljayB0aGUgZmlsZXMuCiAgY29uc3QgZmlsZXMgPSB5aWVsZCB7CiAgICBwcm9taXNlOiBQcm9taXNlLnJhY2UoW3BpY2tlZFByb21pc2UsIHRpbWVvdXRQcm9taXNlLCBjYW5jZWxQcm9taXNlXSksCiAgICByZXNwb25zZTogewogICAgICBhY3Rpb246ICdzdGFydGluZycsCiAgICB9CiAgfTsKCiAgaWYgKCFmaWxlcykgewogICAgcmV0dXJuIHsKICAgICAgcmVzcG9uc2U6IHsKICAgICAgICBhY3Rpb246ICdjb21wbGV0ZScsCiAgICAgIH0KICAgIH07CiAgfQoKICBjYW5jZWwucmVtb3ZlKCk7CgogIC8vIERpc2FibGUgdGhlIGlucHV0IGVsZW1lbnQgc2luY2UgZnVydGhlciBwaWNrcyBhcmUgbm90IGFsbG93ZWQuCiAgaW5wdXRFbGVtZW50LmRpc2FibGVkID0gdHJ1ZTsKCiAgZm9yIChjb25zdCBmaWxlIG9mIGZpbGVzKSB7CiAgICBjb25zdCBsaSA9IGRvY3VtZW50LmNyZWF0ZUVsZW1lbnQoJ2xpJyk7CiAgICBsaS5hcHBlbmQoc3BhbihmaWxlLm5hbWUsIHtmb250V2VpZ2h0OiAnYm9sZCd9KSk7CiAgICBsaS5hcHBlbmQoc3BhbigKICAgICAgICBgKCR7ZmlsZS50eXBlIHx8ICduL2EnfSkgLSAke2ZpbGUuc2l6ZX0gYnl0ZXMsIGAgKwogICAgICAgIGBsYXN0IG1vZGlmaWVkOiAkewogICAgICAgICAgICBmaWxlLmxhc3RNb2RpZmllZERhdGUgPyBmaWxlLmxhc3RNb2RpZmllZERhdGUudG9Mb2NhbGVEYXRlU3RyaW5nKCkgOgogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAnbi9hJ30gLSBgKSk7CiAgICBjb25zdCBwZXJjZW50ID0gc3BhbignMCUgZG9uZScpOwogICAgbGkuYXBwZW5kQ2hpbGQocGVyY2VudCk7CgogICAgb3V0cHV0RWxlbWVudC5hcHBlbmRDaGlsZChsaSk7CgogICAgY29uc3QgZmlsZURhdGFQcm9taXNlID0gbmV3IFByb21pc2UoKHJlc29sdmUpID0+IHsKICAgICAgY29uc3QgcmVhZGVyID0gbmV3IEZpbGVSZWFkZXIoKTsKICAgICAgcmVhZGVyLm9ubG9hZCA9IChlKSA9PiB7CiAgICAgICAgcmVzb2x2ZShlLnRhcmdldC5yZXN1bHQpOwogICAgICB9OwogICAgICByZWFkZXIucmVhZEFzQXJyYXlCdWZmZXIoZmlsZSk7CiAgICB9KTsKICAgIC8vIFdhaXQgZm9yIHRoZSBkYXRhIHRvIGJlIHJlYWR5LgogICAgbGV0IGZpbGVEYXRhID0geWllbGQgewogICAgICBwcm9taXNlOiBmaWxlRGF0YVByb21pc2UsCiAgICAgIHJlc3BvbnNlOiB7CiAgICAgICAgYWN0aW9uOiAnY29udGludWUnLAogICAgICB9CiAgICB9OwoKICAgIC8vIFVzZSBhIGNodW5rZWQgc2VuZGluZyB0byBhdm9pZCBtZXNzYWdlIHNpemUgbGltaXRzLiBTZWUgYi82MjExNTY2MC4KICAgIGxldCBwb3NpdGlvbiA9IDA7CiAgICB3aGlsZSAocG9zaXRpb24gPCBmaWxlRGF0YS5ieXRlTGVuZ3RoKSB7CiAgICAgIGNvbnN0IGxlbmd0aCA9IE1hdGgubWluKGZpbGVEYXRhLmJ5dGVMZW5ndGggLSBwb3NpdGlvbiwgTUFYX1BBWUxPQURfU0laRSk7CiAgICAgIGNvbnN0IGNodW5rID0gbmV3IFVpbnQ4QXJyYXkoZmlsZURhdGEsIHBvc2l0aW9uLCBsZW5ndGgpOwogICAgICBwb3NpdGlvbiArPSBsZW5ndGg7CgogICAgICBjb25zdCBiYXNlNjQgPSBidG9hKFN0cmluZy5mcm9tQ2hhckNvZGUuYXBwbHkobnVsbCwgY2h1bmspKTsKICAgICAgeWllbGQgewogICAgICAgIHJlc3BvbnNlOiB7CiAgICAgICAgICBhY3Rpb246ICdhcHBlbmQnLAogICAgICAgICAgZmlsZTogZmlsZS5uYW1lLAogICAgICAgICAgZGF0YTogYmFzZTY0LAogICAgICAgIH0sCiAgICAgIH07CiAgICAgIHBlcmNlbnQudGV4dENvbnRlbnQgPQogICAgICAgICAgYCR7TWF0aC5yb3VuZCgocG9zaXRpb24gLyBmaWxlRGF0YS5ieXRlTGVuZ3RoKSAqIDEwMCl9JSBkb25lYDsKICAgIH0KICB9CgogIC8vIEFsbCBkb25lLgogIHlpZWxkIHsKICAgIHJlc3BvbnNlOiB7CiAgICAgIGFjdGlvbjogJ2NvbXBsZXRlJywKICAgIH0KICB9Owp9CgpzY29wZS5nb29nbGUgPSBzY29wZS5nb29nbGUgfHwge307CnNjb3BlLmdvb2dsZS5jb2xhYiA9IHNjb3BlLmdvb2dsZS5jb2xhYiB8fCB7fTsKc2NvcGUuZ29vZ2xlLmNvbGFiLl9maWxlcyA9IHsKICBfdXBsb2FkRmlsZXMsCiAgX3VwbG9hZEZpbGVzQ29udGludWUsCn07Cn0pKHNlbGYpOwo=",
              "ok": true,
              "headers": [
                [
                  "content-type",
                  "application/javascript"
                ]
              ],
              "status": 200,
              "status_text": ""
            }
          },
          "base_uri": "https://localhost:8080/",
          "height": 73
        },
        "outputId": "89c991f6-9251-40d9-ef52-ab8c8cf85575"
      },
      "source": [
        "from google.colab import files\n",
        "uploaded = files.upload()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "\n",
              "     <input type=\"file\" id=\"files-8f06af3f-8154-42ff-a60d-32c2a1b4fbc2\" name=\"files[]\" multiple disabled />\n",
              "     <output id=\"result-8f06af3f-8154-42ff-a60d-32c2a1b4fbc2\">\n",
              "      Upload widget is only available when the cell has been executed in the\n",
              "      current browser session. Please rerun this cell to enable.\n",
              "      </output>\n",
              "      <script src=\"/nbextensions/google.colab/files.js\"></script> "
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Saving eantoclassifyECB.csv to eantoclassifyECB (1).csv\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "A7QkulHTjkyK",
        "colab_type": "text"
      },
      "source": [
        "It will prompt you to select a file. Click on “Choose Files” then select and upload the file. Wait for the file to be 100% uploaded. You should see the name of the file once Colab has uploaded it.\n",
        "Finally, type in the following code to import it into a dataframe (make sure the filename matches the name of the uploaded file)."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-bSqZRGhWSy8",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#stata\n",
        "df = pd.read_stata('table_BCE_finale.dta')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "VmC0fPkzjstK",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "df = pd.read_csv(io.BytesIO(uploaded['eantoclassifyECB.csv']),sep=',')\n",
        "#df = pd.read_excel(io.BytesIO(uploaded['carrfour_trans_pred.xlsx']),encoding='ANSI')\n",
        "#df = pd.read_excel(uploaded['carrfour_trans_pred.xlsx'],encoding='unicode')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "w_8lIfRA-qul",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 124
        },
        "outputId": "8815fd2a-e85d-41e2-e2b2-ec34b6da0b3f"
      },
      "source": [
        "# Dataset is now stored in a Pandas Dataframe\n",
        "#df['productCategory'] = df['productCategory'].apply(lambda x: str(x).replace('suesses','süßes').replace('ue','ü').replace('ae','ä').replace('oe','ö'))\n",
        "print(df.shape)\n",
        "df[:2]"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "(132639, 3)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>ean</th>\n",
              "      <th>title_accent</th>\n",
              "      <th>id</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>30080751</td>\n",
              "      <td>coolwave bonbons sans sucres avec édulcorants,...</td>\n",
              "      <td>1811805</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>30080768</td>\n",
              "      <td>cool wave fraise, sans sucres, la boite de 28g</td>\n",
              "      <td>1811806</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "        ean                                       title_accent       id\n",
              "0  30080751  coolwave bonbons sans sucres avec édulcorants,...  1811805\n",
              "1  30080768     cool wave fraise, sans sucres, la boite de 28g  1811806"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 83
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "40G3r2iHjpJT",
        "colab_type": "text"
      },
      "source": [
        "## Upload from Google Drive"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Q7HGsKGs9kTT",
        "colab_type": "text"
      },
      "source": [
        "Loading CSV files stored in your google drive."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "hysvDAyEmMtJ",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 125
        },
        "outputId": "7333e329-6c73-4108-c34b-b241b3e161cf"
      },
      "source": [
        "from google.colab import drive, files\n",
        " \n",
        "drive.mount('/content/gdrive')\n",
        "path ='/content/gdrive/My Drive/Thesis_ecb_ecoicop'"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Go to this URL in a browser: https://accounts.google.com/o/oauth2/auth?client_id=947318989803-6bn6qk8qdgf4n4g3pfee6491hc0brc4i.apps.googleusercontent.com&redirect_uri=urn%3aietf%3awg%3aoauth%3a2.0%3aoob&response_type=code&scope=email%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdocs.test%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive.photos.readonly%20https%3a%2f%2fwww.googleapis.com%2fauth%2fpeopleapi.readonly\n",
            "\n",
            "Enter your authorization code:\n",
            "··········\n",
            "Mounted at /content/gdrive\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "koAL9Y0-9iha",
        "colab_type": "text"
      },
      "source": [
        "The commands will bring you to a Google Authentication step. You should see a screen with Google Drive File Stream wants to access your Google Account. After you allow permission, copy the given verification code and paste it in the box in Colab.\n",
        "In the notebook, click on the charcoal > on the top left of the notebook and click on Files. Locate the data folder you created earlier and find your data. Right-click on your data and select Copy Path. Store this copied path into a variable and you are ready to go."
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "hwfdFh_099X8",
        "colab_type": "text"
      },
      "source": [
        "Specify the exact path to your file and the seperator of your file to read it in."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "zmjzvOdNOpRA",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "932548a4-8328-4abd-f0ff-755a6a952742"
      },
      "source": [
        "import pandas as pd\n",
        "data_path = '/data/normalized/'#\n",
        "file_path = 'df_italiano.csv'\n",
        "df = pd.read_csv(path+data_path+file_path,sep='|',index_col=False)\n",
        "print(file_path,'loaded',len(df),'observation')"
      ],
      "execution_count": 21,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "df_italiano.csv loaded 1000 observation\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "EhC6Zr2p63nF",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "outputId": "bb5bd2e1-7d87-4f0d-d190-b68f88d17fd1"
      },
      "source": [
        "df[:2]"
      ],
      "execution_count": 22,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>Unnamed: 0.1</th>\n",
              "      <th>lang</th>\n",
              "      <th>name</th>\n",
              "      <th>categ</th>\n",
              "      <th>prod_desc</th>\n",
              "      <th>text_other</th>\n",
              "      <th>url</th>\n",
              "      <th>words_from_url</th>\n",
              "      <th>unit</th>\n",
              "      <th>cc3</th>\n",
              "      <th>cc4</th>\n",
              "      <th>cc5</th>\n",
              "      <th>cc3_pred</th>\n",
              "      <th>cc4_pred</th>\n",
              "      <th>cc5_pred</th>\n",
              "      <th>shop</th>\n",
              "      <th>brand</th>\n",
              "      <th>price</th>\n",
              "      <th>id</th>\n",
              "      <th>labeld_by</th>\n",
              "      <th>categ_de</th>\n",
              "      <th>name_de</th>\n",
              "      <th>text_de</th>\n",
              "      <th>text</th>\n",
              "      <th>labeled_by</th>\n",
              "      <th>1111_Rice</th>\n",
              "      <th>1112_Flours and other cereals</th>\n",
              "      <th>1113_Bread</th>\n",
              "      <th>1114_Other bakery products</th>\n",
              "      <th>1115_Pizza and quiche</th>\n",
              "      <th>1116_Pasta products and couscous</th>\n",
              "      <th>1117_Breakfast cereals</th>\n",
              "      <th>1118_Other cereal products</th>\n",
              "      <th>1121_Beef and veal</th>\n",
              "      <th>1122_Pork</th>\n",
              "      <th>1123_Lamb and goat</th>\n",
              "      <th>1124_Poultry</th>\n",
              "      <th>1125_Other meats</th>\n",
              "      <th>1126_Edible offal</th>\n",
              "      <th>...</th>\n",
              "      <th>1163_Dried fruit and nuts</th>\n",
              "      <th>1164_Preserved fruit and fruit-based products</th>\n",
              "      <th>1171_Fresh or chilled vegetables other than potatoes and other tubers</th>\n",
              "      <th>1172_Frozen vegetables other than potatoes and other tubers</th>\n",
              "      <th>1173_Dried vegetables, other preserved or processed vegetables</th>\n",
              "      <th>1174_Potatoes</th>\n",
              "      <th>1175_Crisps</th>\n",
              "      <th>1176_Other tubers and products of tuber vegetables</th>\n",
              "      <th>1181_Sugar</th>\n",
              "      <th>1182_Jams, marmalades and honey</th>\n",
              "      <th>1183_Chocolate</th>\n",
              "      <th>1184_Confectionery products</th>\n",
              "      <th>1185_Edible ices and ice cream</th>\n",
              "      <th>1186_Artificial sugar substitutes</th>\n",
              "      <th>1191_Sauces, condiments</th>\n",
              "      <th>1192_Salt, spices and culinary herbs</th>\n",
              "      <th>1193_Baby food</th>\n",
              "      <th>1194_Ready-made meals</th>\n",
              "      <th>1199_Other food products n.e.c.</th>\n",
              "      <th>1211_Coffee</th>\n",
              "      <th>1212_Tea</th>\n",
              "      <th>1213_Cocoa and powdered chocolate</th>\n",
              "      <th>1221_Mineral or spring waters</th>\n",
              "      <th>1222_Soft drinks</th>\n",
              "      <th>1223_Fruit and vegetable juices</th>\n",
              "      <th>2111_Spirits and liqueurs</th>\n",
              "      <th>2112_Alcoholic soft drinks</th>\n",
              "      <th>2121_Wine from grapes</th>\n",
              "      <th>2122_Wine from other fruits</th>\n",
              "      <th>2123_Fortified wines</th>\n",
              "      <th>2124_Wine-based drinks</th>\n",
              "      <th>2131_Lager beer</th>\n",
              "      <th>2132_Other alcoholic beer</th>\n",
              "      <th>2133_Low and non-alcoholic beer</th>\n",
              "      <th>2134_Beer-based drinks</th>\n",
              "      <th>2201_Cigarettes</th>\n",
              "      <th>2202_Cigars</th>\n",
              "      <th>2203_Other tobacco products</th>\n",
              "      <th>9999_Non-Food</th>\n",
              "      <th>max_score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>619</td>\n",
              "      <td>1195709</td>\n",
              "      <td>de</td>\n",
              "      <td>Italiamo Mozzarella di Bufala Campana Dop</td>\n",
              "      <td>Formaggi Confezionati</td>\n",
              "      <td>confezione 0.250kg</td>\n",
              "      <td>Formaggi Confezionati</td>\n",
              "      <td>1a7edd92-2423-40be-8eda-b6ab81060712</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>11_Food</td>\n",
              "      <td>114_Milk, cheese and eggs</td>\n",
              "      <td>1145_Cheese and curd</td>\n",
              "      <td>Lidl</td>\n",
              "      <td>NaN</td>\n",
              "      <td>2.59</td>\n",
              "      <td>79142343</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Verpackter Käse</td>\n",
              "      <td>Hipp Bio homogenisierter goldener Apfel</td>\n",
              "      <td>Verpackter KäseHipp Bio homogenisierter golden...</td>\n",
              "      <td>Italiamo Mozzarella di Bufala Campana Dop &lt;sep...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0.000026</td>\n",
              "      <td>0.002753</td>\n",
              "      <td>0.008760</td>\n",
              "      <td>0.023513</td>\n",
              "      <td>0.000001</td>\n",
              "      <td>0.005990</td>\n",
              "      <td>0.002667</td>\n",
              "      <td>0.000698</td>\n",
              "      <td>0.000422</td>\n",
              "      <td>0.000377</td>\n",
              "      <td>0.000036</td>\n",
              "      <td>0.000172</td>\n",
              "      <td>0.000050</td>\n",
              "      <td>0.000439</td>\n",
              "      <td>...</td>\n",
              "      <td>0.005232</td>\n",
              "      <td>0.002724</td>\n",
              "      <td>0.000334</td>\n",
              "      <td>0.000131</td>\n",
              "      <td>0.007189</td>\n",
              "      <td>0.001974</td>\n",
              "      <td>0.000007</td>\n",
              "      <td>0.004039</td>\n",
              "      <td>0.000022</td>\n",
              "      <td>0.057107</td>\n",
              "      <td>0.000307</td>\n",
              "      <td>0.000287</td>\n",
              "      <td>7.944606e-08</td>\n",
              "      <td>0.000629</td>\n",
              "      <td>0.000063</td>\n",
              "      <td>0.001685</td>\n",
              "      <td>0.001327</td>\n",
              "      <td>0.000020</td>\n",
              "      <td>0.000026</td>\n",
              "      <td>0.000020</td>\n",
              "      <td>0.000811</td>\n",
              "      <td>0.000672</td>\n",
              "      <td>0.000001</td>\n",
              "      <td>0.000009</td>\n",
              "      <td>0.000068</td>\n",
              "      <td>0.000805</td>\n",
              "      <td>0.000076</td>\n",
              "      <td>0.229230</td>\n",
              "      <td>0.000492</td>\n",
              "      <td>0.000796</td>\n",
              "      <td>0.002628</td>\n",
              "      <td>0.000028</td>\n",
              "      <td>0.002401</td>\n",
              "      <td>0.000005</td>\n",
              "      <td>0.000111</td>\n",
              "      <td>0.000112</td>\n",
              "      <td>0.029791</td>\n",
              "      <td>0.010815</td>\n",
              "      <td>0.007793</td>\n",
              "      <td>0.435243</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>642</td>\n",
              "      <td>945214</td>\n",
              "      <td>de</td>\n",
              "      <td>Salame Felino Igp Take Away all Food</td>\n",
              "      <td>Salumi da Banco</td>\n",
              "      <td>1 pc - about 84g</td>\n",
              "      <td>Salumi da Banco</td>\n",
              "      <td>dff07389-71e5-4a52-8d93-cccf5c10fc52</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>11_Food</td>\n",
              "      <td>114_Milk, cheese and eggs</td>\n",
              "      <td>1145_Cheese and curd</td>\n",
              "      <td>Carrefour</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3.99</td>\n",
              "      <td>82714164</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Wurstwaren von der Theke</td>\n",
              "      <td>Hipp Bio homogenisierter goldener Apfel</td>\n",
              "      <td>Wurstwaren von der ThekeHipp Bio homogenisiert...</td>\n",
              "      <td>Salame Felino Igp Take Away all Food &lt;sep&gt; Sal...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>0.000021</td>\n",
              "      <td>0.006636</td>\n",
              "      <td>0.035863</td>\n",
              "      <td>0.031525</td>\n",
              "      <td>0.000046</td>\n",
              "      <td>0.005204</td>\n",
              "      <td>0.016058</td>\n",
              "      <td>0.002353</td>\n",
              "      <td>0.064555</td>\n",
              "      <td>0.029374</td>\n",
              "      <td>0.002671</td>\n",
              "      <td>0.005321</td>\n",
              "      <td>0.003994</td>\n",
              "      <td>0.007213</td>\n",
              "      <td>...</td>\n",
              "      <td>0.005348</td>\n",
              "      <td>0.000677</td>\n",
              "      <td>0.000762</td>\n",
              "      <td>0.002103</td>\n",
              "      <td>0.004682</td>\n",
              "      <td>0.010160</td>\n",
              "      <td>0.000036</td>\n",
              "      <td>0.005050</td>\n",
              "      <td>0.000073</td>\n",
              "      <td>0.006548</td>\n",
              "      <td>0.000602</td>\n",
              "      <td>0.000220</td>\n",
              "      <td>5.772497e-06</td>\n",
              "      <td>0.000399</td>\n",
              "      <td>0.000095</td>\n",
              "      <td>0.000470</td>\n",
              "      <td>0.019099</td>\n",
              "      <td>0.000647</td>\n",
              "      <td>0.000125</td>\n",
              "      <td>0.000037</td>\n",
              "      <td>0.000372</td>\n",
              "      <td>0.000431</td>\n",
              "      <td>0.000026</td>\n",
              "      <td>0.000026</td>\n",
              "      <td>0.000272</td>\n",
              "      <td>0.000249</td>\n",
              "      <td>0.000040</td>\n",
              "      <td>0.052324</td>\n",
              "      <td>0.001029</td>\n",
              "      <td>0.000598</td>\n",
              "      <td>0.005416</td>\n",
              "      <td>0.000106</td>\n",
              "      <td>0.010728</td>\n",
              "      <td>0.000023</td>\n",
              "      <td>0.000123</td>\n",
              "      <td>0.000088</td>\n",
              "      <td>0.016829</td>\n",
              "      <td>0.008723</td>\n",
              "      <td>0.049984</td>\n",
              "      <td>0.296271</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>2 rows × 102 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "   Unnamed: 0  Unnamed: 0.1  ... 9999_Non-Food max_score\n",
              "0         619       1195709  ...      0.007793  0.435243\n",
              "1         642        945214  ...      0.049984  0.296271\n",
              "\n",
              "[2 rows x 102 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 22
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "bfjiyKlT-OdY",
        "colab_type": "text"
      },
      "source": [
        "Print out the dataframe to see if the import is correct."
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "0hvKTxOXGnlX",
        "colab_type": "text"
      },
      "source": [
        "# Predict CoiCop Level 4\n",
        "  \n",
        "How does it work? - Word Embeddings (left)\n",
        "* Words are translated in vectors which are learned representations\n",
        "* Embeddings are a multidimensional space (often 300+ dimesnsion) and words which relate to each other are closer in this space\n",
        "* Those spaces can be aligned for different languages\n",
        "* The example shows a three dimensional space with embeddings for three different languages, the translation are idealy close neighbours and the distance between milk and cheese is closer than the distance betwenn milk and potato  \n",
        "more information: https://towardsdatascience.com/introduction-to-word-embeddings-4cf857b12edc\n",
        "  \n",
        "How does it work? - Recurrent Neural Network (right)\n",
        "* Now every word is represented by a vector and the input to the model is a sequence of vectors\n",
        "* LSTM (Long Short Term Memory) Networks are good in solving sequential tasks, because they are able to remember information from previous states (words) and output a representation for the sentence \n",
        "* This representation is used to classify in to the coicop categories  \n",
        "more information: https://towardsdatascience.com/a-beginners-guide-on-sentiment-analysis-with-rnn-9e100627c02e \n",
        "\n",
        "\n"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "q_kUPMnHLzyU",
        "colab_type": "text"
      },
      "source": [
        "![embed](https://drive.google.com/uc?id=1AoleK5q47ZTkPCtvxDD6icEpcnLc9viE)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "pFeMdvnl9_5n",
        "colab_type": "text"
      },
      "source": [
        "For the prediction you have to specify the names of certain columns in your dataframe which the tool will use.  \n",
        "* name_col is the column with the product name (mandatory)\n",
        "* category_col is the column with the category given by the supermarked (optional)\n",
        "* url_col is the column with  the url to the product (optional)\n",
        "* lang ist the language of the texts, supports 'de' and 'fr' (mandatory)\n",
        "* label_cat5 is the column with labels,if labeld (optional)\n",
        "\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1P-gtkLEGnwO",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 70
        },
        "outputId": "4cb7e6bc-a05a-4647-c38a-cd49daf86389"
      },
      "source": [
        "# init predictor\n",
        "  \n",
        "name_col = 'name'\n",
        "category_col = 'categ'\n",
        "url_col = 'url'\n",
        "lang = 'it'\n",
        "label_cat5 = 'cc5' #'coicop4_str'\n",
        "\n",
        " #coicop_model #\n",
        "CoiCop_Predictor = coicop_model.predictor(df\n",
        "                                          , name_col\n",
        "                                          , category_col\n",
        "                                          , url_col\n",
        "                                          , label_cat5\n",
        "                                          , lang)\n"
      ],
      "execution_count": 23,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "using name, category and words in url as input\n",
            "using italian embeddings\n",
            "95% quantile no. of words per row is 16 (trained on 39)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "4gqDNqEB7NPH",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "db4c6751-cbbf-426a-f3fe-3f32fc0482a7"
      },
      "source": [
        "df = CoiCop_Predictor.predict_proba()"
      ],
      "execution_count": 26,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "100%|██████████| 10/10 [00:00<00:00, 14.83it/s]\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "pvjl5zLFk-RM",
        "colab_type": "text"
      },
      "source": [
        "if products are already labeled you can test the consistency with the prediction.\n",
        "label_cat5 is specified two lines above"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cAHI1bNrk713",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "4dfcd479-79ea-4825-d55f-e7d31647173f"
      },
      "source": [
        "if label_cat5 is not None:\n",
        "    CoiCop_Predictor.test_performance()\n",
        "    #CoiCop_Predictor.confusion_matrix()"
      ],
      "execution_count": 27,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "number of observation (labeled / all): 415 / 1000 consistency  44.1 %\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "0mc-zOEeAIO7",
        "colab_type": "text"
      },
      "source": [
        "## Explonation  \n",
        "  \n",
        "It shows the three best candidates for a product and highlights the words which contribute to the estimate (positiv: green, negative: red)\n",
        "If you leave the the brackets empty it will show a random product. If you want the explonation for a particular product, you can enter the text.  \n",
        "If you enter text it always needs to be in marks ''."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "T1gClUgdwbfk",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 509
        },
        "outputId": "3b715424-e592-428e-d904-92b7c231a550"
      },
      "source": [
        "text = None\n",
        "categ= '1134_Frozen seafood'\n",
        "#text = ''\n",
        "\n",
        "CoiCop_Predictor.tell_me_why(text,categ)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "prediction 1134_Frozen seafood\n",
            "label 1134_Frozen seafood\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "    <style>\n",
              "    table.eli5-weights tr:hover {\n",
              "        filter: brightness(85%);\n",
              "    }\n",
              "</style>\n",
              "\n",
              "\n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "        \n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "        \n",
              "    \n",
              "        \n",
              "        \n",
              "    \n",
              "        <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
              "            <b>\n",
              "    \n",
              "        y=1134_Frozen seafood\n",
              "    \n",
              "</b>\n",
              "\n",
              "    \n",
              "    (probability <b>0.924</b>, score <b>4.673</b>)\n",
              "\n",
              "top features\n",
              "        </p>\n",
              "    \n",
              "    <table class=\"eli5-weights\"\n",
              "           style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
              "        <thead>\n",
              "        <tr style=\"border: none;\">\n",
              "            \n",
              "                <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature contribution already accounts for the feature value (for linear models, contribution = weight * feature value), and the sum of feature contributions is equal to the score or, for some classifiers, to the probability. Feature values are shown if &quot;show_feature_values&quot; is True.\">\n",
              "                    Contribution<sup>?</sup>\n",
              "                </th>\n",
              "            \n",
              "            <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
              "            \n",
              "        </tr>\n",
              "        </thead>\n",
              "        <tbody>\n",
              "        \n",
              "            <tr style=\"background-color: hsl(120, 100.00%, 80.00%); border: none;\">\n",
              "    <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
              "        +9.285\n",
              "    </td>\n",
              "    <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
              "        Highlighted in text (sum)\n",
              "    </td>\n",
              "    \n",
              "</tr>\n",
              "        \n",
              "        \n",
              "\n",
              "        \n",
              "        \n",
              "            <tr style=\"background-color: hsl(0, 100.00%, 87.75%); border: none;\">\n",
              "    <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
              "        -4.612\n",
              "    </td>\n",
              "    <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
              "        &lt;BIAS&gt;\n",
              "    </td>\n",
              "    \n",
              "</tr>\n",
              "        \n",
              "\n",
              "        </tbody>\n",
              "    </table>\n",
              "\n",
              "    \n",
              "\n",
              "\n",
              "\n",
              "    <p style=\"margin-bottom: 2.5em; margin-top:-0.5em;\">\n",
              "        <span style=\"background-color: hsl(120, 100.00%, 93.05%); opacity: 0.82\" title=\"0.204\">Deutsche</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 95.49%); opacity: 0.81\" title=\"0.110\">See</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 94.65%); opacity: 0.81\" title=\"0.140\">Japanische</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 97.35%); opacity: 0.80\" title=\"0.051\">Kammmuscheln</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 92.09%); opacity: 0.82\" title=\"-0.246\">200g</span><span style=\"opacity: 0.80\"> &lt;</span><span style=\"background-color: hsl(0, 100.00%, 98.25%); opacity: 0.80\" title=\"-0.028\">sep</span><span style=\"opacity: 0.80\">&gt; </span><span style=\"background-color: hsl(120, 100.00%, 64.73%); opacity: 0.97\" title=\"2.076\">Tiefkühl</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 97.27%); opacity: 0.80\" title=\"-0.054\">Fisch</span><span style=\"opacity: 0.80\">, </span><span style=\"background-color: hsl(120, 100.00%, 72.58%); opacity: 0.92\" title=\"1.448\">Fleisch</span><span style=\"opacity: 0.80\"> &amp; </span><span style=\"background-color: hsl(120, 100.00%, 84.70%); opacity: 0.85\" title=\"0.630\">Geflügel</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 60.00%); opacity: 1.00\" title=\"2.485\">Meeresfrüchte</span><span style=\"opacity: 0.80\"> &lt;</span><span style=\"background-color: hsl(120, 100.00%, 90.37%); opacity: 0.83\" title=\"0.325\">sep</span><span style=\"opacity: 0.80\">&gt; </span><span style=\"background-color: hsl(120, 100.00%, 83.99%); opacity: 0.85\" title=\"0.671\">deutsche</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 85.07%); opacity: 0.85\" title=\"0.608\">see</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 97.32%); opacity: 0.80\" title=\"0.052\">japanische</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 86.71%); opacity: 0.84\" title=\"0.515\">kammmuscheln</span>\n",
              "    </p>\n",
              "\n",
              "    \n",
              "        \n",
              "    \n",
              "        \n",
              "        \n",
              "    \n",
              "        <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
              "            <b>\n",
              "    \n",
              "        y=1136_Other preserved or processed fish and seafood-based preparations\n",
              "    \n",
              "</b>\n",
              "\n",
              "    \n",
              "    (probability <b>0.039</b>, score <b>-3.129</b>)\n",
              "\n",
              "top features\n",
              "        </p>\n",
              "    \n",
              "    <table class=\"eli5-weights\"\n",
              "           style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
              "        <thead>\n",
              "        <tr style=\"border: none;\">\n",
              "            \n",
              "                <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature contribution already accounts for the feature value (for linear models, contribution = weight * feature value), and the sum of feature contributions is equal to the score or, for some classifiers, to the probability. Feature values are shown if &quot;show_feature_values&quot; is True.\">\n",
              "                    Contribution<sup>?</sup>\n",
              "                </th>\n",
              "            \n",
              "            <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
              "            \n",
              "        </tr>\n",
              "        </thead>\n",
              "        <tbody>\n",
              "        \n",
              "        \n",
              "\n",
              "        \n",
              "        \n",
              "            <tr style=\"background-color: hsl(0, 100.00%, 95.03%); border: none;\">\n",
              "    <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
              "        -1.271\n",
              "    </td>\n",
              "    <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
              "        Highlighted in text (sum)\n",
              "    </td>\n",
              "    \n",
              "</tr>\n",
              "        \n",
              "            <tr style=\"background-color: hsl(0, 100.00%, 93.52%); border: none;\">\n",
              "    <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
              "        -1.858\n",
              "    </td>\n",
              "    <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
              "        &lt;BIAS&gt;\n",
              "    </td>\n",
              "    \n",
              "</tr>\n",
              "        \n",
              "\n",
              "        </tbody>\n",
              "    </table>\n",
              "\n",
              "    \n",
              "\n",
              "\n",
              "\n",
              "    <p style=\"margin-bottom: 2.5em; margin-top:-0.5em;\">\n",
              "        <span style=\"background-color: hsl(0, 100.00%, 96.16%); opacity: 0.81\" title=\"-0.087\">Deutsche</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 96.97%); opacity: 0.81\" title=\"-0.062\">See</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 93.51%); opacity: 0.81\" title=\"-0.185\">Japanische</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 95.62%); opacity: 0.81\" title=\"0.105\">Kammmuscheln</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 91.23%); opacity: 0.82\" title=\"-0.284\">200g</span><span style=\"opacity: 0.80\"> &lt;</span><span style=\"background-color: hsl(120, 100.00%, 99.37%); opacity: 0.80\" title=\"0.007\">sep</span><span style=\"opacity: 0.80\">&gt; </span><span style=\"background-color: hsl(0, 100.00%, 72.71%); opacity: 0.92\" title=\"-1.439\">Tiefkühl</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 74.71%); opacity: 0.90\" title=\"1.291\">Fisch</span><span style=\"opacity: 0.80\">, </span><span style=\"background-color: hsl(0, 100.00%, 77.74%); opacity: 0.89\" title=\"-1.076\">Fleisch</span><span style=\"opacity: 0.80\"> &amp; </span><span style=\"background-color: hsl(0, 100.00%, 83.70%); opacity: 0.86\" title=\"-0.689\">Geflügel</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 86.92%); opacity: 0.84\" title=\"0.503\">Meeresfrüchte</span><span style=\"opacity: 0.80\"> &lt;</span><span style=\"background-color: hsl(0, 100.00%, 90.44%); opacity: 0.83\" title=\"-0.321\">sep</span><span style=\"opacity: 0.80\">&gt; </span><span style=\"background-color: hsl(120, 100.00%, 90.07%); opacity: 0.83\" title=\"0.340\">deutsche</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 91.09%); opacity: 0.82\" title=\"-0.291\">see</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 90.00%); opacity: 0.83\" title=\"0.343\">japanische</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 80.50%); opacity: 0.87\" title=\"0.890\">kammmuscheln</span>\n",
              "    </p>\n",
              "\n",
              "    \n",
              "        \n",
              "    \n",
              "        \n",
              "        \n",
              "    \n",
              "        <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
              "            <b>\n",
              "    \n",
              "        y=1132_Frozen fish\n",
              "    \n",
              "</b>\n",
              "\n",
              "    \n",
              "    (probability <b>0.008</b>, score <b>-4.794</b>)\n",
              "\n",
              "top features\n",
              "        </p>\n",
              "    \n",
              "    <table class=\"eli5-weights\"\n",
              "           style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
              "        <thead>\n",
              "        <tr style=\"border: none;\">\n",
              "            \n",
              "                <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature contribution already accounts for the feature value (for linear models, contribution = weight * feature value), and the sum of feature contributions is equal to the score or, for some classifiers, to the probability. Feature values are shown if &quot;show_feature_values&quot; is True.\">\n",
              "                    Contribution<sup>?</sup>\n",
              "                </th>\n",
              "            \n",
              "            <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
              "            \n",
              "        </tr>\n",
              "        </thead>\n",
              "        <tbody>\n",
              "        \n",
              "        \n",
              "\n",
              "        \n",
              "        \n",
              "            <tr style=\"background-color: hsl(0, 100.00%, 93.33%); border: none;\">\n",
              "    <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
              "        -1.933\n",
              "    </td>\n",
              "    <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
              "        Highlighted in text (sum)\n",
              "    </td>\n",
              "    \n",
              "</tr>\n",
              "        \n",
              "            <tr style=\"background-color: hsl(0, 100.00%, 91.23%); border: none;\">\n",
              "    <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
              "        -2.861\n",
              "    </td>\n",
              "    <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
              "        &lt;BIAS&gt;\n",
              "    </td>\n",
              "    \n",
              "</tr>\n",
              "        \n",
              "\n",
              "        </tbody>\n",
              "    </table>\n",
              "\n",
              "    \n",
              "\n",
              "\n",
              "\n",
              "    <p style=\"margin-bottom: 2.5em; margin-top:-0.5em;\">\n",
              "        <span style=\"background-color: hsl(0, 100.00%, 95.86%); opacity: 0.81\" title=\"-0.097\">Deutsche</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 99.14%); opacity: 0.80\" title=\"0.010\">See</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 96.79%); opacity: 0.81\" title=\"-0.068\">Japanische</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 97.15%); opacity: 0.80\" title=\"-0.057\">Kammmuscheln</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 97.06%); opacity: 0.80\" title=\"0.060\">200g</span><span style=\"opacity: 0.80\"> &lt;sep&gt; </span><span style=\"background-color: hsl(120, 100.00%, 80.01%); opacity: 0.87\" title=\"0.923\">Tiefkühl</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 87.61%); opacity: 0.84\" title=\"0.466\">Fisch</span><span style=\"opacity: 0.80\">, </span><span style=\"background-color: hsl(0, 100.00%, 80.61%); opacity: 0.87\" title=\"-0.883\">Fleisch</span><span style=\"opacity: 0.80\"> &amp; </span><span style=\"background-color: hsl(0, 100.00%, 86.40%); opacity: 0.84\" title=\"-0.532\">Geflügel</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 61.06%); opacity: 0.99\" title=\"-2.391\">Meeresfrüchte</span><span style=\"opacity: 0.80\"> &lt;</span><span style=\"background-color: hsl(0, 100.00%, 91.01%); opacity: 0.82\" title=\"-0.295\">sep</span><span style=\"opacity: 0.80\">&gt; </span><span style=\"background-color: hsl(0, 100.00%, 87.39%); opacity: 0.84\" title=\"-0.477\">deutsche</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 93.04%); opacity: 0.82\" title=\"-0.205\">see</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 88.15%); opacity: 0.84\" title=\"0.437\">japanische</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 76.29%); opacity: 0.89\" title=\"1.177\">kammmuscheln</span>\n",
              "    </p>\n",
              "\n",
              "    \n",
              "\n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "    \n",
              "\n",
              "\n",
              "\n"
            ],
            "text/plain": [
              "Explanation(estimator=\"SGDClassifier(alpha=0.001, average=False, class_weight=None,\\n              early_stopping=False, epsilon=0.1, eta0=0.0, fit_intercept=True,\\n              l1_ratio=0.15, learning_rate='optimal', loss='log', max_iter=1000,\\n              n_iter_no_change=5, n_jobs=None, penalty='elasticnet',\\n              power_t=0.5, random_state=RandomState(MT19937) at 0x7FE6E11C7EB8,\\n              shuffle=True, tol=0.001, validation_fraction=0.1, verbose=0,\\n              warm_start=False)\", description=None, error=None, method='linear model', is_regression=False, targets=[TargetExplanation(target='1134_Frozen seafood', feature_weights=FeatureWeights(pos=[FeatureWeight(feature='[10] Meeresfrüchte', weight=2.4848079248231456, std=None, value=1.0), FeatureWeight(feature='[6] Tiefkühl', weight=2.076167973028776, std=None, value=1.0), FeatureWeight(feature='[8] Fleisch', weight=1.4484582116018434, std=None, value=1.0), FeatureWeight(feature='[12] deutsche', weight=0.6714995146299435, std=None, value=1.0), FeatureWeight(feature='[11] sep', weight=0.6496858615886483, std=None, value=1.0), FeatureWeight(feature='[9] Geflügel', weight=0.6298093271364219, std=None, value=1.0), FeatureWeight(feature='[13] see', weight=0.6081994944522532, std=None, value=1.0), FeatureWeight(feature='[15] kammmuscheln', weight=0.514604543771834, std=None, value=1.0), FeatureWeight(feature='[0] Deutsche', weight=0.20401622751998147, std=None, value=1.0), FeatureWeight(feature='[2] Japanische', weight=0.14035888385940867, std=None, value=1.0), FeatureWeight(feature='[1] See', weight=0.1098550052116274, std=None, value=1.0), FeatureWeight(feature='[14] japanische', weight=0.05226801268125055, std=None, value=1.0), FeatureWeight(feature='[3] Kammmuscheln', weight=0.0514053642179381, std=None, value=1.0)], neg=[FeatureWeight(feature='<BIAS>', weight=-4.6121089661009975, std=None, value=1.0), FeatureWeight(feature='[4] 200g', weight=-0.24552114950072673, std=None, value=1.0), FeatureWeight(feature='[5] sep', weight=-0.05672294053820569, std=None, value=1.0), FeatureWeight(feature='[7] Fisch', weight=-0.05372701914016631, std=None, value=1.0)], pos_remaining=0, neg_remaining=0), proba=0.9240211572234773, score=4.673056269242975, weighted_spans=WeightedSpans(docs_weighted_spans=[DocWeightedSpans(document='Deutsche See Japanische Kammmuscheln 200g <sep> Tiefkühl Fisch, Fleisch & Geflügel Meeresfrüchte <sep> deutsche see japanische kammmuscheln', spans=[('Deutsche', [(0, 8)], 0.20401622751998147), ('See', [(9, 12)], 0.1098550052116274), ('Japanische', [(13, 23)], 0.14035888385940867), ('Kammmuscheln', [(24, 36)], 0.0514053642179381), ('200g', [(37, 41)], -0.24552114950072673), ('sep', [(43, 46)], -0.05672294053820569), ('Tiefkühl', [(48, 56)], 2.076167973028776), ('Fisch', [(57, 62)], -0.05372701914016631), ('Fleisch', [(64, 71)], 1.4484582116018434), ('Geflügel', [(74, 82)], 0.6298093271364219), ('Meeresfrüchte', [(83, 96)], 2.4848079248231456), ('sep', [(98, 101)], 0.6496858615886483), ('deutsche', [(103, 111)], 0.6714995146299435), ('see', [(112, 115)], 0.6081994944522532), ('japanische', [(116, 126)], 0.05226801268125055), ('kammmuscheln', [(127, 139)], 0.514604543771834)], preserve_density=False, vec_name=None)], other=FeatureWeights(pos=[FeatureWeight(feature=<FormattedFeatureName 'Highlighted in text (sum)'>, weight=9.285165235343973, std=None, value=None)], neg=[FeatureWeight(feature='<BIAS>', weight=-4.6121089661009975, std=None, value=1.0)], pos_remaining=0, neg_remaining=0)), heatmap=None), TargetExplanation(target='1136_Other preserved or processed fish and seafood-based preparations', feature_weights=FeatureWeights(pos=[FeatureWeight(feature='[7] Fisch', weight=1.2907107012581935, std=None, value=1.0), FeatureWeight(feature='[15] kammmuscheln', weight=0.8900557050012957, std=None, value=1.0), FeatureWeight(feature='[10] Meeresfrüchte', weight=0.5034116661907903, std=None, value=1.0), FeatureWeight(feature='[14] japanische', weight=0.3428997045405637, std=None, value=1.0), FeatureWeight(feature='[12] deutsche', weight=0.3397379581119435, std=None, value=1.0), FeatureWeight(feature='[3] Kammmuscheln', weight=0.10539795740892234, std=None, value=1.0), FeatureWeight(feature='[5] sep', weight=0.013140978266525756, std=None, value=1.0)], neg=[FeatureWeight(feature='<BIAS>', weight=-1.8575458980495418, std=None, value=1.0), FeatureWeight(feature='[6] Tiefkühl', weight=-1.438783389201713, std=None, value=1.0), FeatureWeight(feature='[8] Fleisch', weight=-1.0758486439578876, std=None, value=1.0), FeatureWeight(feature='[9] Geflügel', weight=-0.6892457989849142, std=None, value=1.0), FeatureWeight(feature='[11] sep', weight=-0.6427613674978017, std=None, value=1.0), FeatureWeight(feature='[13] see', weight=-0.2909764151757882, std=None, value=1.0), FeatureWeight(feature='[4] 200g', weight=-0.28436561535805915, std=None, value=1.0), FeatureWeight(feature='[2] Japanische', weight=-0.18509503502270314, std=None, value=1.0), FeatureWeight(feature='[0] Deutsche', weight=-0.08721511759299114, std=None, value=1.0), FeatureWeight(feature='[1] See', weight=-0.0621974618179939, std=None, value=1.0)], pos_remaining=0, neg_remaining=0), proba=0.03911518355742423, score=-3.128680071881159, weighted_spans=WeightedSpans(docs_weighted_spans=[DocWeightedSpans(document='Deutsche See Japanische Kammmuscheln 200g <sep> Tiefkühl Fisch, Fleisch & Geflügel Meeresfrüchte <sep> deutsche see japanische kammmuscheln', spans=[('Deutsche', [(0, 8)], -0.08721511759299114), ('See', [(9, 12)], -0.0621974618179939), ('Japanische', [(13, 23)], -0.18509503502270314), ('Kammmuscheln', [(24, 36)], 0.10539795740892234), ('200g', [(37, 41)], -0.28436561535805915), ('sep', [(43, 46)], 0.013140978266525756), ('Tiefkühl', [(48, 56)], -1.438783389201713), ('Fisch', [(57, 62)], 1.2907107012581935), ('Fleisch', [(64, 71)], -1.0758486439578876), ('Geflügel', [(74, 82)], -0.6892457989849142), ('Meeresfrüchte', [(83, 96)], 0.5034116661907903), ('sep', [(98, 101)], -0.6427613674978017), ('deutsche', [(103, 111)], 0.3397379581119435), ('see', [(112, 115)], -0.2909764151757882), ('japanische', [(116, 126)], 0.3428997045405637), ('kammmuscheln', [(127, 139)], 0.8900557050012957)], preserve_density=False, vec_name=None)], other=FeatureWeights(pos=[], neg=[FeatureWeight(feature='<BIAS>', weight=-1.8575458980495418, std=None, value=1.0), FeatureWeight(feature=<FormattedFeatureName 'Highlighted in text (sum)'>, weight=-1.271134173831617, std=None, value=None)], pos_remaining=0, neg_remaining=0)), heatmap=None), TargetExplanation(target='1132_Frozen fish', feature_weights=FeatureWeights(pos=[FeatureWeight(feature='[15] kammmuscheln', weight=1.1771214518509008, std=None, value=1.0), FeatureWeight(feature='[6] Tiefkühl', weight=0.9226959389786404, std=None, value=1.0), FeatureWeight(feature='[7] Fisch', weight=0.46575383806277887, std=None, value=1.0), FeatureWeight(feature='[14] japanische', weight=0.4372197314618428, std=None, value=1.0), FeatureWeight(feature='[4] 200g', weight=0.05967292746179998, std=None, value=1.0), FeatureWeight(feature='[1] See', weight=0.010384776910208976, std=None, value=1.0)], neg=[FeatureWeight(feature='<BIAS>', weight=-2.8613322239049803, std=None, value=1.0), FeatureWeight(feature='[10] Meeresfrüchte', weight=-2.3911933335833635, std=None, value=1.0), FeatureWeight(feature='[8] Fleisch', weight=-0.883322699020846, std=None, value=1.0), FeatureWeight(feature='[9] Geflügel', weight=-0.5322145464252412, std=None, value=1.0), FeatureWeight(feature='[12] deutsche', weight=-0.4774634739688407, std=None, value=1.0), FeatureWeight(feature='[11] sep', weight=-0.29471538273313547, std=None, value=1.0), FeatureWeight(feature='[13] see', weight=-0.20454925054279938, std=None, value=1.0), FeatureWeight(feature='[0] Deutsche', weight=-0.09718395719227191, std=None, value=1.0), FeatureWeight(feature='[2] Japanische', weight=-0.06769488313280952, std=None, value=1.0), FeatureWeight(feature='[3] Kammmuscheln', weight=-0.05720514860492376, std=None, value=1.0)], pos_remaining=0, neg_remaining=0), proba=0.007658101048186562, score=-4.79402623438304, weighted_spans=WeightedSpans(docs_weighted_spans=[DocWeightedSpans(document='Deutsche See Japanische Kammmuscheln 200g <sep> Tiefkühl Fisch, Fleisch & Geflügel Meeresfrüchte <sep> deutsche see japanische kammmuscheln', spans=[('Deutsche', [(0, 8)], -0.09718395719227191), ('See', [(9, 12)], 0.010384776910208976), ('Japanische', [(13, 23)], -0.06769488313280952), ('Kammmuscheln', [(24, 36)], -0.05720514860492376), ('200g', [(37, 41)], 0.05967292746179998), ('Tiefkühl', [(48, 56)], 0.9226959389786404), ('Fisch', [(57, 62)], 0.46575383806277887), ('Fleisch', [(64, 71)], -0.883322699020846), ('Geflügel', [(74, 82)], -0.5322145464252412), ('Meeresfrüchte', [(83, 96)], -2.3911933335833635), ('sep', [(98, 101)], -0.29471538273313547), ('deutsche', [(103, 111)], -0.4774634739688407), ('see', [(112, 115)], -0.20454925054279938), ('japanische', [(116, 126)], 0.4372197314618428), ('kammmuscheln', [(127, 139)], 1.1771214518509008)], preserve_density=False, vec_name=None)], other=FeatureWeights(pos=[], neg=[FeatureWeight(feature='<BIAS>', weight=-2.8613322239049803, std=None, value=1.0), FeatureWeight(feature=<FormattedFeatureName 'Highlighted in text (sum)'>, weight=-1.9326940104780599, std=None, value=None)], pos_remaining=0, neg_remaining=0)), heatmap=None)], feature_importances=None, decision_tree=None, highlight_spaces=None, transition_features=None, image=None)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 20
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "SMjTYrR87e4K",
        "colab_type": "text"
      },
      "source": [
        "# Annotation"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "FGBoWMkJ_HPd",
        "colab_type": "text"
      },
      "source": [
        "For the annotation tool you have to specify the naes of certain columns in your dataframe which the tool will use.  \n",
        "* Labeled_by takes your name and stores it after every item you labeld.  \n",
        "* Text column 1 is the name of the column for the first line of text which will be displayed to help you labeling the product, usually this is the product name.  \n",
        "* Text column 2 is the name of the column for the second line of text which will be displayed to help you labeling the product, this could be the category or the translation.  \n",
        "* The URL column is the name of the column where the url of the scraped product is located (if it is in the dataframe). The url might be helpfull if you are unsure about the product nd want to look up the whole page on the website. If you do not have the url in your data you can leave it empty.  \n",
        "* CoiCop 5 prediction is the column where the prediction is stored. The prediction will appear preselected in the dropdown menu.   \n",
        "  \n",
        "The data are sorted in a way that catogies with few labels come first, if predictions of those label are available.\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "uYnvM0PpesGn",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "outputId": "e4450eb5-62f5-4318-90f9-6dd77d35469f"
      },
      "source": [
        "df[:2]"
      ],
      "execution_count": 29,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>Unnamed: 0.1</th>\n",
              "      <th>lang</th>\n",
              "      <th>name</th>\n",
              "      <th>categ</th>\n",
              "      <th>prod_desc</th>\n",
              "      <th>text_other</th>\n",
              "      <th>url</th>\n",
              "      <th>words_from_url</th>\n",
              "      <th>unit</th>\n",
              "      <th>cc3</th>\n",
              "      <th>cc4</th>\n",
              "      <th>cc5</th>\n",
              "      <th>cc3_pred</th>\n",
              "      <th>cc4_pred</th>\n",
              "      <th>cc5_pred</th>\n",
              "      <th>shop</th>\n",
              "      <th>brand</th>\n",
              "      <th>price</th>\n",
              "      <th>id</th>\n",
              "      <th>labeld_by</th>\n",
              "      <th>categ_de</th>\n",
              "      <th>name_de</th>\n",
              "      <th>text_de</th>\n",
              "      <th>text</th>\n",
              "      <th>labeled_by</th>\n",
              "      <th>url_text</th>\n",
              "      <th>1111_Rice</th>\n",
              "      <th>1112_Flours and other cereals</th>\n",
              "      <th>1113_Bread</th>\n",
              "      <th>1114_Other bakery products</th>\n",
              "      <th>1115_Pizza and quiche</th>\n",
              "      <th>1116_Pasta products and couscous</th>\n",
              "      <th>1117_Breakfast cereals</th>\n",
              "      <th>1118_Other cereal products</th>\n",
              "      <th>1121_Beef and veal</th>\n",
              "      <th>1122_Pork</th>\n",
              "      <th>1123_Lamb and goat</th>\n",
              "      <th>1124_Poultry</th>\n",
              "      <th>1125_Other meats</th>\n",
              "      <th>...</th>\n",
              "      <th>1163_Dried fruit and nuts</th>\n",
              "      <th>1164_Preserved fruit and fruit-based products</th>\n",
              "      <th>1171_Fresh or chilled vegetables other than potatoes and other tubers</th>\n",
              "      <th>1172_Frozen vegetables other than potatoes and other tubers</th>\n",
              "      <th>1173_Dried vegetables, other preserved or processed vegetables</th>\n",
              "      <th>1174_Potatoes</th>\n",
              "      <th>1175_Crisps</th>\n",
              "      <th>1176_Other tubers and products of tuber vegetables</th>\n",
              "      <th>1181_Sugar</th>\n",
              "      <th>1182_Jams, marmalades and honey</th>\n",
              "      <th>1183_Chocolate</th>\n",
              "      <th>1184_Confectionery products</th>\n",
              "      <th>1185_Edible ices and ice cream</th>\n",
              "      <th>1186_Artificial sugar substitutes</th>\n",
              "      <th>1191_Sauces, condiments</th>\n",
              "      <th>1192_Salt, spices and culinary herbs</th>\n",
              "      <th>1193_Baby food</th>\n",
              "      <th>1194_Ready-made meals</th>\n",
              "      <th>1199_Other food products n.e.c.</th>\n",
              "      <th>1211_Coffee</th>\n",
              "      <th>1212_Tea</th>\n",
              "      <th>1213_Cocoa and powdered chocolate</th>\n",
              "      <th>1221_Mineral or spring waters</th>\n",
              "      <th>1222_Soft drinks</th>\n",
              "      <th>1223_Fruit and vegetable juices</th>\n",
              "      <th>2111_Spirits and liqueurs</th>\n",
              "      <th>2112_Alcoholic soft drinks</th>\n",
              "      <th>2121_Wine from grapes</th>\n",
              "      <th>2122_Wine from other fruits</th>\n",
              "      <th>2123_Fortified wines</th>\n",
              "      <th>2124_Wine-based drinks</th>\n",
              "      <th>2131_Lager beer</th>\n",
              "      <th>2132_Other alcoholic beer</th>\n",
              "      <th>2133_Low and non-alcoholic beer</th>\n",
              "      <th>2134_Beer-based drinks</th>\n",
              "      <th>2201_Cigarettes</th>\n",
              "      <th>2202_Cigars</th>\n",
              "      <th>2203_Other tobacco products</th>\n",
              "      <th>9999_Non-Food</th>\n",
              "      <th>max_score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>619</td>\n",
              "      <td>1195709</td>\n",
              "      <td>de</td>\n",
              "      <td>Italiamo Mozzarella di Bufala Campana Dop</td>\n",
              "      <td>Formaggi Confezionati</td>\n",
              "      <td>confezione 0.250kg</td>\n",
              "      <td>Formaggi Confezionati</td>\n",
              "      <td>1a7edd92-2423-40be-8eda-b6ab81060712</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>21_Alcoholic beverages</td>\n",
              "      <td>212_Wine</td>\n",
              "      <td>2121_Wine from grapes</td>\n",
              "      <td>Lidl</td>\n",
              "      <td>NaN</td>\n",
              "      <td>2.59</td>\n",
              "      <td>79142343</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Verpackter Käse</td>\n",
              "      <td>Hipp Bio homogenisierter goldener Apfel</td>\n",
              "      <td>Verpackter KäseHipp Bio homogenisierter golden...</td>\n",
              "      <td>Italiamo Mozzarella di Bufala Campana Dop &lt;sep...</td>\n",
              "      <td>NaN</td>\n",
              "      <td></td>\n",
              "      <td>0.000023</td>\n",
              "      <td>0.003903</td>\n",
              "      <td>0.005383</td>\n",
              "      <td>0.019700</td>\n",
              "      <td>7.725522e-07</td>\n",
              "      <td>0.004717</td>\n",
              "      <td>0.003554</td>\n",
              "      <td>0.000626</td>\n",
              "      <td>0.000242</td>\n",
              "      <td>0.000044</td>\n",
              "      <td>0.000004</td>\n",
              "      <td>0.000102</td>\n",
              "      <td>0.000037</td>\n",
              "      <td>...</td>\n",
              "      <td>0.015476</td>\n",
              "      <td>0.000737</td>\n",
              "      <td>0.000110</td>\n",
              "      <td>0.000189</td>\n",
              "      <td>0.002607</td>\n",
              "      <td>0.001480</td>\n",
              "      <td>0.000007</td>\n",
              "      <td>0.000703</td>\n",
              "      <td>0.000006</td>\n",
              "      <td>0.117273</td>\n",
              "      <td>0.000611</td>\n",
              "      <td>0.000946</td>\n",
              "      <td>1.119310e-07</td>\n",
              "      <td>0.000586</td>\n",
              "      <td>0.000008</td>\n",
              "      <td>0.000518</td>\n",
              "      <td>0.006558</td>\n",
              "      <td>0.000007</td>\n",
              "      <td>0.000012</td>\n",
              "      <td>0.000007</td>\n",
              "      <td>0.000602</td>\n",
              "      <td>0.001151</td>\n",
              "      <td>5.287122e-07</td>\n",
              "      <td>0.000009</td>\n",
              "      <td>0.000117</td>\n",
              "      <td>0.000252</td>\n",
              "      <td>0.000047</td>\n",
              "      <td>0.404759</td>\n",
              "      <td>0.000055</td>\n",
              "      <td>0.001204</td>\n",
              "      <td>0.00259</td>\n",
              "      <td>0.000014</td>\n",
              "      <td>0.002084</td>\n",
              "      <td>2.636983e-07</td>\n",
              "      <td>0.000024</td>\n",
              "      <td>0.000037</td>\n",
              "      <td>0.123882</td>\n",
              "      <td>0.007741</td>\n",
              "      <td>0.016076</td>\n",
              "      <td>0.404759</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>642</td>\n",
              "      <td>945214</td>\n",
              "      <td>de</td>\n",
              "      <td>Salame Felino Igp Take Away all Food</td>\n",
              "      <td>Salumi da Banco</td>\n",
              "      <td>1 pc - about 84g</td>\n",
              "      <td>Salumi da Banco</td>\n",
              "      <td>dff07389-71e5-4a52-8d93-cccf5c10fc52</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>11_Food</td>\n",
              "      <td>114_Milk, cheese and eggs</td>\n",
              "      <td>1145_Cheese and curd</td>\n",
              "      <td>Carrefour</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3.99</td>\n",
              "      <td>82714164</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Wurstwaren von der Theke</td>\n",
              "      <td>Hipp Bio homogenisierter goldener Apfel</td>\n",
              "      <td>Wurstwaren von der ThekeHipp Bio homogenisiert...</td>\n",
              "      <td>Salame Felino Igp Take Away all Food &lt;sep&gt; Sal...</td>\n",
              "      <td>NaN</td>\n",
              "      <td></td>\n",
              "      <td>0.000011</td>\n",
              "      <td>0.003542</td>\n",
              "      <td>0.048998</td>\n",
              "      <td>0.028272</td>\n",
              "      <td>7.303437e-05</td>\n",
              "      <td>0.005893</td>\n",
              "      <td>0.010776</td>\n",
              "      <td>0.001270</td>\n",
              "      <td>0.147699</td>\n",
              "      <td>0.042773</td>\n",
              "      <td>0.002350</td>\n",
              "      <td>0.010887</td>\n",
              "      <td>0.009762</td>\n",
              "      <td>...</td>\n",
              "      <td>0.001788</td>\n",
              "      <td>0.000117</td>\n",
              "      <td>0.000443</td>\n",
              "      <td>0.006197</td>\n",
              "      <td>0.001845</td>\n",
              "      <td>0.010132</td>\n",
              "      <td>0.000015</td>\n",
              "      <td>0.006397</td>\n",
              "      <td>0.000031</td>\n",
              "      <td>0.001428</td>\n",
              "      <td>0.000473</td>\n",
              "      <td>0.000138</td>\n",
              "      <td>1.139315e-05</td>\n",
              "      <td>0.000119</td>\n",
              "      <td>0.000052</td>\n",
              "      <td>0.000313</td>\n",
              "      <td>0.028673</td>\n",
              "      <td>0.001347</td>\n",
              "      <td>0.000115</td>\n",
              "      <td>0.000050</td>\n",
              "      <td>0.000230</td>\n",
              "      <td>0.000353</td>\n",
              "      <td>3.068761e-05</td>\n",
              "      <td>0.000013</td>\n",
              "      <td>0.000111</td>\n",
              "      <td>0.000087</td>\n",
              "      <td>0.000012</td>\n",
              "      <td>0.021321</td>\n",
              "      <td>0.000455</td>\n",
              "      <td>0.000204</td>\n",
              "      <td>0.00260</td>\n",
              "      <td>0.000102</td>\n",
              "      <td>0.012028</td>\n",
              "      <td>1.700876e-05</td>\n",
              "      <td>0.000088</td>\n",
              "      <td>0.000051</td>\n",
              "      <td>0.007326</td>\n",
              "      <td>0.003317</td>\n",
              "      <td>0.088410</td>\n",
              "      <td>0.229802</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>2 rows × 103 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "   Unnamed: 0  Unnamed: 0.1  ... 9999_Non-Food max_score\n",
              "0         619       1195709  ...      0.016076  0.404759\n",
              "1         642        945214  ...      0.088410  0.229802\n",
              "\n",
              "[2 rows x 103 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 29
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1xmoZj7JdS0o",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# init labeler\n",
        "\n",
        "labeled_by = 'Erik'\n",
        "text_column_1 = 'name'\n",
        "text_column_2 = 'categ'\n",
        "url_column = 'categ_de'\n",
        "CoiCop_5_pred_col = 'cc5_pred'\n",
        "Use_probabilities = True\n",
        "\n",
        "#labeler_cc5\n",
        "CoiCop_Labeler = labeler_cc5.labeler( labeled_by\n",
        "                        , df\n",
        "                        , text_column_1\n",
        "                        , text_column_2\n",
        "                        , url_column\n",
        "                        , CoiCop_5_pred_col\n",
        "                        , Use_probabilities\n",
        "                        )"
      ],
      "execution_count": 34,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Ph_zFG30BeEn",
        "colab_type": "text"
      },
      "source": [
        "Now you are ready to label, after executing the next line you will see:\n",
        "* Select category you want to label\n",
        "* Text 1\n",
        "* Text 2\n",
        "* URL\n",
        "* Dropdown with one category which is the prediction for the product. If you are dissatisfied with it, you can click on the dropdown and select the right one.\n",
        "* Next-Button will skip this product\n",
        "* Save-Button will annotate the selected category to your dataframe\n",
        "  \n",
        "If you finished labeling just jump to the next line."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "soYye5zedVXk",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 288,
          "referenced_widgets": [
            "0d0deef3e0694c0aa58c8cfe4042235f",
            "09334d98fb3c41188dc5184eb310d9fe",
            "faa1383ebbcc45bea48ed8bcfff1ac65",
            "bd52c95f0a8c4068a44451a81dfa82d3",
            "90491b1c5a9b4dd8b91664c773021bce",
            "de4d26332bfe471b8dd1bca794eeeeb2",
            "c01be194d56a46abbf1900ce8fdcaaf7",
            "06b9b7b1b33040d49d9494d096039e82",
            "6c7bd643c8b24c5b85bd50ae65823b40",
            "654ddaa31df941fe871e9af4404d6b92",
            "52fc24e68d964e418ba9c197b6c0ca64",
            "93c9649ff86e43aa9e8650526b02e7cf",
            "fe3348ac2c094b6c82bd7fa46b7ddc4f",
            "d86abc8ae6d54fd59df74f858aaba2b5",
            "1e2fd998ce8f429ba74fc1efaf0cf77e",
            "6935e1ef480e433aa3421fca54992131",
            "5f4cfc01ac7f41b690b32757184303ee",
            "a2a7332c8bff4cb4a36c980edb5c6c45",
            "add6f29c8a674eb08327b20684ea6ccf",
            "ca3163b833f6477a80e93cc2039dc2cb",
            "8698e680536b499cb0ca47cab1f0957a",
            "4e27c250419242dab58a379aedd4ebd7",
            "a42ade2a19a643848fbce7599d8bd99e",
            "07ed88a8fffa487fa0a538609cc6e129",
            "9cc7b77f6a214237a6e075c78ed528e2",
            "92fb1d154d1a448e8e2196833e9f8959",
            "8846ffd00a7b4fe2a4a36388f0bc25f0",
            "80a0c9edf44344d8b8c28045f290f4d5",
            "628fe46907fb4d91aeccdcca20d4003c",
            "286e9f7ae34c4caf8799f6eb0fae9969",
            "3ebc5189100647669fae1bccaf5abb46",
            "ffecff3a3e444f24867f3592c4cf5a81",
            "53934b74cb6344ed8910ee5ba8d55806",
            "f3070387e97f4a5cb53279bd86c7ca0d",
            "f1f0e5d8a4ad46c8a3b289eb217d59be",
            "8ca2af334885453296e17d87681e6de4",
            "60f5ed11d9ea4e5eaa34d22900dcedb9"
          ]
        },
        "outputId": "64af5c31-0a0a-46cc-e056-64bc45508268"
      },
      "source": [
        "CoiCop_Labeler.start_to_label()"
      ],
      "execution_count": 35,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "0d0deef3e0694c0aa58c8cfe4042235f",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "VBox(children=(Box(children=(Dropdown(description='Select category to label:', layout=Layout(height='60px', wi…"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "zlEm5YPfCff9",
        "colab_type": "text"
      },
      "source": [
        "The next line will print out your current progress of annotating the data."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "kWzefcaMdXh9",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 52
        },
        "outputId": "636fa7c9-de36-4172-ab3d-6f36f940dcab"
      },
      "source": [
        "CoiCop_Labeler.get_stats()"
      ],
      "execution_count": 36,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "new labels: 7\n",
            "in total 422 of 1000 labeled ( 42.0 %)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "PGSEDm3EDSpT",
        "colab_type": "text"
      },
      "source": [
        "Output the data including annotation."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3051UrA5dZT0",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 276
        },
        "outputId": "45a421e4-507d-418e-95f1-10bd70a195cb"
      },
      "source": [
        "df= CoiCop_Labeler.output_labels()\n",
        "df[:1]"
      ],
      "execution_count": 37,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0.1</th>\n",
              "      <th>lang</th>\n",
              "      <th>name</th>\n",
              "      <th>categ</th>\n",
              "      <th>prod_desc</th>\n",
              "      <th>text_other</th>\n",
              "      <th>url</th>\n",
              "      <th>words_from_url</th>\n",
              "      <th>unit</th>\n",
              "      <th>cc3</th>\n",
              "      <th>cc4</th>\n",
              "      <th>cc5</th>\n",
              "      <th>cc3_pred</th>\n",
              "      <th>cc4_pred</th>\n",
              "      <th>cc5_pred</th>\n",
              "      <th>shop</th>\n",
              "      <th>brand</th>\n",
              "      <th>price</th>\n",
              "      <th>id</th>\n",
              "      <th>labeld_by</th>\n",
              "      <th>categ_de</th>\n",
              "      <th>name_de</th>\n",
              "      <th>text_de</th>\n",
              "      <th>text</th>\n",
              "      <th>labeled_by</th>\n",
              "      <th>url_text</th>\n",
              "      <th>1111_Rice</th>\n",
              "      <th>1112_Flours and other cereals</th>\n",
              "      <th>1113_Bread</th>\n",
              "      <th>1114_Other bakery products</th>\n",
              "      <th>1115_Pizza and quiche</th>\n",
              "      <th>1116_Pasta products and couscous</th>\n",
              "      <th>1117_Breakfast cereals</th>\n",
              "      <th>1118_Other cereal products</th>\n",
              "      <th>1121_Beef and veal</th>\n",
              "      <th>1122_Pork</th>\n",
              "      <th>1123_Lamb and goat</th>\n",
              "      <th>1124_Poultry</th>\n",
              "      <th>1125_Other meats</th>\n",
              "      <th>1126_Edible offal</th>\n",
              "      <th>...</th>\n",
              "      <th>1163_Dried fruit and nuts</th>\n",
              "      <th>1164_Preserved fruit and fruit-based products</th>\n",
              "      <th>1171_Fresh or chilled vegetables other than potatoes and other tubers</th>\n",
              "      <th>1172_Frozen vegetables other than potatoes and other tubers</th>\n",
              "      <th>1173_Dried vegetables, other preserved or processed vegetables</th>\n",
              "      <th>1174_Potatoes</th>\n",
              "      <th>1175_Crisps</th>\n",
              "      <th>1176_Other tubers and products of tuber vegetables</th>\n",
              "      <th>1181_Sugar</th>\n",
              "      <th>1182_Jams, marmalades and honey</th>\n",
              "      <th>1183_Chocolate</th>\n",
              "      <th>1184_Confectionery products</th>\n",
              "      <th>1185_Edible ices and ice cream</th>\n",
              "      <th>1186_Artificial sugar substitutes</th>\n",
              "      <th>1191_Sauces, condiments</th>\n",
              "      <th>1192_Salt, spices and culinary herbs</th>\n",
              "      <th>1193_Baby food</th>\n",
              "      <th>1194_Ready-made meals</th>\n",
              "      <th>1199_Other food products n.e.c.</th>\n",
              "      <th>1211_Coffee</th>\n",
              "      <th>1212_Tea</th>\n",
              "      <th>1213_Cocoa and powdered chocolate</th>\n",
              "      <th>1221_Mineral or spring waters</th>\n",
              "      <th>1222_Soft drinks</th>\n",
              "      <th>1223_Fruit and vegetable juices</th>\n",
              "      <th>2111_Spirits and liqueurs</th>\n",
              "      <th>2112_Alcoholic soft drinks</th>\n",
              "      <th>2121_Wine from grapes</th>\n",
              "      <th>2122_Wine from other fruits</th>\n",
              "      <th>2123_Fortified wines</th>\n",
              "      <th>2124_Wine-based drinks</th>\n",
              "      <th>2131_Lager beer</th>\n",
              "      <th>2132_Other alcoholic beer</th>\n",
              "      <th>2133_Low and non-alcoholic beer</th>\n",
              "      <th>2134_Beer-based drinks</th>\n",
              "      <th>2201_Cigarettes</th>\n",
              "      <th>2202_Cigars</th>\n",
              "      <th>2203_Other tobacco products</th>\n",
              "      <th>9999_Non-Food</th>\n",
              "      <th>max_score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>165</th>\n",
              "      <td>933004</td>\n",
              "      <td>de</td>\n",
              "      <td>Zymil Alta Digeribilitnbsp Yogurt Bianco senza...</td>\n",
              "      <td>Yogurt</td>\n",
              "      <td>Cartone 250g</td>\n",
              "      <td>Yogurt</td>\n",
              "      <td>dff07389-71e5-4a52-8d93-cccf5c10fc52</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>11_Food</td>\n",
              "      <td>114_Milk, cheese and eggs</td>\n",
              "      <td>1144_Yoghurt</td>\n",
              "      <td>11_Food</td>\n",
              "      <td>114_Milk, cheese and eggs</td>\n",
              "      <td>1144_Yoghurt</td>\n",
              "      <td>Carrefour</td>\n",
              "      <td>NaN</td>\n",
              "      <td>1.45</td>\n",
              "      <td>81634503</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Joghurt</td>\n",
              "      <td>Hipp Bio homogenisierter goldener Apfel</td>\n",
              "      <td>JoghurtHipp Bio homogenisierter goldener Apfel</td>\n",
              "      <td>Zymil Alta Digeribilitnbsp Yogurt Bianco senza...</td>\n",
              "      <td>Erik</td>\n",
              "      <td></td>\n",
              "      <td>0.000015</td>\n",
              "      <td>0.000026</td>\n",
              "      <td>0.000001</td>\n",
              "      <td>0.000004</td>\n",
              "      <td>3.624503e-10</td>\n",
              "      <td>1.908768e-08</td>\n",
              "      <td>0.010734</td>\n",
              "      <td>0.000095</td>\n",
              "      <td>0.000241</td>\n",
              "      <td>1.171152e-07</td>\n",
              "      <td>3.363463e-08</td>\n",
              "      <td>9.417241e-09</td>\n",
              "      <td>0.000008</td>\n",
              "      <td>3.281980e-07</td>\n",
              "      <td>...</td>\n",
              "      <td>0.000022</td>\n",
              "      <td>0.000018</td>\n",
              "      <td>0.000028</td>\n",
              "      <td>0.000004</td>\n",
              "      <td>0.000002</td>\n",
              "      <td>0.000001</td>\n",
              "      <td>6.589918e-07</td>\n",
              "      <td>0.000176</td>\n",
              "      <td>0.020776</td>\n",
              "      <td>0.000713</td>\n",
              "      <td>0.002094</td>\n",
              "      <td>0.000014</td>\n",
              "      <td>0.000002</td>\n",
              "      <td>0.191513</td>\n",
              "      <td>7.095171e-07</td>\n",
              "      <td>0.007296</td>\n",
              "      <td>0.000125</td>\n",
              "      <td>5.903394e-08</td>\n",
              "      <td>0.000008</td>\n",
              "      <td>0.000422</td>\n",
              "      <td>0.001571</td>\n",
              "      <td>0.013199</td>\n",
              "      <td>0.000007</td>\n",
              "      <td>0.000016</td>\n",
              "      <td>0.003758</td>\n",
              "      <td>0.00001</td>\n",
              "      <td>0.000028</td>\n",
              "      <td>0.000146</td>\n",
              "      <td>0.000098</td>\n",
              "      <td>2.668381e-07</td>\n",
              "      <td>0.000004</td>\n",
              "      <td>3.885511e-08</td>\n",
              "      <td>0.000013</td>\n",
              "      <td>0.000187</td>\n",
              "      <td>0.000005</td>\n",
              "      <td>0.000068</td>\n",
              "      <td>0.000853</td>\n",
              "      <td>0.000437</td>\n",
              "      <td>0.000794</td>\n",
              "      <td>0.372077</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1 rows × 102 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "     Unnamed: 0.1 lang  ... 9999_Non-Food max_score\n",
              "165        933004   de  ...      0.000794  0.372077\n",
              "\n",
              "[1 rows x 102 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 37
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "5WGhgHO8EbTq",
        "colab_type": "text"
      },
      "source": [
        "## Save data to Local Drive"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "KnQkARJggsWg",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from google.colab import files\n",
        "\n",
        "df.to_csv('df_out.csv',sep='|')\n",
        "files.download('df_out.csv')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "mP34Q9mpNBl1",
        "colab_type": "text"
      },
      "source": [
        "## Save data to Google Drive"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "5uVxlDBDTbUa",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "017939c3-a3d4-4def-b6db-ab8f686d3b76"
      },
      "source": [
        "df.to_csv(path+data_path+file_path,sep='|')\n",
        "print(file_path,'saved',len(df),'observation',sum(df.cc5.isna()==False),'labeled')"
      ],
      "execution_count": 38,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "df_italiano.csv saved 1000 observation 422 labeled\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "sTstS8YdTyEi",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}