PriorityText_Alternative.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "PriorityText-Alternative",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "fCWs0z0ErdME",
        "colab_type": "code",
        "outputId": "6a265658-68f8-4475-eb49-51c755a70e6d",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 474
        }
      },
      "source": [
        "!wget https://github.com/eyaler/word2vec-slim/raw/master/GoogleNews-vectors-negative300-SLIM.bin.gz  #Downloads the raw word2vec file in zip format\n",
        "!gunzip GoogleNews-vectors-negative300-SLIM.bin.gz #Unzip\n",
        "\n",
        "import gensim\n",
        "model = gensim.models.KeyedVectors.load_word2vec_format('GoogleNews-vectors-negative300-SLIM.bin', binary=True) \n",
        "print(model.most_similar('hello'))#Create model from word2vec file \n",
        "import nltk\n",
        "nltk.download('punkt')\n",
        "nltk.download('averaged_perceptron_tagger')\n",
        "from nltk import word_tokenize\n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "--2020-03-09 04:31:21--  https://github.com/eyaler/word2vec-slim/raw/master/GoogleNews-vectors-negative300-SLIM.bin.gz\n",
            "Resolving github.com (github.com)... 140.82.114.4\n",
            "Connecting to github.com (github.com)|140.82.114.4|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://media.githubusercontent.com/media/eyaler/word2vec-slim/master/GoogleNews-vectors-negative300-SLIM.bin.gz [following]\n",
            "--2020-03-09 04:31:22--  https://media.githubusercontent.com/media/eyaler/word2vec-slim/master/GoogleNews-vectors-negative300-SLIM.bin.gz\n",
            "Resolving media.githubusercontent.com (media.githubusercontent.com)... 151.101.0.133, 151.101.64.133, 151.101.128.133, ...\n",
            "Connecting to media.githubusercontent.com (media.githubusercontent.com)|151.101.0.133|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 276467217 (264M) [application/octet-stream]\n",
            "Saving to: ‘GoogleNews-vectors-negative300-SLIM.bin.gz’\n",
            "\n",
            "GoogleNews-vectors- 100%[===================>] 263.66M   197MB/s    in 1.3s    \n",
            "\n",
            "2020-03-09 04:31:34 (197 MB/s) - ‘GoogleNews-vectors-negative300-SLIM.bin.gz’ saved [276467217/276467217]\n",
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/smart_open/smart_open_lib.py:402: UserWarning: This function is deprecated, use smart_open.open instead. See the migration notes for details: https://github.com/RaRe-Technologies/smart_open/blob/master/README.rst#migrating-to-the-new-open-function\n",
            "  'See the migration notes for details: %s' % _MIGRATION_NOTES_URL\n",
            "/usr/local/lib/python3.6/dist-packages/gensim/matutils.py:737: FutureWarning: Conversion of the second argument of issubdtype from `int` to `np.signedinteger` is deprecated. In future, it will be treated as `np.int64 == np.dtype(int).type`.\n",
            "  if np.issubdtype(vec.dtype, np.int):\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "[('hi', 0.654898464679718), ('goodbye', 0.639905571937561), ('howdy', 0.6310957074165344), ('goodnight', 0.5920578241348267), ('greeting', 0.5855878591537476), ('Hello', 0.5842196941375732), (\"g'day\", 0.5754077434539795), ('greet', 0.5636603832244873), ('hullo', 0.5621640086174011), ('hellos', 0.5596432685852051)]\n",
            "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
            "[nltk_data]   Unzipping tokenizers/punkt.zip.\n",
            "[nltk_data] Downloading package averaged_perceptron_tagger to\n",
            "[nltk_data]     /root/nltk_data...\n",
            "[nltk_data]   Unzipping taggers/averaged_perceptron_tagger.zip.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "YxYoxLMTooGi",
        "colab_type": "code",
        "cellView": "form",
        "colab": {}
      },
      "source": [
        "#@title keywords\n",
        "\n",
        "\n",
        "\n",
        "mpds_protocol = []\n",
        "\n",
        "keywords = [\n",
        "'UNCONSCIOUS',\n",
        "'NUMBNESS',\n",
        "'PARALYSIS',\n",
        "\n",
        "'health',\n",
        " 'government',\n",
        " 'exigency',\n",
        " 'natural',\n",
        " 'disaster',\n",
        " 'life',\n",
        " 'rescue',\n",
        " 'property',\n",
        " 'pinch',\n",
        " 'flood',\n",
        " 'parking',\n",
        " 'brake',\n",
        " 'emergency',\n",
        " 'brake',\n",
        " 'hand',\n",
        " 'brake',\n",
        " 'crisis',\n",
        " 'relief',\n",
        " 'evacuation',\n",
        " 'aid',\n",
        " 'assistance',\n",
        " 'alert',\n",
        " 'disaster',\n",
        " 'medical',\n",
        " 'personnel',\n",
        " 'standby',\n",
        " 'shelter',\n",
        " 'emergency',\n",
        " 'service',\n",
        " 'hospital',\n",
        " 'dispatch',\n",
        " 'power',\n",
        " 'outage',\n",
        " 'ambulance',\n",
        " 'brake',\n",
        " 'human',\n",
        " 'stroke',\n",
        " 'mumps',\n",
        " 'ocd',\n",
        " 'vd',\n",
        " 'anthrax',\n",
        " 'malaria',\n",
        " 'overdose',\n",
        " 'tornado',\n",
        " 'scabies',\n",
        " 'hurricane',\n",
        " 'monitoring',\n",
        " 'mal',\n",
        " 'security',\n",
        " 'temporary',\n",
        " 'hiv',\n",
        " 'provide',\n",
        " 'catastrophe',\n",
        " 'calamity',\n",
        " 'tragedy',\n",
        " 'tsunami',\n",
        " 'famine',\n",
        " 'devastation',\n",
        " 'earthquake',\n",
        " 'hardship',\n",
        " 'cataclysm',\n",
        " 'hurricane',\n",
        " 'destruction',\n",
        " 'damage',\n",
        " 'accident',\n",
        " 'misfortune',\n",
        " 'flood',\n",
        " 'adversity',\n",
        " 'drought',\n",
        " 'meltdown',\n",
        " 'apocalypse',\n",
        " 'plague',\n",
        " 'visitation',\n",
        " 'catastrophic',\n",
        " 'bad',\n",
        " 'luck',\n",
        " 'power',\n",
        " 'outage',\n",
        " 'spill',\n",
        " 'emergency',\n",
        " 'tidal',\n",
        " 'wave',\n",
        " 'aftermath',\n",
        " 'quake',\n",
        " 'rescue',\n",
        " 'relief',\n",
        " 'katrina',\n",
        " 'emergencies',\n",
        " 'crisis',\n",
        " 'floods',\n",
        " 'danger',\n",
        " 'crash',\n",
        " 'RELATED',\n",
        " 'WORDS',\n",
        " 'CONTINUE',\n",
        " 'AFTER',\n",
        " 'ADVERTISEMENT',\n",
        " 'wreck',\n",
        " 'explosion',\n",
        " 'preparedness',\n",
        " 'storm',\n",
        " 'cleanup',\n",
        " 'failures',\n",
        " 'collapse',\n",
        " 'rebuilding',\n",
        " 'nightmare',\n",
        " 'haiti',\n",
        " 'havoc',\n",
        " 'flooding',\n",
        " 'evacuation',\n",
        " 'aid',\n",
        " 'outbreak',\n",
        " 'landslide',\n",
        " 'mishap',\n",
        " 'trauma',\n",
        " 'mudslide',\n",
        " 'tornado',\n",
        " 'avalanche',\n",
        " 'cold',\n",
        " 'disease',\n",
        " 'gdp',\n",
        " 'fire',\n",
        " 'disasters',\n",
        " 'devastating',\n",
        " 'hail',\n",
        " 'worst',\n",
        " 'impact',\n",
        " 'heat',\n",
        " 'massive',\n",
        " 'deluge',\n",
        " 'flash',\n",
        " 'flood',\n",
        " 'tsunami',\n",
        " 'river',\n",
        " 'water',\n",
        " 'inundate',\n",
        " 'stream',\n",
        " 'swamp',\n",
        " 'tide',\n",
        " 'torrent',\n",
        " 'inundation',\n",
        " 'levee',\n",
        " 'floodplain',\n",
        " 'overflow',\n",
        " 'flow',\n",
        " 'lake',\n",
        " 'erosion',\n",
        " 'monsoon',\n",
        " 'dam',\n",
        " 'drainage',\n",
        " 'earthquake',\n",
        " 'hydrograph',\n",
        " 'fill',\n",
        " 'landslide',\n",
        " 'flowage',\n",
        " 'reservoir',\n",
        " 'torrential',\n",
        " 'fill',\n",
        " 'up',\n",
        " 'drainage',\n",
        " 'basin',\n",
        " 'debacle',\n",
        " 'outpouring',\n",
        " 'oversupply',\n",
        " 'floodlight',\n",
        " 'photoflood',\n",
        " 'irrigation',\n",
        " 'wind',\n",
        " 'flood',\n",
        " 'lamp',\n",
        " 'evacuation',\n",
        " 'fertility',\n",
        " '100-year',\n",
        " 'flood',\n",
        " 'flashflood',\n",
        " 'freshet',\n",
        " 'ice',\n",
        " 'dam',\n",
        " 'downpour',\n",
        " 'rains',\n",
        " 'storm',\n",
        " 'seepage',\n",
        " 'thunderstorm',\n",
        " 'disaster',\n",
        " 'arroyo',\n",
        " 'landslides',\n",
        " 'hurricane',\n",
        " 'floodwaters',\n",
        " 'rivers',\n",
        " 'floodwater',\n",
        " 'devastation',\n",
        " 'watercourse',\n",
        " 'comfort',\n",
        " 'assistance',\n",
        " 'aid',\n",
        " 'help',\n",
        " 'respite',\n",
        " 'alleviation',\n",
        " 'succor',\n",
        " 'ease',\n",
        " 'assist',\n",
        " 'succour',\n",
        " 'solace',\n",
        " 'reprieve',\n",
        " 'sculpture',\n",
        " 'stucco',\n",
        " 'consolation',\n",
        " 'monumental',\n",
        " 'sculpture',\n",
        " 'rock',\n",
        " 'relief',\n",
        " 'easement',\n",
        " 'social',\n",
        " 'welfare',\n",
        " 'moderation',\n",
        " 'backup',\n",
        " 'rest',\n",
        " 'ministration',\n",
        " 'easing',\n",
        " 'substitute',\n",
        " 'reliever',\n",
        " 'stand-in',\n",
        " 'fill-in',\n",
        " 'assuagement',\n",
        " 'relievo',\n",
        " 'embossment',\n",
        " 'rilievo',\n",
        " 'backup',\n",
        " 'man',\n",
        " 'rest',\n",
        " 'period',\n",
        " 'bronze',\n",
        " 'casting',\n",
        " 'liberalization',\n",
        " 'comfortableness',\n",
        " 'benefit',\n",
        " 'emergency',\n",
        " 'reconstruction',\n",
        " 'disaster',\n",
        " 'rescue',\n",
        " 'protection',\n",
        " 'rebuilding',\n",
        " 'shelter',\n",
        " 'ancient',\n",
        " 'near',\n",
        " 'east',\n",
        " 'recovery',\n",
        " 'support',\n",
        " 'rehabilitation',\n",
        " 'response',\n",
        " 'italian',\n",
        " 'language',\n",
        " 'victims',\n",
        " 'suicide',\n",
        " 'life',\n",
        " 'end',\n",
        " 'afterlife',\n",
        " 'dying',\n",
        " 'funeral',\n",
        " 'demise',\n",
        " 'decease',\n",
        " 'disease',\n",
        " 'murder',\n",
        " 'burial',\n",
        " 'brain',\n",
        " 'death',\n",
        " 'heart',\n",
        " 'state',\n",
        " 'fatality',\n",
        " 'grim',\n",
        " 'reaper',\n",
        " 'extinction',\n",
        " 'killing',\n",
        " 'autopsy',\n",
        " 'homicide',\n",
        " 'martyrdom',\n",
        " 'accident',\n",
        " 'reincarnation',\n",
        " 'destruction',\n",
        " 'cremation',\n",
        " 'senescence',\n",
        " 'organism',\n",
        " 'cardiac',\n",
        " 'arrest',\n",
        " 'ending',\n",
        " 'ritual',\n",
        " 'megadeath',\n",
        " 'reaper',\n",
        " 'necrosis',\n",
        " 'necrobiosis',\n",
        " 'dead',\n",
        " 'necrophobia',\n",
        " 'medicine',\n",
        " 'fatal',\n",
        " 'last',\n",
        " 'organic',\n",
        " 'phenomenon',\n",
        " 'cell',\n",
        " 'death',\n",
        " 'starvation',\n",
        " 'malnutrition',\n",
        " 'grave',\n",
        " 'azrael',\n",
        " 'decomposition',\n",
        " 'mortality',\n",
        " 'commit',\n",
        " 'suicide',\n",
        " 'death',\n",
        " 'hurt',\n",
        " 'maim',\n",
        " 'harm',\n",
        " 'traumatize',\n",
        " 'humiliate',\n",
        " 'bruise',\n",
        " 'wound',\n",
        " 'concuss',\n",
        " 'incapacitate',\n",
        " 'mutilate',\n",
        " 'injury',\n",
        " 'damage',\n",
        " 'blunt',\n",
        " 'trauma',\n",
        " 'diss',\n",
        " 'lacerate',\n",
        " 'offend',\n",
        " 'insult',\n",
        " 'spite',\n",
        " 'shock',\n",
        " 'stab',\n",
        " 'calk',\n",
        " 'provoke',\n",
        " 'trample',\n",
        " 'falling',\n",
        " 'traumatise',\n",
        " 'penetrating',\n",
        " 'trauma',\n",
        " 'trauma',\n",
        " 'center',\n",
        " 'terrorize',\n",
        " 'kill',\n",
        " 'sicken',\n",
        " 'frighten',\n",
        " 'inflict',\n",
        " 'immobilize',\n",
        " 'demoralize',\n",
        " 'decapitate',\n",
        " 'intimidate',\n",
        " 'punish',\n",
        " 'retaliate',\n",
        " 'terrify',\n",
        " 'endanger',\n",
        " 'harass',\n",
        " 'deprive',\n",
        " 'suffocate',\n",
        " 'drown',\n",
        " 'electrocute',\n",
        " 'disfigure',\n",
        " 'victimize',\n",
        " 'impair',\n",
        " 'empty',\n",
        " 'void',\n",
        " 'eliminate',\n",
        " 'expel',\n",
        " 'withdraw',\n",
        " 'relocate',\n",
        " 'move',\n",
        " 'evacuation',\n",
        " 'displace',\n",
        " 'stranded',\n",
        " 'flee',\n",
        " 'arrive',\n",
        " 'resettle',\n",
        " 'rescue',\n",
        " 'airlifted',\n",
        " 'displaced',\n",
        " 'marooned',\n",
        " 'vacate',\n",
        " 'trapped',\n",
        " 'leave',\n",
        " 'flooded',\n",
        " 'disembark',\n",
        " 'evict',\n",
        " 'panicked',\n",
        " 'alert',\n",
        " 'redeploy',\n",
        " 'eject',\n",
        " 'emigrate',\n",
        " 'excrete',\n",
        " 'pass',\n",
        " 'suction',\n",
        " 'evacuated',\n",
        " 'evacuating',\n",
        " 'vacant',\n",
        " 'egest',\n",
        " 'removal',\n",
        " 'evacuees',\n",
        " 'remove',\n",
        " 'shelters',\n",
        " 'remover',\n",
        " 'refugees',\n",
        " 'shelter',\n",
        " 'evacuations',\n",
        " 'survivors',\n",
        " 'residents',\n",
        " 'reinforcements',\n",
        " 'peacekeepers',\n",
        " 'vehicle',\n",
        " 'hospital',\n",
        " 'helicopter',\n",
        " 'automobile',\n",
        " 'paramedic',\n",
        " 'bus',\n",
        " 'van',\n",
        " 'taxi',\n",
        " 'medevac',\n",
        " 'cab',\n",
        " 'car',\n",
        " 'motorcar',\n",
        " 'auto',\n",
        " 'paramedics',\n",
        " 'medic',\n",
        " 'emergency',\n",
        " 'rescue',\n",
        " 'toyota',\n",
        " 'siren',\n",
        " 'dispatcher',\n",
        " 'stretcher',\n",
        " 'firemen',\n",
        " 'firefighters',\n",
        " 'escort',\n",
        " 'ferry',\n",
        " 'evacuation',\n",
        " 'minibus',\n",
        " 'nurse',\n",
        " 'medics',\n",
        " 'morgue',\n",
        " 'police',\n",
        " 'rescuers',\n",
        " 'sirens',\n",
        " 'motorcycle',\n",
        " 'ambulance',\n",
        " 'limousine',\n",
        " 'triage',\n",
        " 'hospital',\n",
        " 'ship',\n",
        " 'truck',\n",
        " 'firefighter',\n",
        " 'ford',\n",
        " 'police',\n",
        " 'car',\n",
        " 'emergency',\n",
        " 'vehicle',\n",
        " 'equipment',\n",
        " 'illness',\n",
        " 'injury',\n",
        " 'latin',\n",
        " 'machine',\n",
        " 'military',\n",
        " 'cart',\n",
        " 'disaster',\n",
        " 'car',\n",
        " 'accident',\n",
        " 'portugal',\n",
        " 'industrialization',\n",
        " 'fuel',\n",
        " 'ambulances',\n",
        " 'fly-car',\n",
        " 'dispatch',\n",
        " 'electronics',\n",
        " 'nissan']\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "c8ScR7M7l3zD",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#print(i)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "atDrGcxtoVdy",
        "colab_type": "code",
        "outputId": "b65c7fc8-9c59-46cc-ff55-97e71cc38bb2",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 222
        }
      },
      "source": [
        "#create a dictionary\n",
        "\n",
        "\n",
        "def textPriority(text1):\n",
        "  text=list(text1.values())\n",
        "  data=text\n",
        "  pos = nltk.pos_tag(text)\n",
        "  #print(pos)\n",
        "  wanted_tags = ['NN', 'NNS', 'NNP', 'NNPS', 'VB', 'VBD', 'VBG', 'VBN', 'VBP', 'VBZ']\n",
        "  pos_tags = [item for item in pos if item[1] in wanted_tags]\n",
        "  nv_words = []\n",
        "  for item in pos_tags:\n",
        "    nv_words.append(item[0])\n",
        "  # print(nv_words)\n",
        "\n",
        "  #declaring variables\n",
        "  max_avg = 0\n",
        "  max_label = ''\n",
        "  sum_cos = 0 \n",
        "  dict={}\n",
        "  count = 0\n",
        "  labelswords = []\n",
        "  word_call_list = []\n",
        "  labelswords2 = []\n",
        "  exit = 'false'\n",
        "  ind=1\n",
        "  for call in data:  #for each call in the dataset\n",
        "    \n",
        "    call_tokens = word_tokenize(call)  #\n",
        "    call_pos = nltk.pos_tag(call_tokens) #finds the pos and stores it in a list\n",
        "    call_words = [item[0].lower() for item in call_pos if item[1] in wanted_tags]\n",
        "    print(call_words)\n",
        "    sum_cos = 0\n",
        "    count = 0\n",
        "    exit = 'false'\n",
        "    max_label = ''\n",
        "    labelswords = []\n",
        "    max_avg = 0\n",
        "    max_avg1 = 0\n",
        "    kcount=0\n",
        "    for word_call in call_words:\n",
        "      \n",
        "      word_call_list = []\n",
        "      for labels in keywords:\n",
        "        #print(\"Hey\")\n",
        "        labels = word_tokenize(labels)\n",
        "        \n",
        "        count = 0\n",
        "        sum_cos = 0\n",
        "        #print(labels)\n",
        "        for word_mpds in labels:\n",
        "          if word_mpds.isalpha() and word_mpds != '>' and word_mpds != 'of' and word_mpds != 'and' and word_mpds != 'a'and word_mpds != 'monixide':\n",
        "            labelswords.append(word_mpds.lower())\n",
        "        word_call_list.append(word_call)\n",
        "        \n",
        "\n",
        "        common = set(labelswords).intersection(set(word_call_list))\n",
        "        \n",
        "        if len(common) > 0:\n",
        "          max_label = labels\n",
        "          kcount+=1 \n",
        "          exit = 'true'\n",
        "        else:\n",
        "          for word_mpds in labels:\n",
        "            try:\n",
        "              callcorrelation = model.similarity(word_call, word_mpds.lower())\n",
        "              if callcorrelation > 0.2 or callcorrelation < -0.2: \n",
        "                sum_cos += callcorrelation\n",
        "                count += 1\n",
        "            except KeyError:\n",
        "              continue  \n",
        "        if count == 0:\n",
        "          count = 1\n",
        "        avg = sum_cos/count\n",
        "        \n",
        "        if avg >= max_avg:\n",
        "          max_avg = avg\n",
        "          \n",
        "          max_label = labels\n",
        "        if exit == 'true':\n",
        "          break\n",
        "      #print('Matching label for ', call, 'is ', max_label)\n",
        "    \n",
        "        \n",
        "    print(labelswords)\n",
        "    print(common)\n",
        "    if(kcount==0):\n",
        "      kcount=0.5\n",
        "    max_avg1=max_avg*kcount\n",
        "    \n",
        "    print(max_avg,kcount,max_avg*kcount)\n",
        "          \n",
        "    dict[ind]=max_avg1\n",
        "    ind =ind+1\n",
        "    #print(dict)\n",
        "  return dict\n",
        "\n",
        "text1={1:\"There is an emergency near me, people are stranded, please provide relief and rescue us.\",2:\"There is a crash between 2 cars\"}\n",
        "\n",
        "\n",
        "temp=textPriority(text1)\n",
        "print(temp)\n",
        "\n",
        "\n",
        "\n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "['is', 'emergency', 'people', 'are', 'stranded', 'please', 'provide', 'relief', 'rescue']\n",
            "['unconscious', 'numbness', 'paralysis', 'health', 'government', 'exigency', 'natural', 'disaster', 'life', 'rescue', 'property', 'pinch', 'flood', 'parking', 'brake', 'emergency', 'brake', 'hand', 'brake', 'crisis', 'relief', 'evacuation', 'aid', 'assistance', 'alert', 'disaster', 'medical', 'personnel', 'standby', 'shelter', 'emergency', 'service', 'hospital', 'dispatch', 'power', 'outage', 'ambulance', 'brake', 'human', 'stroke', 'mumps', 'ocd', 'vd', 'anthrax', 'malaria', 'overdose', 'tornado', 'scabies', 'hurricane', 'monitoring', 'mal', 'security', 'temporary', 'hiv', 'provide', 'catastrophe', 'calamity', 'tragedy', 'tsunami', 'famine', 'devastation', 'earthquake', 'hardship', 'cataclysm', 'hurricane', 'destruction', 'damage', 'accident', 'misfortune', 'flood', 'adversity', 'drought', 'meltdown', 'apocalypse', 'plague', 'visitation', 'catastrophic', 'bad', 'luck', 'power', 'outage', 'spill', 'emergency', 'tidal', 'wave', 'aftermath', 'quake', 'rescue', 'relief', 'katrina', 'emergencies', 'crisis', 'floods', 'danger', 'crash', 'related', 'words', 'continue', 'after', 'advertisement', 'wreck', 'explosion', 'preparedness', 'storm', 'cleanup', 'failures', 'collapse', 'rebuilding', 'nightmare', 'haiti', 'havoc', 'flooding', 'evacuation', 'aid', 'outbreak', 'landslide', 'mishap', 'trauma', 'mudslide', 'tornado', 'avalanche', 'cold', 'disease', 'gdp', 'fire', 'disasters', 'devastating', 'hail', 'worst', 'impact', 'heat', 'massive', 'deluge', 'flash', 'flood', 'tsunami', 'river', 'water', 'inundate', 'stream', 'swamp', 'tide', 'torrent', 'inundation', 'levee', 'floodplain', 'overflow', 'flow', 'lake', 'erosion', 'monsoon', 'dam', 'drainage', 'earthquake', 'hydrograph', 'fill', 'landslide', 'flowage', 'reservoir', 'torrential', 'fill', 'up', 'drainage', 'basin', 'debacle', 'outpouring', 'oversupply', 'floodlight', 'photoflood', 'irrigation', 'wind', 'flood', 'lamp', 'evacuation', 'fertility', 'flood', 'flashflood', 'freshet', 'ice', 'dam', 'downpour', 'rains', 'storm', 'seepage', 'thunderstorm', 'disaster', 'arroyo', 'landslides', 'hurricane', 'floodwaters', 'rivers', 'floodwater', 'devastation', 'watercourse', 'comfort', 'assistance', 'aid', 'help', 'respite', 'alleviation', 'succor', 'ease', 'assist', 'succour', 'solace', 'reprieve', 'sculpture', 'stucco', 'consolation', 'monumental', 'sculpture', 'rock', 'relief', 'easement', 'social', 'welfare', 'moderation', 'backup', 'rest', 'ministration', 'easing', 'substitute', 'reliever', 'assuagement', 'relievo', 'embossment', 'rilievo', 'backup', 'man', 'rest', 'period', 'bronze', 'casting', 'liberalization', 'comfortableness', 'benefit', 'emergency', 'reconstruction', 'disaster', 'rescue', 'protection', 'rebuilding', 'shelter', 'ancient', 'near', 'east', 'recovery', 'support', 'rehabilitation', 'response', 'italian', 'language', 'victims', 'suicide', 'life', 'end', 'afterlife', 'dying', 'funeral', 'demise', 'decease', 'disease', 'murder', 'burial', 'brain', 'death', 'heart', 'state', 'fatality', 'grim', 'reaper', 'extinction', 'killing', 'autopsy', 'homicide', 'martyrdom', 'accident', 'reincarnation', 'destruction', 'cremation', 'senescence', 'organism', 'cardiac', 'arrest', 'ending', 'ritual', 'megadeath', 'reaper', 'necrosis', 'necrobiosis', 'dead', 'necrophobia', 'medicine', 'fatal', 'last', 'organic', 'phenomenon', 'cell', 'death', 'starvation', 'malnutrition', 'grave', 'azrael', 'decomposition', 'mortality', 'commit', 'suicide', 'death', 'hurt', 'maim', 'harm', 'traumatize', 'humiliate', 'bruise', 'wound', 'concuss', 'incapacitate', 'mutilate', 'injury', 'damage', 'blunt', 'trauma', 'diss', 'lacerate', 'offend', 'insult', 'spite', 'shock', 'stab', 'calk', 'provoke', 'trample', 'falling', 'traumatise', 'penetrating', 'trauma', 'trauma', 'center', 'terrorize', 'kill', 'sicken', 'frighten', 'inflict', 'immobilize', 'demoralize', 'decapitate', 'intimidate', 'punish', 'retaliate', 'terrify', 'endanger', 'harass', 'deprive', 'suffocate', 'drown', 'electrocute', 'disfigure', 'victimize', 'impair', 'empty', 'void', 'eliminate', 'expel', 'withdraw', 'relocate', 'move', 'evacuation', 'displace', 'stranded', 'flee', 'arrive', 'resettle', 'rescue', 'airlifted', 'displaced', 'marooned', 'vacate', 'trapped', 'leave', 'flooded', 'disembark', 'evict', 'panicked', 'alert', 'redeploy', 'eject', 'emigrate', 'excrete', 'pass', 'suction', 'evacuated', 'evacuating', 'vacant', 'egest', 'removal', 'evacuees', 'remove', 'shelters', 'remover', 'refugees', 'shelter', 'evacuations', 'survivors', 'residents', 'reinforcements', 'peacekeepers', 'vehicle', 'hospital', 'helicopter', 'automobile', 'paramedic', 'bus', 'van', 'taxi', 'medevac', 'cab', 'car', 'motorcar', 'auto', 'paramedics', 'medic', 'emergency', 'rescue', 'toyota', 'siren', 'dispatcher', 'stretcher', 'firemen', 'firefighters', 'escort', 'ferry', 'evacuation', 'minibus', 'nurse', 'medics', 'morgue', 'police', 'rescuers', 'sirens', 'motorcycle', 'ambulance', 'limousine', 'triage', 'hospital', 'ship', 'truck', 'firefighter', 'ford', 'police', 'car', 'emergency', 'vehicle', 'equipment', 'illness', 'injury', 'latin', 'machine', 'military', 'cart', 'disaster', 'car', 'accident', 'portugal', 'industrialization', 'fuel', 'ambulances', 'dispatch', 'electronics', 'nissan', 'unconscious', 'unconscious', 'unconscious', 'unconscious', 'unconscious', 'unconscious', 'unconscious', 'unconscious']\n",
            "{'rescue'}\n",
            "0.21302221715450287 5 1.0651110857725143\n",
            "['is', 'crash', 'cars']\n",
            "['unconscious', 'numbness', 'paralysis', 'health', 'government', 'exigency', 'natural', 'disaster', 'life', 'rescue', 'property', 'pinch', 'flood', 'parking', 'brake', 'emergency', 'brake', 'hand', 'brake', 'crisis', 'relief', 'evacuation', 'aid', 'assistance', 'alert', 'disaster', 'medical', 'personnel', 'standby', 'shelter', 'emergency', 'service', 'hospital', 'dispatch', 'power', 'outage', 'ambulance', 'brake', 'human', 'stroke', 'mumps', 'ocd', 'vd', 'anthrax', 'malaria', 'overdose', 'tornado', 'scabies', 'hurricane', 'monitoring', 'mal', 'security', 'temporary', 'hiv', 'provide', 'catastrophe', 'calamity', 'tragedy', 'tsunami', 'famine', 'devastation', 'earthquake', 'hardship', 'cataclysm', 'hurricane', 'destruction', 'damage', 'accident', 'misfortune', 'flood', 'adversity', 'drought', 'meltdown', 'apocalypse', 'plague', 'visitation', 'catastrophic', 'bad', 'luck', 'power', 'outage', 'spill', 'emergency', 'tidal', 'wave', 'aftermath', 'quake', 'rescue', 'relief', 'katrina', 'emergencies', 'crisis', 'floods', 'danger', 'crash', 'related', 'words', 'continue', 'after', 'advertisement', 'wreck', 'explosion', 'preparedness', 'storm', 'cleanup', 'failures', 'collapse', 'rebuilding', 'nightmare', 'haiti', 'havoc', 'flooding', 'evacuation', 'aid', 'outbreak', 'landslide', 'mishap', 'trauma', 'mudslide', 'tornado', 'avalanche', 'cold', 'disease', 'gdp', 'fire', 'disasters', 'devastating', 'hail', 'worst', 'impact', 'heat', 'massive', 'deluge', 'flash', 'flood', 'tsunami', 'river', 'water', 'inundate', 'stream', 'swamp', 'tide', 'torrent', 'inundation', 'levee', 'floodplain', 'overflow', 'flow', 'lake', 'erosion', 'monsoon', 'dam', 'drainage', 'earthquake', 'hydrograph', 'fill', 'landslide', 'flowage', 'reservoir', 'torrential', 'fill', 'up', 'drainage', 'basin', 'debacle', 'outpouring', 'oversupply', 'floodlight', 'photoflood', 'irrigation', 'wind', 'flood', 'lamp', 'evacuation', 'fertility', 'flood', 'flashflood', 'freshet', 'ice', 'dam', 'downpour', 'rains', 'storm', 'seepage', 'thunderstorm', 'disaster', 'arroyo', 'landslides', 'hurricane', 'floodwaters', 'rivers', 'floodwater', 'devastation', 'watercourse', 'comfort', 'assistance', 'aid', 'help', 'respite', 'alleviation', 'succor', 'ease', 'assist', 'succour', 'solace', 'reprieve', 'sculpture', 'stucco', 'consolation', 'monumental', 'sculpture', 'rock', 'relief', 'easement', 'social', 'welfare', 'moderation', 'backup', 'rest', 'ministration', 'easing', 'substitute', 'reliever', 'assuagement', 'relievo', 'embossment', 'rilievo', 'backup', 'man', 'rest', 'period', 'bronze', 'casting', 'liberalization', 'comfortableness', 'benefit', 'emergency', 'reconstruction', 'disaster', 'rescue', 'protection', 'rebuilding', 'shelter', 'ancient', 'near', 'east', 'recovery', 'support', 'rehabilitation', 'response', 'italian', 'language', 'victims', 'suicide', 'life', 'end', 'afterlife', 'dying', 'funeral', 'demise', 'decease', 'disease', 'murder', 'burial', 'brain', 'death', 'heart', 'state', 'fatality', 'grim', 'reaper', 'extinction', 'killing', 'autopsy', 'homicide', 'martyrdom', 'accident', 'reincarnation', 'destruction', 'cremation', 'senescence', 'organism', 'cardiac', 'arrest', 'ending', 'ritual', 'megadeath', 'reaper', 'necrosis', 'necrobiosis', 'dead', 'necrophobia', 'medicine', 'fatal', 'last', 'organic', 'phenomenon', 'cell', 'death', 'starvation', 'malnutrition', 'grave', 'azrael', 'decomposition', 'mortality', 'commit', 'suicide', 'death', 'hurt', 'maim', 'harm', 'traumatize', 'humiliate', 'bruise', 'wound', 'concuss', 'incapacitate', 'mutilate', 'injury', 'damage', 'blunt', 'trauma', 'diss', 'lacerate', 'offend', 'insult', 'spite', 'shock', 'stab', 'calk', 'provoke', 'trample', 'falling', 'traumatise', 'penetrating', 'trauma', 'trauma', 'center', 'terrorize', 'kill', 'sicken', 'frighten', 'inflict', 'immobilize', 'demoralize', 'decapitate', 'intimidate', 'punish', 'retaliate', 'terrify', 'endanger', 'harass', 'deprive', 'suffocate', 'drown', 'electrocute', 'disfigure', 'victimize', 'impair', 'empty', 'void', 'eliminate', 'expel', 'withdraw', 'relocate', 'move', 'evacuation', 'displace', 'stranded', 'flee', 'arrive', 'resettle', 'rescue', 'airlifted', 'displaced', 'marooned', 'vacate', 'trapped', 'leave', 'flooded', 'disembark', 'evict', 'panicked', 'alert', 'redeploy', 'eject', 'emigrate', 'excrete', 'pass', 'suction', 'evacuated', 'evacuating', 'vacant', 'egest', 'removal', 'evacuees', 'remove', 'shelters', 'remover', 'refugees', 'shelter', 'evacuations', 'survivors', 'residents', 'reinforcements', 'peacekeepers', 'vehicle', 'hospital', 'helicopter', 'automobile', 'paramedic', 'bus', 'van', 'taxi', 'medevac', 'cab', 'car', 'motorcar', 'auto', 'paramedics', 'medic', 'emergency', 'rescue', 'toyota', 'siren', 'dispatcher', 'stretcher', 'firemen', 'firefighters', 'escort', 'ferry', 'evacuation', 'minibus', 'nurse', 'medics', 'morgue', 'police', 'rescuers', 'sirens', 'motorcycle', 'ambulance', 'limousine', 'triage', 'hospital', 'ship', 'truck', 'firefighter', 'ford', 'police', 'car', 'emergency', 'vehicle', 'equipment', 'illness', 'injury', 'latin', 'machine', 'military', 'cart', 'disaster', 'car', 'accident', 'portugal', 'industrialization', 'fuel', 'ambulances', 'dispatch', 'electronics', 'nissan', 'unconscious', 'unconscious']\n",
            "set()\n",
            "0.21302221715450287 1 0.21302221715450287\n",
            "{1: 1.0651110857725143, 2: 0.21302221715450287}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/gensim/matutils.py:737: FutureWarning: Conversion of the second argument of issubdtype from `int` to `np.signedinteger` is deprecated. In future, it will be treated as `np.int64 == np.dtype(int).type`.\n",
            "  if np.issubdtype(vec.dtype, np.int):\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3grXtBPhikeu",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}