PI5 -TFIDF.ipynb

{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.7.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import pandas as pd\nimport nltk\nstopwords = nltk.corpus.stopwords.words('portuguese')\nfrom sklearn.feature_extraction.text import CountVectorizer, TfidfVectorizer","metadata":{"execution":{"iopub.status.busy":"2023-03-11T15:05:46.528399Z","iopub.execute_input":"2023-03-11T15:05:46.528946Z","iopub.status.idle":"2023-03-11T15:05:48.256956Z","shell.execute_reply.started":"2023-03-11T15:05:46.528890Z","shell.execute_reply":"2023-03-11T15:05:48.255698Z"},"trusted":true},"execution_count":1,"outputs":[]},{"cell_type":"code","source":"df = pd.read_csv('/kaggle/input/reviews-completas/Reviews Completo.csv',encoding='utf-8')\ndf\n","metadata":{"execution":{"iopub.status.busy":"2023-03-11T15:06:00.050268Z","iopub.execute_input":"2023-03-11T15:06:00.050672Z","iopub.status.idle":"2023-03-11T15:06:01.073573Z","shell.execute_reply.started":"2023-03-11T15:06:00.050638Z","shell.execute_reply":"2023-03-11T15:06:01.072057Z"},"trusted":true},"execution_count":2,"outputs":[{"execution_count":2,"output_type":"execute_result","data":{"text/plain":"                                                   Livro          Nome  \\\n0      A Batalha do Labirinto (Percy Jackson & Os Oli...       Leveson   \n1      A Batalha do Labirinto (Percy Jackson & Os Oli...          Myka   \n2      A Batalha do Labirinto (Percy Jackson & Os Oli...       Matheus   \n3      A Batalha do Labirinto (Percy Jackson & Os Oli...            Wi   \n4      A Batalha do Labirinto (Percy Jackson & Os Oli...          Dani   \n...                                                  ...           ...   \n34378                             As Crônicas de Nárnia   Tary Belmont   \n34379                             As Crônicas de Nárnia        Iris K.   \n34380                             As Crônicas de Nárnia    Thallyta :p   \n34381                             As Crônicas de Nárnia        nathykw   \n34382                             As Crônicas de Nárnia          Eryka   \n\n             Data                                            Resenha  Rating  \n0        12/08/20  Muitas\\nGente, esse livro é muito bem desenvol...       5  \n1        12/08/20  Gente e que Labirinto !!\\nCom toda certeza um ...       4  \n2        12/07/20  simplesmente perfeito\\nokay mudei de ideia e a...       5  \n3        12/07/20  Um livro importante pra a saga\\nEu não costumo...       5  \n4        12/07/20  A Batalha do Labirinto\\nMesmo depois de saber ...       5  \n...           ...                                                ...     ...  \n34378  13/05/2009  Estará Sempre em Meu Coração\\nAmei essa histór...       5  \n34379  11/05/2009  Light\\nDisfarçado de literatura infantil, Nárn...       5  \n34380  02/05/2009  As cronicas de Narnia.(C,S, Lewis)\\nEsse livro...       5  \n34381  30/04/2009  Eu estava tão ansiosa pra ler As Crônicas de N...       5  \n34382  18/04/2009                                          Perfeito!       5  \n\n[34383 rows x 5 columns]","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>Livro</th>\n      <th>Nome</th>\n      <th>Data</th>\n      <th>Resenha</th>\n      <th>Rating</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>A Batalha do Labirinto (Percy Jackson &amp; Os Oli...</td>\n      <td>Leveson</td>\n      <td>12/08/20</td>\n      <td>Muitas\\nGente, esse livro é muito bem desenvol...</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>A Batalha do Labirinto (Percy Jackson &amp; Os Oli...</td>\n      <td>Myka</td>\n      <td>12/08/20</td>\n      <td>Gente e que Labirinto !!\\nCom toda certeza um ...</td>\n      <td>4</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>A Batalha do Labirinto (Percy Jackson &amp; Os Oli...</td>\n      <td>Matheus</td>\n      <td>12/07/20</td>\n      <td>simplesmente perfeito\\nokay mudei de ideia e a...</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>A Batalha do Labirinto (Percy Jackson &amp; Os Oli...</td>\n      <td>Wi</td>\n      <td>12/07/20</td>\n      <td>Um livro importante pra a saga\\nEu não costumo...</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>A Batalha do Labirinto (Percy Jackson &amp; Os Oli...</td>\n      <td>Dani</td>\n      <td>12/07/20</td>\n      <td>A Batalha do Labirinto\\nMesmo depois de saber ...</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>...</th>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n    </tr>\n    <tr>\n      <th>34378</th>\n      <td>As Crônicas de Nárnia</td>\n      <td>Tary Belmont</td>\n      <td>13/05/2009</td>\n      <td>Estará Sempre em Meu Coração\\nAmei essa histór...</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>34379</th>\n      <td>As Crônicas de Nárnia</td>\n      <td>Iris K.</td>\n      <td>11/05/2009</td>\n      <td>Light\\nDisfarçado de literatura infantil, Nárn...</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>34380</th>\n      <td>As Crônicas de Nárnia</td>\n      <td>Thallyta :p</td>\n      <td>02/05/2009</td>\n      <td>As cronicas de Narnia.(C,S, Lewis)\\nEsse livro...</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>34381</th>\n      <td>As Crônicas de Nárnia</td>\n      <td>nathykw</td>\n      <td>30/04/2009</td>\n      <td>Eu estava tão ansiosa pra ler As Crônicas de N...</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>34382</th>\n      <td>As Crônicas de Nárnia</td>\n      <td>Eryka</td>\n      <td>18/04/2009</td>\n      <td>Perfeito!</td>\n      <td>5</td>\n    </tr>\n  </tbody>\n</table>\n<p>34383 rows × 5 columns</p>\n</div>"},"metadata":{}}]},{"cell_type":"code","source":"df2 = df.copy()\nfor i in range(0,len(df2)):\n    \n    text = df.iloc[i,3]\n    df2.iloc[i,3] = ''.join(c for c in text if not c.isdigit())","metadata":{"execution":{"iopub.status.busy":"2023-03-11T15:06:45.344196Z","iopub.execute_input":"2023-03-11T15:06:45.344647Z","iopub.status.idle":"2023-03-11T15:07:30.927430Z","shell.execute_reply.started":"2023-03-11T15:06:45.344606Z","shell.execute_reply":"2023-03-11T15:07:30.926004Z"},"trusted":true},"execution_count":4,"outputs":[]},{"cell_type":"code","source":"df2","metadata":{"execution":{"iopub.status.busy":"2023-03-11T14:58:48.366041Z","iopub.execute_input":"2023-03-11T14:58:48.367086Z","iopub.status.idle":"2023-03-11T14:58:48.386426Z","shell.execute_reply.started":"2023-03-11T14:58:48.367028Z","shell.execute_reply":"2023-03-11T14:58:48.385176Z"},"trusted":true},"execution_count":7,"outputs":[{"execution_count":7,"output_type":"execute_result","data":{"text/plain":"                                                   Livro          Nome  \\\n0      A Batalha do Labirinto (Percy Jackson & Os Oli...       Leveson   \n1      A Batalha do Labirinto (Percy Jackson & Os Oli...          Myka   \n2      A Batalha do Labirinto (Percy Jackson & Os Oli...       Matheus   \n3      A Batalha do Labirinto (Percy Jackson & Os Oli...            Wi   \n4      A Batalha do Labirinto (Percy Jackson & Os Oli...          Dani   \n...                                                  ...           ...   \n34378                             As Crônicas de Nárnia   Tary Belmont   \n34379                             As Crônicas de Nárnia        Iris K.   \n34380                             As Crônicas de Nárnia    Thallyta :p   \n34381                             As Crônicas de Nárnia        nathykw   \n34382                             As Crônicas de Nárnia          Eryka   \n\n             Data                                            Resenha  Rating  \n0        12/08/20  Muitas\\nGente esse livro é muito bem desenvolv...       5  \n1        12/08/20  Gente e que Labirinto \\nCom toda certeza um do...       4  \n2        12/07/20  simplesmente perfeito\\nokay mudei de ideia e a...       5  \n3        12/07/20  Um livro importante pra a saga\\nEu não costumo...       5  \n4        12/07/20  A Batalha do Labirinto\\nMesmo depois de saber ...       5  \n...           ...                                                ...     ...  \n34378  13/05/2009  Estará Sempre em Meu Coração\\nAmei essa histór...       5  \n34379  11/05/2009  Light\\nDisfarçado de literatura infantil Nárni...       5  \n34380  02/05/2009  As cronicas de NarniaCS Lewis\\nEsse livro é um...       5  \n34381  30/04/2009  Eu estava tão ansiosa pra ler As Crônicas de N...       5  \n34382  18/04/2009                                           Perfeito       5  \n\n[34383 rows x 5 columns]","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>Livro</th>\n      <th>Nome</th>\n      <th>Data</th>\n      <th>Resenha</th>\n      <th>Rating</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>A Batalha do Labirinto (Percy Jackson &amp; Os Oli...</td>\n      <td>Leveson</td>\n      <td>12/08/20</td>\n      <td>Muitas\\nGente esse livro é muito bem desenvolv...</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>A Batalha do Labirinto (Percy Jackson &amp; Os Oli...</td>\n      <td>Myka</td>\n      <td>12/08/20</td>\n      <td>Gente e que Labirinto \\nCom toda certeza um do...</td>\n      <td>4</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>A Batalha do Labirinto (Percy Jackson &amp; Os Oli...</td>\n      <td>Matheus</td>\n      <td>12/07/20</td>\n      <td>simplesmente perfeito\\nokay mudei de ideia e a...</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>A Batalha do Labirinto (Percy Jackson &amp; Os Oli...</td>\n      <td>Wi</td>\n      <td>12/07/20</td>\n      <td>Um livro importante pra a saga\\nEu não costumo...</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>A Batalha do Labirinto (Percy Jackson &amp; Os Oli...</td>\n      <td>Dani</td>\n      <td>12/07/20</td>\n      <td>A Batalha do Labirinto\\nMesmo depois de saber ...</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>...</th>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n    </tr>\n    <tr>\n      <th>34378</th>\n      <td>As Crônicas de Nárnia</td>\n      <td>Tary Belmont</td>\n      <td>13/05/2009</td>\n      <td>Estará Sempre em Meu Coração\\nAmei essa histór...</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>34379</th>\n      <td>As Crônicas de Nárnia</td>\n      <td>Iris K.</td>\n      <td>11/05/2009</td>\n      <td>Light\\nDisfarçado de literatura infantil Nárni...</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>34380</th>\n      <td>As Crônicas de Nárnia</td>\n      <td>Thallyta :p</td>\n      <td>02/05/2009</td>\n      <td>As cronicas de NarniaCS Lewis\\nEsse livro é um...</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>34381</th>\n      <td>As Crônicas de Nárnia</td>\n      <td>nathykw</td>\n      <td>30/04/2009</td>\n      <td>Eu estava tão ansiosa pra ler As Crônicas de N...</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>34382</th>\n      <td>As Crônicas de Nárnia</td>\n      <td>Eryka</td>\n      <td>18/04/2009</td>\n      <td>Perfeito</td>\n      <td>5</td>\n    </tr>\n  </tbody>\n</table>\n<p>34383 rows × 5 columns</p>\n</div>"},"metadata":{}}]},{"cell_type":"code","source":"vectorizer = CountVectorizer(stop_words=stopwords)\nvetores = vectorizer.fit_transform(df2.iloc[:,3])\nvocab = vectorizer.get_feature_names_out()\nprint(vocab)","metadata":{"execution":{"iopub.status.busy":"2023-03-11T15:07:51.345121Z","iopub.execute_input":"2023-03-11T15:07:51.345580Z","iopub.status.idle":"2023-03-11T15:07:55.493456Z","shell.execute_reply.started":"2023-03-11T15:07:51.345543Z","shell.execute_reply":"2023-03-11T15:07:55.492040Z"},"trusted":true},"execution_count":5,"outputs":[{"name":"stdout","text":"['__' '___' '______' ... '𝙲𝙸𝙳𝙰𝙳𝙴' '𝙳𝙾' '𝚂𝙾l']\n","output_type":"stream"}]},{"cell_type":"code","source":"dfC = pd.DataFrame(data = vetores.toarray(),columns=vocab)\ndfC","metadata":{"execution":{"iopub.status.busy":"2023-03-11T15:08:16.961549Z","iopub.execute_input":"2023-03-11T15:08:16.962000Z","iopub.status.idle":"2023-03-11T15:08:21.201713Z","shell.execute_reply.started":"2023-03-11T15:08:16.961960Z","shell.execute_reply":"2023-03-11T15:08:21.200539Z"},"trusted":true},"execution_count":7,"outputs":[{"execution_count":7,"output_type":"execute_result","data":{"text/plain":"       __  ___  ______  _______  ________  __________  ___________  \\\n0       0    0       0        0         0           0            0   \n1       0    0       0        0         0           0            0   \n2       0    0       0        0         0           0            0   \n3       0    0       0        0         0           0            0   \n4       0    0       0        0         0           0            0   \n...    ..  ...     ...      ...       ...         ...          ...   \n34378   0    0       0        0         0           0            0   \n34379   0    0       0        0         0           0            0   \n34380   0    0       0        0         0           0            0   \n34381   0    0       0        0         0           0            0   \n34382   0    0       0        0         0           0            0   \n\n       ______________  ______________________  \\\n0                   0                       0   \n1                   0                       0   \n2                   0                       0   \n3                   0                       0   \n4                   0                       0   \n...               ...                     ...   \n34378               0                       0   \n34379               0                       0   \n34380               0                       0   \n34381               0                       0   \n34382               0                       0   \n\n       ________________________________  ...  𝘁𝗶𝗺𝗮𝘀  𝘁𝗼𝗱𝗼  𝘁𝗼𝗿𝗻𝗲  𝘂𝗺  𝘂𝗺𝗮  \\\n0                                     0  ...      0     0      0   0    0   \n1                                     0  ...      0     0      0   0    0   \n2                                     0  ...      0     0      0   0    0   \n3                                     0  ...      0     0      0   0    0   \n4                                     0  ...      0     0      0   0    0   \n...                                 ...  ...    ...   ...    ...  ..  ...   \n34378                                 0  ...      0     0      0   0    0   \n34379                                 0  ...      0     0      0   0    0   \n34380                                 0  ...      0     0      0   0    0   \n34381                                 0  ...      0     0      0   0    0   \n34382                                 0  ...      0     0      0   0    0   \n\n       𝘂𝘀𝗮  𝘃𝗼𝗰𝗲  𝙲𝙸𝙳𝙰𝙳𝙴  𝙳𝙾  𝚂𝙾l  \n0        0     0       0   0    0  \n1        0     0       0   0    0  \n2        0     0       0   0    0  \n3        0     0       0   0    0  \n4        0     0       0   0    0  \n...    ...   ...     ...  ..  ...  \n34378    0     0       0   0    0  \n34379    0     0       0   0    0  \n34380    0     0       0   0    0  \n34381    0     0       0   0    0  \n34382    0     0       0   0    0  \n\n[34383 rows x 64416 columns]","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>__</th>\n      <th>___</th>\n      <th>______</th>\n      <th>_______</th>\n      <th>________</th>\n      <th>__________</th>\n      <th>___________</th>\n      <th>______________</th>\n      <th>______________________</th>\n      <th>________________________________</th>\n      <th>...</th>\n      <th>𝘁𝗶𝗺𝗮𝘀</th>\n      <th>𝘁𝗼𝗱𝗼</th>\n      <th>𝘁𝗼𝗿𝗻𝗲</th>\n      <th>𝘂𝗺</th>\n      <th>𝘂𝗺𝗮</th>\n      <th>𝘂𝘀𝗮</th>\n      <th>𝘃𝗼𝗰𝗲</th>\n      <th>𝙲𝙸𝙳𝙰𝙳𝙴</th>\n      <th>𝙳𝙾</th>\n      <th>𝚂𝙾l</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>...</th>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n    </tr>\n    <tr>\n      <th>34378</th>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>34379</th>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>34380</th>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>34381</th>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>34382</th>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>...</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n  </tbody>\n</table>\n<p>34383 rows × 64416 columns</p>\n</div>"},"metadata":{}}]},{"cell_type":"code","source":"vectoTf = TfidfVectorizer(stop_words=stopwords)\nvectors = vectoTf.fit_transform(df2.iloc[:,3])\ndf_Tf = pd.DataFrame(data=vectors.toarray(),columns = vocab)\n","metadata":{"execution":{"iopub.status.busy":"2023-03-11T15:09:37.878105Z","iopub.execute_input":"2023-03-11T15:09:37.878597Z","iopub.status.idle":"2023-03-11T15:09:50.524593Z","shell.execute_reply.started":"2023-03-11T15:09:37.878556Z","shell.execute_reply":"2023-03-11T15:09:50.523264Z"},"trusted":true},"execution_count":8,"outputs":[]},{"cell_type":"code","source":"df_Tf","metadata":{"execution":{"iopub.status.busy":"2023-03-11T15:09:56.537295Z","iopub.execute_input":"2023-03-11T15:09:56.537868Z","iopub.status.idle":"2023-03-11T15:09:56.672701Z","shell.execute_reply.started":"2023-03-11T15:09:56.537810Z","shell.execute_reply":"2023-03-11T15:09:56.671319Z"},"trusted":true},"execution_count":9,"outputs":[{"execution_count":9,"output_type":"execute_result","data":{"text/plain":"        __  ___  ______  _______  ________  __________  ___________  \\\n0      0.0  0.0     0.0      0.0       0.0         0.0          0.0   \n1      0.0  0.0     0.0      0.0       0.0         0.0          0.0   \n2      0.0  0.0     0.0      0.0       0.0         0.0          0.0   \n3      0.0  0.0     0.0      0.0       0.0         0.0          0.0   \n4      0.0  0.0     0.0      0.0       0.0         0.0          0.0   \n...    ...  ...     ...      ...       ...         ...          ...   \n34378  0.0  0.0     0.0      0.0       0.0         0.0          0.0   \n34379  0.0  0.0     0.0      0.0       0.0         0.0          0.0   \n34380  0.0  0.0     0.0      0.0       0.0         0.0          0.0   \n34381  0.0  0.0     0.0      0.0       0.0         0.0          0.0   \n34382  0.0  0.0     0.0      0.0       0.0         0.0          0.0   \n\n       ______________  ______________________  \\\n0                 0.0                     0.0   \n1                 0.0                     0.0   \n2                 0.0                     0.0   \n3                 0.0                     0.0   \n4                 0.0                     0.0   \n...               ...                     ...   \n34378             0.0                     0.0   \n34379             0.0                     0.0   \n34380             0.0                     0.0   \n34381             0.0                     0.0   \n34382             0.0                     0.0   \n\n       ________________________________  ...  𝘁𝗶𝗺𝗮𝘀  𝘁𝗼𝗱𝗼  𝘁𝗼𝗿𝗻𝗲   𝘂𝗺  𝘂𝗺𝗮  \\\n0                                   0.0  ...    0.0   0.0    0.0  0.0  0.0   \n1                                   0.0  ...    0.0   0.0    0.0  0.0  0.0   \n2                                   0.0  ...    0.0   0.0    0.0  0.0  0.0   \n3                                   0.0  ...    0.0   0.0    0.0  0.0  0.0   \n4                                   0.0  ...    0.0   0.0    0.0  0.0  0.0   \n...                                 ...  ...    ...   ...    ...  ...  ...   \n34378                               0.0  ...    0.0   0.0    0.0  0.0  0.0   \n34379                               0.0  ...    0.0   0.0    0.0  0.0  0.0   \n34380                               0.0  ...    0.0   0.0    0.0  0.0  0.0   \n34381                               0.0  ...    0.0   0.0    0.0  0.0  0.0   \n34382                               0.0  ...    0.0   0.0    0.0  0.0  0.0   \n\n       𝘂𝘀𝗮  𝘃𝗼𝗰𝗲  𝙲𝙸𝙳𝙰𝙳𝙴   𝙳𝙾  𝚂𝙾l  \n0      0.0   0.0     0.0  0.0  0.0  \n1      0.0   0.0     0.0  0.0  0.0  \n2      0.0   0.0     0.0  0.0  0.0  \n3      0.0   0.0     0.0  0.0  0.0  \n4      0.0   0.0     0.0  0.0  0.0  \n...    ...   ...     ...  ...  ...  \n34378  0.0   0.0     0.0  0.0  0.0  \n34379  0.0   0.0     0.0  0.0  0.0  \n34380  0.0   0.0     0.0  0.0  0.0  \n34381  0.0   0.0     0.0  0.0  0.0  \n34382  0.0   0.0     0.0  0.0  0.0  \n\n[34383 rows x 64416 columns]","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>__</th>\n      <th>___</th>\n      <th>______</th>\n      <th>_______</th>\n      <th>________</th>\n      <th>__________</th>\n      <th>___________</th>\n      <th>______________</th>\n      <th>______________________</th>\n      <th>________________________________</th>\n      <th>...</th>\n      <th>𝘁𝗶𝗺𝗮𝘀</th>\n      <th>𝘁𝗼𝗱𝗼</th>\n      <th>𝘁𝗼𝗿𝗻𝗲</th>\n      <th>𝘂𝗺</th>\n      <th>𝘂𝗺𝗮</th>\n      <th>𝘂𝘀𝗮</th>\n      <th>𝘃𝗼𝗰𝗲</th>\n      <th>𝙲𝙸𝙳𝙰𝙳𝙴</th>\n      <th>𝙳𝙾</th>\n      <th>𝚂𝙾l</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>...</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>...</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>...</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>...</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>...</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n    </tr>\n    <tr>\n      <th>...</th>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n    </tr>\n    <tr>\n      <th>34378</th>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>...</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n    </tr>\n    <tr>\n      <th>34379</th>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>...</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n    </tr>\n    <tr>\n      <th>34380</th>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>...</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n    </tr>\n    <tr>\n      <th>34381</th>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>...</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n    </tr>\n    <tr>\n      <th>34382</th>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>...</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n      <td>0.0</td>\n    </tr>\n  </tbody>\n</table>\n<p>34383 rows × 64416 columns</p>\n</div>"},"metadata":{}}]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}