{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [], "source": [ "import os\n", "import time\n", "os.chdir(os.path.dirname(INSERT_PATH_HERE))" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [], "source": [ "import numpy as np\n", "import requests\n", "import numpy as np\n", "import pandas as pd\n", "import json\n", "\n" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "scrolled": true }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "96 entities not found\n" ] } ], "source": [ "df = pd.read_csv ('1kmovies.csv',sep=\"\\t\")\n", "dfX = df[['Movie']]\n", "\n", "not_found = 0\n", "\n", "vectors = []\n", "entities =list(dict.fromkeys(df['Movie'].to_list()))\n", "for e in entities:\n", " entity = e[e.rindex(\"/\")+1:]\n", " r = requests.get(\"http://kgvec2go.org/rest/get-vector/dbpedia/\" + entity)\n", " x = json.loads(r.text)\n", " # Catch case that an entity is not found in the API\n", " if 'vector' in x:\n", " vectors.append(x['vector'])\n", " else:\n", " vectors.append(np.zeros(200))\n", " not_found = not_found + 1\n", "\n", "print(str(not_found) + \" entities not found\")\n", "dfXvectors = pd.DataFrame.from_records(vectors)" ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", " | Movie | \n", "0 | \n", "1 | \n", "2 | \n", "3 | \n", "4 | \n", "5 | \n", "6 | \n", "7 | \n", "8 | \n", "... | \n", "190 | \n", "191 | \n", "192 | \n", "193 | \n", "194 | \n", "195 | \n", "196 | \n", "197 | \n", "198 | \n", "199 | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | \n", "http://dbpedia.org/resource/Playhouse_90 | \n", "-0.137760 | \n", "-0.589059 | \n", "-0.037958 | \n", "-0.534860 | \n", "-0.413675 | \n", "0.489986 | \n", "0.834827 | \n", "0.483092 | \n", "-0.237307 | \n", "... | \n", "-0.746374 | \n", "0.178704 | \n", "-0.300927 | \n", "1.041487 | \n", "-0.114665 | \n", "0.074592 | \n", "-0.048673 | \n", "0.689411 | \n", "-0.375839 | \n", "0.637875 | \n", "
1 | \n", "http://dbpedia.org/resource/Looney_Tunes | \n", "-1.042180 | \n", "-0.426787 | \n", "0.223503 | \n", "-0.041168 | \n", "-0.413734 | \n", "0.103594 | \n", "0.745793 | \n", "-0.070818 | \n", "-0.486270 | \n", "... | \n", "0.041576 | \n", "-0.289932 | \n", "-0.011391 | \n", "0.744024 | \n", "0.575132 | \n", "-0.176852 | \n", "-0.289161 | \n", "0.196203 | \n", "-1.127021 | \n", "0.352837 | \n", "
2 | \n", "http://dbpedia.org/resource/Merrie_Melodies | \n", "-0.735772 | \n", "-0.306961 | \n", "-0.005732 | \n", "0.092917 | \n", "-0.477233 | \n", "-0.022962 | \n", "0.886615 | \n", "-0.086885 | \n", "-0.621619 | \n", "... | \n", "0.165683 | \n", "-0.267800 | \n", "-0.212183 | \n", "0.835690 | \n", "0.536859 | \n", "0.230216 | \n", "-0.452382 | \n", "0.141061 | \n", "-1.083207 | \n", "0.298553 | \n", "
3 | \n", "http://dbpedia.org/resource/American_Playhouse | \n", "-0.218308 | \n", "-0.383118 | \n", "0.698063 | \n", "0.291182 | \n", "-0.129309 | \n", "0.227223 | \n", "0.160146 | \n", "0.404174 | \n", "-0.492890 | \n", "... | \n", "0.327066 | \n", "-0.308209 | \n", "0.156568 | \n", "0.229740 | \n", "0.084384 | \n", "-0.269571 | \n", "0.128257 | \n", "0.500517 | \n", "0.030679 | \n", "0.423012 | \n", "
4 | \n", "http://dbpedia.org/resource/Fantasia_(1940_film) | \n", "0.012596 | \n", "-0.363675 | \n", "-0.200341 | \n", "-0.288007 | \n", "-0.918249 | \n", "0.103618 | \n", "-0.033792 | \n", "0.184393 | \n", "0.351371 | \n", "... | \n", "-0.845204 | \n", "0.232762 | \n", "0.135684 | \n", "0.178445 | \n", "-0.213599 | \n", "-0.151071 | \n", "0.185861 | \n", "-0.250488 | \n", "-0.560639 | \n", "0.046183 | \n", "
5 | \n", "http://dbpedia.org/resource/Snow_White_and_the... | \n", "-0.110619 | \n", "-0.022438 | \n", "-0.436584 | \n", "0.132460 | \n", "-0.968146 | \n", "0.210315 | \n", "-0.113157 | \n", "-0.333683 | \n", "-0.110539 | \n", "... | \n", "-0.721070 | \n", "-0.044716 | \n", "-0.140388 | \n", "0.740921 | \n", "0.212634 | \n", "-0.432297 | \n", "0.483120 | \n", "0.281024 | \n", "-0.783087 | \n", "0.206580 | \n", "
6 | \n", "http://dbpedia.org/resource/Band_of_Brothers_(... | \n", "-0.301021 | \n", "-0.601196 | \n", "-0.667036 | \n", "-0.477340 | \n", "-0.521035 | \n", "0.238552 | \n", "0.445494 | \n", "0.480574 | \n", "-0.397435 | \n", "... | \n", "0.194413 | \n", "-0.041689 | \n", "0.322213 | \n", "-0.010924 | \n", "-0.049540 | \n", "0.073796 | \n", "-0.251234 | \n", "-0.478446 | \n", "-0.818731 | \n", "0.169260 | \n", "
7 | \n", "http://dbpedia.org/resource/Pinocchio_(1940_film) | \n", "0.058439 | \n", "-0.564881 | \n", "-0.317060 | \n", "-0.099454 | \n", "-0.334787 | \n", "-0.012635 | \n", "0.199692 | \n", "0.548722 | \n", "0.033585 | \n", "... | \n", "-0.336076 | \n", "0.084392 | \n", "0.369534 | \n", "0.691876 | \n", "0.038075 | \n", "-0.210486 | \n", "0.173873 | \n", "-0.005578 | \n", "-0.796597 | \n", "0.358472 | \n", "
8 | \n", "http://dbpedia.org/resource/Harry_Potter_(film... | \n", "-0.138585 | \n", "-1.158717 | \n", "0.065944 | \n", "-0.110256 | \n", "-1.014248 | \n", "0.095200 | \n", "0.208644 | \n", "0.783379 | \n", "0.462843 | \n", "... | \n", "-0.144742 | \n", "-0.565039 | \n", "-0.118208 | \n", "0.690698 | \n", "0.125068 | \n", "-0.759913 | \n", "-0.156163 | \n", "-0.250222 | \n", "-0.047005 | \n", "0.022732 | \n", "
9 | \n", "http://dbpedia.org/resource/Red_Dwarf | \n", "0.131227 | \n", "-0.795182 | \n", "0.650905 | \n", "-1.366069 | \n", "-0.648056 | \n", "-0.067780 | \n", "0.027130 | \n", "0.216861 | \n", "0.528318 | \n", "... | \n", "-0.493793 | \n", "-0.540019 | \n", "0.172466 | \n", "0.108005 | \n", "0.014064 | \n", "-0.350497 | \n", "-0.185962 | \n", "-0.084622 | \n", "-0.049915 | \n", "-0.043591 | \n", "
10 | \n", "http://dbpedia.org/resource/Gimme_a_Break! | \n", "-0.426197 | \n", "-0.643072 | \n", "-0.143684 | \n", "0.021588 | \n", "-0.534515 | \n", "-0.541924 | \n", "0.903420 | \n", "-0.027660 | \n", "0.516001 | \n", "... | \n", "-0.305990 | \n", "0.279292 | \n", "0.080557 | \n", "0.345703 | \n", "0.433765 | \n", "0.037107 | \n", "1.373668 | \n", "-0.186867 | \n", "-0.358873 | \n", "0.585094 | \n", "
11 | \n", "http://dbpedia.org/resource/Last_of_the_Summer... | \n", "-0.387616 | \n", "-0.849654 | \n", "0.520858 | \n", "-1.152769 | \n", "-0.395122 | \n", "-0.078861 | \n", "0.134276 | \n", "0.767099 | \n", "-0.086088 | \n", "... | \n", "0.074024 | \n", "-0.180376 | \n", "-0.568238 | \n", "-0.009507 | \n", "-0.706241 | \n", "0.183831 | \n", "-0.243164 | \n", "-0.830150 | \n", "-0.099241 | \n", "0.196781 | \n", "
12 | \n", "http://dbpedia.org/resource/The_Lion_King | \n", "-0.185161 | \n", "-0.667758 | \n", "0.351287 | \n", "-0.071545 | \n", "-0.715235 | \n", "0.654980 | \n", "0.942513 | \n", "0.299595 | \n", "-0.796929 | \n", "... | \n", "-0.103406 | \n", "-0.306330 | \n", "-0.034503 | \n", "0.277780 | \n", "0.518103 | \n", "-0.605122 | \n", "0.536551 | \n", "-0.022816 | \n", "-0.428924 | \n", "0.105254 | \n", "
13 | \n", "http://dbpedia.org/resource/The_Philco_Televis... | \n", "-0.427943 | \n", "-0.492605 | \n", "-0.227726 | \n", "-0.551582 | \n", "-0.155778 | \n", "-0.070201 | \n", "0.749041 | \n", "0.692473 | \n", "0.142140 | \n", "... | \n", "-0.951145 | \n", "-0.113896 | \n", "-0.234153 | \n", "0.714249 | \n", "-0.255902 | \n", "0.019403 | \n", "0.571655 | \n", "-0.155627 | \n", "0.062735 | \n", "0.238491 | \n", "
14 | \n", "http://dbpedia.org/resource/Sleeping_Beauty_(1... | \n", "-0.594262 | \n", "-0.284907 | \n", "-0.208800 | \n", "-0.275717 | \n", "-0.798383 | \n", "0.503691 | \n", "0.153642 | \n", "0.466465 | \n", "-0.296610 | \n", "... | \n", "-0.542477 | \n", "0.105357 | \n", "0.077565 | \n", "0.930746 | \n", "0.081768 | \n", "-0.218156 | \n", "0.095910 | \n", "-0.159626 | \n", "-0.558423 | \n", "0.424275 | \n", "
15 | \n", "http://dbpedia.org/resource/The_Bold_Ones:_The... | \n", "-0.275917 | \n", "-0.490652 | \n", "0.058167 | \n", "-0.349791 | \n", "-0.616028 | \n", "0.117802 | \n", "0.315908 | \n", "0.584220 | \n", "-0.168284 | \n", "... | \n", "-0.589613 | \n", "0.179460 | \n", "-0.082952 | \n", "0.514616 | \n", "-0.124556 | \n", "0.326807 | \n", "0.190047 | \n", "0.140560 | \n", "0.324520 | \n", "0.007021 | \n", "
16 | \n", "http://dbpedia.org/resource/Dumbo | \n", "-0.090244 | \n", "-0.497215 | \n", "-0.320145 | \n", "-0.082811 | \n", "-0.804457 | \n", "0.049052 | \n", "0.170885 | \n", "-0.062657 | \n", "0.201343 | \n", "... | \n", "-0.541216 | \n", "0.235122 | \n", "0.132251 | \n", "0.439390 | \n", "0.147823 | \n", "-0.228822 | \n", "0.437567 | \n", "0.228110 | \n", "-0.578095 | \n", "0.010694 | \n", "
17 | \n", "http://dbpedia.org/resource/Frozen_(2013_film) | \n", "-0.632902 | \n", "-1.110231 | \n", "-0.051083 | \n", "-0.036203 | \n", "-0.618483 | \n", "0.644321 | \n", "0.520805 | \n", "0.568159 | \n", "-0.492555 | \n", "... | \n", "-0.619857 | \n", "-0.095898 | \n", "0.736908 | \n", "-0.029418 | \n", "0.117501 | \n", "-0.316409 | \n", "0.341346 | \n", "0.652590 | \n", "-0.381850 | \n", "0.527155 | \n", "
18 | \n", "http://dbpedia.org/resource/Casino_Royale_(196... | \n", "0.773064 | \n", "0.109179 | \n", "-0.051000 | \n", "-0.132526 | \n", "-0.715155 | \n", "0.091428 | \n", "0.640842 | \n", "-0.264343 | \n", "-0.260256 | \n", "... | \n", "0.158924 | \n", "-0.739866 | \n", "0.499108 | \n", "0.398301 | \n", "-0.216687 | \n", "-0.342471 | \n", "0.326373 | \n", "-0.205443 | \n", "-0.102862 | \n", "0.162528 | \n", "
19 | \n", "http://dbpedia.org/resource/The_Pacific_(minis... | \n", "0.069477 | \n", "-0.758959 | \n", "-0.425278 | \n", "-0.280973 | \n", "-0.893712 | \n", "0.148944 | \n", "0.398624 | \n", "0.288982 | \n", "-0.399282 | \n", "... | \n", "-0.178115 | \n", "-0.176143 | \n", "-0.460993 | \n", "-0.310192 | \n", "-0.304817 | \n", "-0.002330 | \n", "0.326521 | \n", "-0.118486 | \n", "-0.749635 | \n", "-0.003137 | \n", "
20 | \n", "http://dbpedia.org/resource/Star_Wars_(film) | \n", "-0.504468 | \n", "-0.495121 | \n", "-1.276071 | \n", "-0.247087 | \n", "-0.510309 | \n", "0.043088 | \n", "0.904667 | \n", "0.165914 | \n", "-0.123610 | \n", "... | \n", "-0.089242 | \n", "-0.065929 | \n", "0.280322 | \n", "0.707275 | \n", "0.042698 | \n", "-0.226498 | \n", "0.118022 | \n", "-0.405879 | \n", "-0.322703 | \n", "0.222759 | \n", "
21 | \n", "http://dbpedia.org/resource/The_Dick_Powell_Show | \n", "0.348011 | \n", "0.107263 | \n", "-0.063437 | \n", "0.058328 | \n", "-0.091351 | \n", "0.022363 | \n", "0.219758 | \n", "0.767088 | \n", "0.308749 | \n", "... | \n", "0.026086 | \n", "0.005191 | \n", "0.243043 | \n", "0.537995 | \n", "0.250707 | \n", "0.208593 | \n", "0.237956 | \n", "0.294168 | \n", "-0.062048 | \n", "0.157651 | \n", "
22 | \n", "http://dbpedia.org/resource/Beauty_and_the_Bea... | \n", "-0.188234 | \n", "-0.491675 | \n", "0.664066 | \n", "-0.080035 | \n", "-0.651426 | \n", "0.373124 | \n", "0.129613 | \n", "0.297080 | \n", "-0.431981 | \n", "... | \n", "-0.452267 | \n", "-0.357004 | \n", "0.346360 | \n", "0.043267 | \n", "0.086430 | \n", "-0.456517 | \n", "0.235075 | \n", "0.006192 | \n", "-0.232916 | \n", "0.730093 | \n", "
23 | \n", "http://dbpedia.org/resource/Aladdin_(1992_Disn... | \n", "-0.485015 | \n", "-0.321546 | \n", "0.368292 | \n", "-0.076003 | \n", "-0.825097 | \n", "0.238973 | \n", "0.173073 | \n", "0.299280 | \n", "-0.567592 | \n", "... | \n", "-0.634339 | \n", "-0.674695 | \n", "0.204478 | \n", "0.102706 | \n", "-0.259019 | \n", "-0.350733 | \n", "0.133305 | \n", "0.326242 | \n", "0.384148 | \n", "0.450761 | \n", "
24 | \n", "http://dbpedia.org/resource/Cinderella_(1950_f... | \n", "-0.136178 | \n", "-0.427234 | \n", "0.593715 | \n", "-0.105923 | \n", "-0.391059 | \n", "0.339442 | \n", "0.064706 | \n", "0.549290 | \n", "-0.405299 | \n", "... | \n", "-0.776572 | \n", "-0.426698 | \n", "0.045925 | \n", "0.031847 | \n", "0.034778 | \n", "-0.438705 | \n", "0.449561 | \n", "-0.188039 | \n", "-0.260560 | \n", "0.615081 | \n", "
25 rows × 201 columns
\n", "