docs/notebooks/NetflixSample.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "standing-chassis",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/home/kiran/.miniconda3/envs/dgraphpandas/bin/python\n",
      "Downloading DataSet\n",
      "Downloading netflix-shows.zip to /home/kiran/projects/dgraphpandas/samples/notebooks\n",
      "\n",
      "Archive:  netflix-shows.zip\n",
      "  inflating: netflix_titles.csv      \n",
      "NetflixSample.ipynb\n",
      "PlanetSample.ipynb\n",
      "netflix_titles.csv\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\r",
      "  0%|          | 0.00/1.18M [00:00<?, ?B/s]\r",
      " 85%|████████▍ | 1.00M/1.18M [00:00<00:00, 4.12MB/s]\r",
      "100%|██████████| 1.18M/1.18M [00:00<00:00, 4.68MB/s]\n"
     ]
    }
   ],
   "source": [
    "%%bash\n",
    "\n",
    "which python\n",
    "\n",
    "# Get Data\n",
    "sh ../netflix/input/download_data.sh\n",
    "ls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "starting-instrument",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CONTAINER ID        IMAGE                  COMMAND                  CREATED             STATUS                  PORTS                                                                NAMES\n",
      "4afa67c17f8f        dgraph/dgraph:latest   \"dgraph-ratel\"           1 second ago        Up Less than a second   8080/tcp, 0.0.0.0:8000->8000/tcp, 9080/tcp                           dgraphpandas_ratel_1\n",
      "fa0b28998453        dgraph/dgraph:latest   \"dgraph alpha --my=a…\"   1 second ago        Up Less than a second   0.0.0.0:8080->8080/tcp, 0.0.0.0:9080->9080/tcp                       dgraphpandas_alpha_1\n",
      "b0c1a1610a66        dgraph/dgraph:latest   \"dgraph zero --my=ze…\"   1 second ago        Up Less than a second   0.0.0.0:5080->5080/tcp, 8080/tcp, 0.0.0.0:6080->6080/tcp, 9080/tcp   dgraphpandas_zero_1\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Creating network \"dgraphpandas_default\" with the default driver\n",
      "Creating dgraphpandas_zero_1 ... \r\n",
      "Creating dgraphpandas_alpha_1 ... \r\n",
      "Creating dgraphpandas_ratel_1 ... \r\n",
      "Creating dgraphpandas_ratel_1 ... done\r\n",
      "Creating dgraphpandas_alpha_1 ... done\r\n",
      "Creating dgraphpandas_zero_1  ... done\r\n"
     ]
    }
   ],
   "source": [
    "%%bash\n",
    "\n",
    "# Start DGraph (remember to shut them down at end)\n",
    "docker-compose -f ../../docker-compose.yml up -d\n",
    "docker container ls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "mature-seattle",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: dgraphpandas in /home/kiran/.miniconda3/envs/dgraphpandas/lib/python3.6/site-packages (0.0.4)\n",
      "Requirement already satisfied: pandas in /home/kiran/.miniconda3/envs/dgraphpandas/lib/python3.6/site-packages (from dgraphpandas) (1.1.5)\n",
      "Requirement already satisfied: numpy>=1.15.4 in /home/kiran/.miniconda3/envs/dgraphpandas/lib/python3.6/site-packages (from pandas->dgraphpandas) (1.19.5)\n",
      "Requirement already satisfied: python-dateutil>=2.7.3 in /home/kiran/.miniconda3/envs/dgraphpandas/lib/python3.6/site-packages (from pandas->dgraphpandas) (2.8.1)\n",
      "Requirement already satisfied: pytz>=2017.2 in /home/kiran/.miniconda3/envs/dgraphpandas/lib/python3.6/site-packages (from pandas->dgraphpandas) (2021.1)\n",
      "Requirement already satisfied: six>=1.5 in /home/kiran/.miniconda3/envs/dgraphpandas/lib/python3.6/site-packages (from python-dateutil>=2.7.3->pandas->dgraphpandas) (1.15.0)\n",
      "Generating title types\n",
      "Generating directors\n",
      "Generating cast\n",
      "Generating rating\n",
      "Generating genre\n",
      "NetflixSample.ipynb\n",
      "PlanetSample.ipynb\n",
      "cast.csv\n",
      "directors.csv\n",
      "genre.csv\n",
      "netflix_titles.csv\n",
      "rating.csv\n",
      "show_types.csv\n"
     ]
    }
   ],
   "source": [
    "%%bash\n",
    "\n",
    "python -m pip install dgraphpandas\n",
    "\n",
    "python ../netflix/input/download_cleanup.py\n",
    "ls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "surrounded-queensland",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Intrinsic:\n",
      "                        subject    predicate             object         type\n",
      "0      director_JorgeMichelGrau   identifier  Jorge Michel Grau  <xs:string>\n",
      "1          director_GilbertChan   identifier       Gilbert Chan  <xs:string>\n",
      "2           director_ShaneAcker   identifier        Shane Acker  <xs:string>\n",
      "3        director_RobertLuketic   identifier     Robert Luketic  <xs:string>\n",
      "4           director_SerdarAkar   identifier        Serdar Akar  <xs:string>\n",
      "...                         ...          ...                ...          ...\n",
      "6105  director_RodrigoGuardiola  dgraph.type           director  <xs:string>\n",
      "6106  director_GabrielCruzRivas  dgraph.type           director  <xs:string>\n",
      "6111       director_PeterHewitt  dgraph.type           director  <xs:string>\n",
      "6112        director_JosefFares  dgraph.type           director  <xs:string>\n",
      "6113        director_MozezSingh  dgraph.type           director  <xs:string>\n",
      "\n",
      "[10593 rows x 4 columns]\n",
      "Edges:\n",
      "Empty DataFrame\n",
      "Columns: [subject, predicate, object, type]\n",
      "Index: []\n",
      "Intrinsic:\n",
      "           subject   predicate               object           type\n",
      "7787      title_s1       title                   3%    <xs:string>\n",
      "7788      title_s2       title                 7:19    <xs:string>\n",
      "7789      title_s3       title                23:59    <xs:string>\n",
      "7790      title_s4       title                    9    <xs:string>\n",
      "7791      title_s5       title                   21    <xs:string>\n",
      "...            ...         ...                  ...            ...\n",
      "46717  title_s7783  date_added  2020-10-19T00:00:00  <xs:dateTime>\n",
      "46718  title_s7784  date_added  2019-03-02T00:00:00  <xs:dateTime>\n",
      "46719  title_s7785  date_added  2020-09-25T00:00:00  <xs:dateTime>\n",
      "46720  title_s7786  date_added  2020-10-31T00:00:00  <xs:dateTime>\n",
      "46721  title_s7787  date_added  2020-03-01T00:00:00  <xs:dateTime>\n",
      "\n",
      "[46712 rows x 4 columns]\n",
      "Edges:\n",
      "           subject predicate                      object  type\n",
      "0         title_s1      type                 type_TVShow  None\n",
      "1         title_s2      type                  type_Movie  None\n",
      "2         title_s3      type                  type_Movie  None\n",
      "3         title_s4      type                  type_Movie  None\n",
      "4         title_s5      type                  type_Movie  None\n",
      "...            ...       ...                         ...   ...\n",
      "77867  title_s7785     genre        genre_Music&Musicals  None\n",
      "77868  title_s7786     genre  genre_InternationalTVShows  None\n",
      "77868  title_s7786     genre             genre_RealityTV  None\n",
      "77869  title_s7787     genre         genre_Documentaries  None\n",
      "77869  title_s7787     genre        genre_Music&Musicals  None\n",
      "\n",
      "[103775 rows x 4 columns]\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 __main__[4076] DEBUG Global Config \n",
      " {'files': {'cast': {'pre_rename': {'cast': 'identifier'},\n",
      "                    'subject_fields': ['id']},\n",
      "           'director': {'pre_rename': {'director': 'identifier'},\n",
      "                        'subject_fields': ['id']},\n",
      "           'genre': {'pre_rename': {'genre': 'identifier'},\n",
      "                     'subject_fields': ['id']},\n",
      "           'rating': {'pre_rename': {'rating': 'identifier'},\n",
      "                      'subject_fields': ['id']},\n",
      "           'show_types': {'pre_rename': {'type': 'identifier'},\n",
      "                          'subject_fields': ['id']},\n",
      "           'title': {'csv_edges': ['director', 'cast', 'genre', 'country'],\n",
      "                     'edge_fields': ['type',\n",
      "                                     'director',\n",
      "                                     'cast',\n",
      "                                     'country',\n",
      "                                     'rating',\n",
      "                                     'genre'],\n",
      "                     'pre_rename': {'listed_in': 'genre'},\n",
      "                     'subject_fields': ['show_id'],\n",
      "                     'type_overrides': {'cast': 'object',\n",
      "                                        'country': 'object',\n",
      "                                        'date_added': 'datetime64',\n",
      "                                        'description': 'object',\n",
      "                                        'director': 'object',\n",
      "                                        'duration': 'object',\n",
      "                                        'listed_in': 'object',\n",
      "                                        'rating': 'object',\n",
      "                                        'release_year': 'int32',\n",
      "                                        'title': 'object',\n",
      "                                        'type': 'object'}}},\n",
      " 'transform': 'horizontal'}\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4076] DEBUG Reading file directors.csv\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4076] DEBUG Applying Type Overrides {}\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4076] DEBUG Melting frame with subject: ['id']\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4076] DEBUG Joining Key fields ['id'] to subject\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4076] DEBUG Dropping keys in favour of subject\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4076] DEBUG Adding dgraph.type fields\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4076] DEBUG No Edges defined, Skipping.\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4076] DEBUG Applying RDF Types\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4076] DEBUG Ensuring Date Time fields are in ISO format\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4076] DEBUG Compiling Illegal Characters ['%', '\\\\.', '\\\\s', '\"', '\\\\n', '\\\\r\\\\n']\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4076] DEBUG Resolving illegal_characters\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4076] DEBUG Compiling Illegal Characters ['\"', '\\\\n', '\\\\r\\\\n']\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4076] DEBUG Resolving illegal_characters\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4076] DEBUG Compiling Illegal Characters ['%', '\\\\.', '\\\\s', '\"', '\\\\n', '\\\\r\\\\n']\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4076] DEBUG Resolving illegal_characters\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4076] DEBUG Compiling Illegal Characters ['%', '\\\\.', '\\\\s', '\"', '\\\\n', '\\\\r\\\\n']\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4076] DEBUG Resolving illegal_characters\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4076] DEBUG Dropping records where NA on object\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4076] DEBUG Dropping records where NA on object\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 __main__[4076] DEBUG Concatting 1 intrinsic frames and 1 frames\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 __main__[4076] INFO Generating Upsert Queries\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.writers.upserts[4076] DEBUG Dropping NA Objects from intrinsic\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 __main__[4076] INFO Writing to 10593 upserts to ./directors_intrinsic.gz\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 __main__[4076] INFO Writing to 0 upserts to ./directors_edges.gz\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 __main__[4080] DEBUG Global Config \n",
      " {'files': {'cast': {'pre_rename': {'cast': 'identifier'},\n",
      "                    'subject_fields': ['id']},\n",
      "           'director': {'pre_rename': {'director': 'identifier'},\n",
      "                        'subject_fields': ['id']},\n",
      "           'genre': {'pre_rename': {'genre': 'identifier'},\n",
      "                     'subject_fields': ['id']},\n",
      "           'rating': {'pre_rename': {'rating': 'identifier'},\n",
      "                      'subject_fields': ['id']},\n",
      "           'show_types': {'pre_rename': {'type': 'identifier'},\n",
      "                          'subject_fields': ['id']},\n",
      "           'title': {'csv_edges': ['director', 'cast', 'genre', 'country'],\n",
      "                     'edge_fields': ['type',\n",
      "                                     'director',\n",
      "                                     'cast',\n",
      "                                     'country',\n",
      "                                     'rating',\n",
      "                                     'genre'],\n",
      "                     'pre_rename': {'listed_in': 'genre'},\n",
      "                     'subject_fields': ['show_id'],\n",
      "                     'type_overrides': {'cast': 'object',\n",
      "                                        'country': 'object',\n",
      "                                        'date_added': 'datetime64',\n",
      "                                        'description': 'object',\n",
      "                                        'director': 'object',\n",
      "                                        'duration': 'object',\n",
      "                                        'listed_in': 'object',\n",
      "                                        'rating': 'object',\n",
      "                                        'release_year': 'int32',\n",
      "                                        'title': 'object',\n",
      "                                        'type': 'object'}}},\n",
      " 'transform': 'horizontal'}\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4080] DEBUG Reading file netflix_titles.csv\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4080] DEBUG Applying Type Overrides {'type': 'object', 'title': 'object', 'director': 'object', 'cast': 'object', 'country': 'object', 'date_added': 'datetime64', 'release_year': 'int32', 'rating': 'object', 'duration': 'object', 'listed_in': 'object', 'description': 'object'}\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4080] DEBUG Converting type to object\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4080] DEBUG Converting title to object\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4080] DEBUG Converting director to object\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4080] DEBUG Converting cast to object\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4080] DEBUG Converting country to object\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4080] DEBUG Converting date_added to datetime64\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4080] DEBUG Converting release_year to int32\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4080] DEBUG Converting rating to object\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4080] DEBUG Converting duration to object\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4080] DEBUG Converting listed_in to object\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4080] DEBUG Converting description to object\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.horizontal[4080] DEBUG Melting frame with subject: ['show_id']\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] INFO Detected csv_edges ['director', 'cast', 'genre', 'country']. Breaking up those columns\n",
      "2021-04-04 16:39:16 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] DEBUG Joining Key fields ['show_id'] to subject\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] DEBUG Dropping keys in favour of subject\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] DEBUG Adding dgraph.type fields\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] DEBUG Splitting into Intrinsic and edges based on edges ['type', 'director', 'cast', 'country', 'rating', 'genre']\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] DEBUG Applying RDF Types\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] DEBUG Ensuring Date Time fields are in ISO format\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] DEBUG Compiling Illegal Characters ['%', '\\\\.', '\\\\s', '\"', '\\\\n', '\\\\r\\\\n']\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] DEBUG Resolving illegal_characters\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] DEBUG Compiling Illegal Characters ['\"', '\\\\n', '\\\\r\\\\n']\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] DEBUG Resolving illegal_characters\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] DEBUG Compiling Illegal Characters ['%', '\\\\.', '\\\\s', '\"', '\\\\n', '\\\\r\\\\n']\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] DEBUG Resolving illegal_characters\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] DEBUG Compiling Illegal Characters ['%', '\\\\.', '\\\\s', '\"', '\\\\n', '\\\\r\\\\n']\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] DEBUG Resolving illegal_characters\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] DEBUG Dropping records where NA on object\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 dgraphpandas.strategies.vertical_helpers[4080] DEBUG Dropping records where NA on object\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 __main__[4080] DEBUG Concatting 1 intrinsic frames and 1 frames\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 __main__[4080] INFO Generating Upsert Queries\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 dgraphpandas.writers.upserts[4080] DEBUG Dropping NA Objects from intrinsic\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 __main__[4080] INFO Writing to 46712 upserts to ./netflix_titles_intrinsic.gz\n",
      "2021-04-04 16:39:17 DESKTOP-4HNUNO0 __main__[4080] INFO Writing to 103775 upserts to ./netflix_titles_edges.gz\n"
     ]
    }
   ],
   "source": [
    "%%bash\n",
    "\n",
    "# Generate Upserts\n",
    "\n",
    "python -m dgraphpandas -c ../netflix/dgraphpandas.json -ck director -f directors.csv --console\n",
    "python -m dgraphpandas -c ../netflix/dgraphpandas.json -ck title -f netflix_titles.csv --console"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "distinct-functionality",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "directors_edges.gz\tnetflix_titles_edges.gz\r\n",
      "directors_intrinsic.gz\tnetflix_titles_intrinsic.gz\r\n"
     ]
    }
   ],
   "source": [
    "!ls *.gz"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "loose-wrist",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[1;39m{\r\n",
      "  \u001b[0m\u001b[34;1m\"data\"\u001b[0m\u001b[1;39m: \u001b[0m\u001b[1;39m{\r\n",
      "    \u001b[0m\u001b[34;1m\"code\"\u001b[0m\u001b[1;39m: \u001b[0m\u001b[0;32m\"Success\"\u001b[0m\u001b[1;39m,\r\n",
      "    \u001b[0m\u001b[34;1m\"message\"\u001b[0m\u001b[1;39m: \u001b[0m\u001b[0;32m\"Done\"\u001b[0m\u001b[1;39m\r\n",
      "  \u001b[1;39m}\u001b[0m\u001b[1;39m\r\n",
      "\u001b[1;39m}\u001b[0m\r\n"
     ]
    }
   ],
   "source": [
    "# Ensure XID predicate exists for upsert operations\n",
    "# If you get auth issue, then take a look at the whitelist ip in the docker-compose file\n",
    "!curl -sX POST localhost:8080/alter -d 'xid: string @index(exact) .' | jq ."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "bacterial-finnish",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[Decoder]: Using assembly version of decoder\n",
      "Page Size: 4096\n",
      "\n",
      "Running transaction with dgraph endpoint: 127.0.0.1:9080\n",
      "Found 1 data file(s) to process\n",
      "Processing data file \"directors_intrinsic.gz\"\n",
      "                                                                                                    \r",
      "Number of TXs run            : 22\n",
      "Number of N-Quads processed  : 10593\n",
      "Time spent                   : 514.0192ms\n",
      "N-Quads processed per second : 10593\n",
      "[Decoder]: Using assembly version of decoder\n",
      "Page Size: 4096\n",
      "\n",
      "Running transaction with dgraph endpoint: 127.0.0.1:9080\n",
      "Found 1 data file(s) to process\n",
      "Processing data file \"directors_edges.gz\"\n",
      "                                                                                                    \r",
      "Number of TXs run            : 0\n",
      "Number of N-Quads processed  : 0\n",
      "Time spent                   : 2.7456ms\n",
      "N-Quads processed per second : 0\n",
      "[Decoder]: Using assembly version of decoder\n",
      "Page Size: 4096\n",
      "\n",
      "Running transaction with dgraph endpoint: 127.0.0.1:9080\n",
      "Found 1 data file(s) to process\n",
      "Processing data file \"netflix_titles_intrinsic.gz\"\n",
      "                                                                                                    \r",
      "Number of TXs run            : 94\n",
      "Number of N-Quads processed  : 46712\n",
      "Time spent                   : 2.0965622s\n",
      "N-Quads processed per second : 23356\n",
      "[Decoder]: Using assembly version of decoder\n",
      "Page Size: 4096\n",
      "\n",
      "Running transaction with dgraph endpoint: 127.0.0.1:9080\n",
      "Found 1 data file(s) to process\n",
      "Processing data file \"netflix_titles_edges.gz\"\n",
      "                                                                                                    \r",
      "Number of TXs run            : 208\n",
      "Number of N-Quads processed  : 103775\n",
      "Time spent                   : 4.7730272s\n",
      "N-Quads processed per second : 25943\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "I0404 16:43:45.990922    4539 init.go:107] \n",
      "\n",
      "Dgraph version   : v20.11.2\n",
      "Dgraph codename  : tchalla-2\n",
      "Dgraph SHA-256   : 0153cb8d3941ad5ad107e395b347e8d930a0b4ead6f4524521f7a525a9699167\n",
      "Commit SHA-1     : 94f3a0430\n",
      "Commit timestamp : 2021-02-23 13:07:17 +0530\n",
      "Branch           : HEAD\n",
      "Go version       : go1.15.5\n",
      "jemalloc enabled : true\n",
      "\n",
      "For Dgraph official documentation, visit https://dgraph.io/docs/.\n",
      "For discussions about Dgraph     , visit https://discuss.dgraph.io.\n",
      "\n",
      "Licensed variously under the Apache Public License 2.0 and Dgraph Community License.\n",
      "Copyright 2015-2020 Dgraph Labs, Inc.\n",
      "\n",
      "\n",
      "badger 2021/04/04 16:43:46 INFO: All 0 tables opened in 0s\n",
      "badger 2021/04/04 16:43:46 INFO: Discard stats nextEmptySlot: 0\n",
      "badger 2021/04/04 16:43:46 INFO: Set nextTxnTs to 0\n",
      "I0404 16:43:46.021243    4539 xidmap.go:128] Loaded up 0 xid to uid mappings\n",
      "I0404 16:43:46.535335    4539 xidmap.go:288] Writing xid map to DB\n",
      "I0404 16:43:46.535366    4539 xidmap.go:290] Finished writing xid map to DB\n",
      "badger 2021/04/04 16:43:46 INFO: Lifetime L0 stalled for: 0s\n",
      "badger 2021/04/04 16:43:46 INFO: \n",
      "Level 0 [ ]: NumTables: 00. Size: 0 B of 0 B. Score: 0.00->0.00 Target FileSize: 64 MiB\n",
      "Level 1 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 2 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 3 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 4 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 5 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 6 [B]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level Done\n",
      "I0404 16:43:46.780294    4550 init.go:107] \n",
      "\n",
      "Dgraph version   : v20.11.2\n",
      "Dgraph codename  : tchalla-2\n",
      "Dgraph SHA-256   : 0153cb8d3941ad5ad107e395b347e8d930a0b4ead6f4524521f7a525a9699167\n",
      "Commit SHA-1     : 94f3a0430\n",
      "Commit timestamp : 2021-02-23 13:07:17 +0530\n",
      "Branch           : HEAD\n",
      "Go version       : go1.15.5\n",
      "jemalloc enabled : true\n",
      "\n",
      "For Dgraph official documentation, visit https://dgraph.io/docs/.\n",
      "For discussions about Dgraph     , visit https://discuss.dgraph.io.\n",
      "\n",
      "Licensed variously under the Apache Public License 2.0 and Dgraph Community License.\n",
      "Copyright 2015-2020 Dgraph Labs, Inc.\n",
      "\n",
      "\n",
      "badger 2021/04/04 16:43:46 INFO: All 0 tables opened in 0s\n",
      "badger 2021/04/04 16:43:46 INFO: Discard stats nextEmptySlot: 0\n",
      "badger 2021/04/04 16:43:46 INFO: Set nextTxnTs to 0\n",
      "I0404 16:43:46.809251    4550 xidmap.go:128] Loaded up 0 xid to uid mappings\n",
      "I0404 16:43:46.812056    4550 xidmap.go:288] Writing xid map to DB\n",
      "I0404 16:43:46.812104    4550 xidmap.go:290] Finished writing xid map to DB\n",
      "badger 2021/04/04 16:43:46 INFO: Lifetime L0 stalled for: 0s\n",
      "badger 2021/04/04 16:43:46 INFO: \n",
      "Level 0 [ ]: NumTables: 00. Size: 0 B of 0 B. Score: 0.00->0.00 Target FileSize: 64 MiB\n",
      "Level 1 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 2 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 3 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 4 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 5 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 6 [B]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level Done\n",
      "I0404 16:43:47.076154    4562 init.go:107] \n",
      "\n",
      "Dgraph version   : v20.11.2\n",
      "Dgraph codename  : tchalla-2\n",
      "Dgraph SHA-256   : 0153cb8d3941ad5ad107e395b347e8d930a0b4ead6f4524521f7a525a9699167\n",
      "Commit SHA-1     : 94f3a0430\n",
      "Commit timestamp : 2021-02-23 13:07:17 +0530\n",
      "Branch           : HEAD\n",
      "Go version       : go1.15.5\n",
      "jemalloc enabled : true\n",
      "\n",
      "For Dgraph official documentation, visit https://dgraph.io/docs/.\n",
      "For discussions about Dgraph     , visit https://discuss.dgraph.io.\n",
      "\n",
      "Licensed variously under the Apache Public License 2.0 and Dgraph Community License.\n",
      "Copyright 2015-2020 Dgraph Labs, Inc.\n",
      "\n",
      "\n",
      "badger 2021/04/04 16:43:47 INFO: All 0 tables opened in 0s\n",
      "badger 2021/04/04 16:43:47 INFO: Discard stats nextEmptySlot: 0\n",
      "badger 2021/04/04 16:43:47 INFO: Set nextTxnTs to 0\n",
      "badger 2021/04/04 16:43:47 INFO: Deleting empty file: xidmap/000001.vlog\n",
      "I0404 16:43:47.094656    4562 xidmap.go:128] Loaded up 0 xid to uid mappings\n",
      "I0404 16:43:49.191277    4562 xidmap.go:288] Writing xid map to DB\n",
      "I0404 16:43:49.191312    4562 xidmap.go:290] Finished writing xid map to DB\n",
      "badger 2021/04/04 16:43:49 INFO: Lifetime L0 stalled for: 0s\n",
      "badger 2021/04/04 16:43:49 INFO: \n",
      "Level 0 [ ]: NumTables: 00. Size: 0 B of 0 B. Score: 0.00->0.00 Target FileSize: 64 MiB\n",
      "Level 1 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 2 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 3 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 4 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 5 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 6 [B]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level Done\n",
      "I0404 16:43:49.429345    4573 init.go:107] \n",
      "\n",
      "Dgraph version   : v20.11.2\n",
      "Dgraph codename  : tchalla-2\n",
      "Dgraph SHA-256   : 0153cb8d3941ad5ad107e395b347e8d930a0b4ead6f4524521f7a525a9699167\n",
      "Commit SHA-1     : 94f3a0430\n",
      "Commit timestamp : 2021-02-23 13:07:17 +0530\n",
      "Branch           : HEAD\n",
      "Go version       : go1.15.5\n",
      "jemalloc enabled : true\n",
      "\n",
      "For Dgraph official documentation, visit https://dgraph.io/docs/.\n",
      "For discussions about Dgraph     , visit https://discuss.dgraph.io.\n",
      "\n",
      "Licensed variously under the Apache Public License 2.0 and Dgraph Community License.\n",
      "Copyright 2015-2020 Dgraph Labs, Inc.\n",
      "\n",
      "\n",
      "badger 2021/04/04 16:43:49 INFO: All 0 tables opened in 0s\n",
      "badger 2021/04/04 16:43:49 INFO: Discard stats nextEmptySlot: 0\n",
      "badger 2021/04/04 16:43:49 INFO: Set nextTxnTs to 0\n",
      "badger 2021/04/04 16:43:49 INFO: Deleting empty file: xidmap/000002.vlog\n",
      "I0404 16:43:49.450931    4573 xidmap.go:128] Loaded up 0 xid to uid mappings\n",
      "I0404 16:43:54.224058    4573 xidmap.go:288] Writing xid map to DB\n",
      "I0404 16:43:54.224086    4573 xidmap.go:290] Finished writing xid map to DB\n",
      "badger 2021/04/04 16:43:54 INFO: Lifetime L0 stalled for: 0s\n",
      "badger 2021/04/04 16:43:54 INFO: \n",
      "Level 0 [ ]: NumTables: 00. Size: 0 B of 0 B. Score: 0.00->0.00 Target FileSize: 64 MiB\n",
      "Level 1 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 2 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 3 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 4 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 5 [ ]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level 6 [B]: NumTables: 00. Size: 0 B of 10 MiB. Score: 0.00->0.00 Target FileSize: 2.0 MiB\n",
      "Level Done\n"
     ]
    }
   ],
   "source": [
    "%%bash\n",
    "\n",
    "#Apply Upserts to Dgraph\n",
    "# Omitting the rest of the files for breveity, but it's the same following steps for all of them\n",
    "dgraph live --files directors_intrinsic.gz --upsertPredicate xid --xidmap xidmap --format rdf --batch 500\n",
    "dgraph live --files directors_edges.gz --upsertPredicate xid --xidmap xidmap --format rdf --batch 500\n",
    "dgraph live --files netflix_titles_intrinsic.gz --upsertPredicate xid --xidmap xidmap --format rdf --batch 500\n",
    "dgraph live --files netflix_titles_edges.gz --upsertPredicate xid --xidmap xidmap --format rdf --batch 500"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "incorporate-arnold",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Applying Reverse Edges\n",
      "{\n",
      "  \"data\": {\n",
      "    \"code\": \"Success\",\n",
      "    \"message\": \"Done\"\n",
      "  }\n",
      "}\n",
      "{\n",
      "  \"data\": {\n",
      "    \"code\": \"Success\",\n",
      "    \"message\": \"Done\"\n",
      "  }\n",
      "}\n",
      "{\n",
      "  \"data\": {\n",
      "    \"code\": \"Success\",\n",
      "    \"message\": \"Done\"\n",
      "  }\n",
      "}\n",
      "{\n",
      "  \"data\": {\n",
      "    \"code\": \"Success\",\n",
      "    \"message\": \"Done\"\n",
      "  }\n",
      "}\n",
      "{\n",
      "  \"data\": {\n",
      "    \"code\": \"Success\",\n",
      "    \"message\": \"Done\"\n",
      "  }\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "%%bash\n",
    "echo Applying Reverse Edges\n",
    "curl -sX POST localhost:8080/alter -d 'cast: [uid] @reverse .' | jq .\n",
    "curl -sX POST localhost:8080/alter -d 'genre: [uid] @reverse .' | jq .\n",
    "curl -sX POST localhost:8080/alter -d 'director: [uid] @reverse .' | jq .\n",
    "curl -sX POST localhost:8080/alter -d 'rating: [uid] @reverse .' | jq .\n",
    "curl -sX POST localhost:8080/alter -d 'description: string @index(term) .' | jq ."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "sharp-complex",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\n",
      "  \"data\": {\n",
      "    \"directors\": [\n",
      "      {\n",
      "        \"identifier\": \"Alexis Morante\",\n",
      "        \"titles\": [\n",
      "          {\n",
      "            \"title\": \"Alejandro Sanz: What I Was Is What I Am\",\n",
      "            \"date_added\": \"2018-08-18T00:00:00Z\",\n",
      "            \"release_year\": 2018\n",
      "          },\n",
      "          {\n",
      "            \"title\": \"Camarón: The Film\",\n",
      "            \"date_added\": \"2018-07-18T00:00:00Z\",\n",
      "            \"release_year\": 2018\n",
      "          }\n",
      "        ]\n",
      "      },\n",
      "      {\n",
      "        \"identifier\": \"Ishaan Trivedi\",\n",
      "        \"titles\": [\n",
      "          {\n",
      "            \"title\": \"A Scandall\",\n",
      "            \"date_added\": \"2017-10-15T00:00:00Z\",\n",
      "            \"release_year\": 2016\n",
      "          }\n",
      "        ]\n",
      "      },\n",
      "      {\n",
      "        \"identifier\": \"Brendon Marotta\",\n",
      "        \"titles\": [\n",
      "          {\n",
      "            \"title\": \"American Circumcision\",\n",
      "            \"date_added\": \"2018-12-16T00:00:00Z\",\n",
      "            \"release_year\": 2017\n",
      "          }\n",
      "        ]\n",
      "      },\n",
      "      {\n",
      "        \"identifier\": \"Alfonso Serrano Maturino\",\n",
      "        \"titles\": [\n",
      "          {\n",
      "            \"title\": \"Acapulco La vida va\",\n",
      "            \"date_added\": \"2017-06-03T00:00:00Z\",\n",
      "            \"release_year\": 2016\n",
      "          }\n",
      "        ]\n",
      "      },\n",
      "      {\n",
      "        \"identifier\": \"Pedro Coutinho\",\n",
      "        \"titles\": [\n",
      "          {\n",
      "            \"title\": \"All The Reasons To Forget\",\n",
      "            \"date_added\": \"2018-04-19T00:00:00Z\",\n",
      "            \"release_year\": 2017\n",
      "          }\n",
      "        ]\n",
      "      },\n",
      "      {\n",
      "        \"identifier\": \"Scott Christian Sava\",\n",
      "        \"titles\": [\n",
      "          {\n",
      "            \"title\": \"Animal Crackers\",\n",
      "            \"date_added\": \"2020-07-24T00:00:00Z\",\n",
      "            \"release_year\": 2020\n",
      "          }\n",
      "        ]\n",
      "      },\n",
      "      {\n",
      "        \"identifier\": \"Brian Smrz\",\n",
      "        \"titles\": [\n",
      "          {\n",
      "            \"title\": \"24 Hours to Live\",\n",
      "            \"date_added\": \"2018-04-07T00:00:00Z\",\n",
      "            \"release_year\": 2017\n",
      "          }\n",
      "        ]\n",
      "      },\n",
      "      {\n",
      "        \"identifier\": \"Chris Blake\",\n",
      "        \"titles\": [\n",
      "          {\n",
      "            \"title\": \"All Light Will End\",\n",
      "            \"date_added\": \"2019-02-02T00:00:00Z\",\n",
      "            \"release_year\": 2018\n",
      "          }\n",
      "        ]\n",
      "      },\n",
      "      {\n",
      "        \"identifier\": \"Junichi Sato\",\n",
      "        \"titles\": [\n",
      "          {\n",
      "            \"title\": \"A Whisker Away\",\n",
      "            \"date_added\": \"2020-06-18T00:00:00Z\",\n",
      "            \"release_year\": 2020\n",
      "          }\n",
      "        ]\n",
      "      },\n",
      "      {\n",
      "        \"identifier\": \"Rusty Nixon\",\n",
      "        \"titles\": [\n",
      "          {\n",
      "            \"title\": \"A.M.I.\",\n",
      "            \"date_added\": \"2020-10-01T00:00:00Z\",\n",
      "            \"release_year\": 2019\n",
      "          }\n",
      "        ]\n",
      "      }\n",
      "    ]\n",
      "  },\n",
      "  \"extensions\": {\n",
      "    \"server_latency\": {\n",
      "      \"parsing_ns\": 59600,\n",
      "      \"processing_ns\": 4522800,\n",
      "      \"encoding_ns\": 102900,\n",
      "      \"assign_timestamp_ns\": 779700,\n",
      "      \"total_ns\": 5532400\n",
      "    },\n",
      "    \"txn\": {\n",
      "      \"start_ts\": 181053\n",
      "    },\n",
      "    \"metrics\": {\n",
      "      \"num_uids\": {\n",
      "        \"_total\": 64,\n",
      "        \"date_added\": 11,\n",
      "        \"dgraph.type\": 11,\n",
      "        \"identifier\": 10,\n",
      "        \"release_year\": 11,\n",
      "        \"title\": 11,\n",
      "        \"~director\": 10\n",
      "      }\n",
      "    }\n",
      "  }\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "%%bash\n",
    "\n",
    "# Example Query\n",
    "curl -sX POST localhost:8080/query -H 'Content-Type: application/dql' -d '\n",
    "{\n",
    "    directors(func: type(director), first: 10)\n",
    "    {\n",
    "        identifier\n",
    "        titles: ~director(first: 5) @filter(type(title))\n",
    "        {\n",
    "            title\n",
    "            date_added\n",
    "            release_year\n",
    "        }\n",
    "    }\n",
    "}\n",
    "' | jq ."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "popular-update",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Stopping dgraphpandas_ratel_1 ... \r\n",
      "Stopping dgraphpandas_alpha_1 ... \r\n",
      "Stopping dgraphpandas_zero_1  ... \r\n",
      "Stopping dgraphpandas_ratel_1 ... done\r\n",
      "Stopping dgraphpandas_alpha_1 ... done\r\n",
      "Stopping dgraphpandas_zero_1  ... done\r\n",
      "Removing dgraphpandas_ratel_1 ... \r\n",
      "Removing dgraphpandas_alpha_1 ... \r\n",
      "Removing dgraphpandas_zero_1  ... \r\n",
      "Removing dgraphpandas_ratel_1 ... done\r\n",
      "Removing dgraphpandas_alpha_1 ... done\r\n",
      "Removing dgraphpandas_zero_1  ... done\r\n",
      "Removing network dgraphpandas_default\n"
     ]
    }
   ],
   "source": [
    "%%bash\n",
    "\n",
    "# Stop DGraph\n",
    "docker-compose -f ../../docker-compose.yml down"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "supported-youth",
   "metadata": {},
   "outputs": [],
   "source": [
    "%%bash\n",
    "\n",
    "# Clean up\n",
    "rm *.csv\n",
    "rm *.gz\n",
    "rm -rf t\n",
    "rm -rf xidmap"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}