V - Unification des IDs.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Mangaki\n",
    "\n",
    "## Hypothèses confirmées\n",
    "\n",
    "- Manami n'a pas de références en double\n",
    "- Deux anime avec le même ID AniDB ne sont pas forcément le même anime sur Mangaki (ex. films Madoka, Kara no Kyoukai)\n",
    "\n",
    "## Hypothèses à confirmer\n",
    "\n",
    "- Deux anime avec le même ID MAL sont le même anime sur Mangaki\n",
    "\n",
    "## Reste à faire\n",
    "\n",
    "- Création de fixtures WorkCluster\n",
    "\n",
    "On a plein de références :"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "12013"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Reference.objects.count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "\n",
    "with open('../../anime-offline-database/dead-entries.json') as f:\n",
    "    dead = json.load(f)\n",
    "\n",
    "def check_ref(ref):\n",
    "    if ref.startswith('MAL:'):\n",
    "        return int(ref[4:]) not in dead['mal']\n",
    "    if ref.startswith('AniDB:'):\n",
    "        return int(ref[6:]) not in dead['anidb']\n",
    "    return None"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'_state': <django.db.models.base.ModelState at 0x7f7e809e7580>,\n",
       " 'id': 1,\n",
       " 'work_id': 325,\n",
       " 'source': 'AniDB',\n",
       " 'identifier': '570',\n",
       " 'url': 'http://anidb.net/perl-bin/animedb.pl?show=anime&aid=570'}"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Reference.objects.first().__dict__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Counter({'AniDB': 120,\n",
       "         'MAL': 11817,\n",
       "         'VGMdb': 1,\n",
       "         'Animeka': 57,\n",
       "         'Manga-News': 17,\n",
       "         'Icotaku': 1})"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from collections import Counter\n",
    "\n",
    "Counter(Reference.objects.values_list('source', flat=True))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<QuerySet []>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Reference.objects.filter(url__contains='ilist')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Works ayant le même titre"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "43 clusters d'anime ont le même titre sur Mangaki\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>anidb_aid</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Deadman Wonderland</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Desert Punk</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Digimon: The Movie</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Dimension W</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Dororo</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Fruits Basket</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gestalt</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ghost Talker's Daydream</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Guin Saga</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Hanayamata</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Hero Tales</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Karneval</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Kekkaishi</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Knights of Sidonia</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Kobato</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Lunar Legend Tsukihime</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Lupin the IIIrd: Chikemuri no Ishikawa Goemon</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Midori Days</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Monthly Girls' Nozaki-kun</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Oh! My Goddess</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Paradise Kiss</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Princess Jellyfish</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Pumpkin Scissors</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sailor Moon</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Samurai Champloo</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Samurai Deeper Kyo</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>School-Live!</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Scrapped Princess</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Seraph of the End: Vampire Reign</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sorcerer Hunters</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>The Asterisk War: The Academy City on the Water</th>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>The Seven Deadly Sins</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>This Ugly Yet Beautiful World</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Those Who Hunt Elves</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Togainu no Chi</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Twin Star Exorcists</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Valkyria Chronicles</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Yona of the Dawn</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Yozakura Quartet</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Yu-Gi-Oh!</th>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Zatch Bell!</th>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Zetsuai 1989</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Zipang</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 id  anidb_aid\n",
       "Deadman Wonderland                                2          1\n",
       "Desert Punk                                       3          0\n",
       "Digimon: The Movie                                2          0\n",
       "Dimension W                                       3          0\n",
       "Dororo                                            2          0\n",
       "Fruits Basket                                     2          1\n",
       "Gestalt                                           2          0\n",
       "Ghost Talker's Daydream                           2          0\n",
       "Guin Saga                                         2          0\n",
       "Hanayamata                                        2          0\n",
       "Hero Tales                                        2          0\n",
       "Karneval                                          2          0\n",
       "Kekkaishi                                         2          0\n",
       "Knights of Sidonia                                2          0\n",
       "Kobato                                            2          0\n",
       "Lunar Legend Tsukihime                            2          0\n",
       "Lupin the IIIrd: Chikemuri no Ishikawa Goemon     2          1\n",
       "Midori Days                                       2          0\n",
       "Monthly Girls' Nozaki-kun                         2          1\n",
       "Oh! My Goddess                                    2          0\n",
       "Paradise Kiss                                     2          0\n",
       "Princess Jellyfish                                2          0\n",
       "Pumpkin Scissors                                  2          0\n",
       "Sailor Moon                                       2          0\n",
       "Samurai Champloo                                  2          1\n",
       "Samurai Deeper Kyo                                2          0\n",
       "School-Live!                                      2          0\n",
       "Scrapped Princess                                 2          0\n",
       "Seraph of the End: Vampire Reign                  2          0\n",
       "Sorcerer Hunters                                  3          0\n",
       "The Asterisk War: The Academy City on the Water   9          0\n",
       "The Seven Deadly Sins                             2          1\n",
       "This Ugly Yet Beautiful World                     2          0\n",
       "Those Who Hunt Elves                              3          0\n",
       "Togainu no Chi                                    2          0\n",
       "Twin Star Exorcists                               2          0\n",
       "Valkyria Chronicles                               2          0\n",
       "Yona of the Dawn                                  2          0\n",
       "Yozakura Quartet                                  2          0\n",
       "Yu-Gi-Oh!                                         3          1\n",
       "Zatch Bell!                                       4          0\n",
       "Zetsuai 1989                                      2          0\n",
       "Zipang                                            2          0"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "def nunique_nonzero(series):\n",
    "    return len(set(c for c in series if c))\n",
    "\n",
    "df = pd.DataFrame(Work.objects.filter(category__slug='anime').values('id', 'title', 'anidb_aid'))\n",
    "same_title = df.groupby('title').agg({'id': 'count', 'anidb_aid': nunique_nonzero}).query('id > 1')\n",
    "\n",
    "print(f\"{len(same_title)} clusters d'anime ont le même titre sur Mangaki\")\n",
    "same_title.index.name = None\n",
    "same_title"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "VALID_MANGAKI_IDS = set(Work.objects.filter(category__slug='anime').values_list('id', flat=True))\n",
    "# Non valide signifie que c'est déjà un doublon identifié"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Même titre + des AniDB ID différents (ouf, zéro)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'338 œuvres ont un AniDB ID renseigné'"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nb_with_anidb_aid = Work.objects.filter(anidb_aid__gt=0).count()\n",
    "f'{nb_with_anidb_aid} œuvres ont un AniDB ID renseigné'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>work_id</th>\n",
       "      <th>identifier</th>\n",
       "      <th>work_id__anidb_aid</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>title</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Grandeek</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          work_id  identifier  work_id__anidb_aid\n",
       "title                                            \n",
       "Grandeek        1           1                   0"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "anidb_ids = pd.DataFrame(Reference.objects.filter(source='AniDB', work_id__category__slug='anime').values(\n",
    "    'identifier', 'work_id', 'work_id__title', 'work_id__anidb_aid')).rename(\n",
    "    columns={'work_id__title': 'title'})\n",
    "anidb_ids.groupby('title').agg({\n",
    "    'work_id': 'count',\n",
    "    'identifier': pd.Series.nunique,\n",
    "    'work_id__anidb_aid': nunique_nonzero\n",
    "}).query(\n",
    "    'identifier != work_id__anidb_aid').sort_values(['identifier', 'work_id'], ascending=(False, False))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Grandeek a un objet `Reference` AniDB mais pas de champ `anidb_aid` rempli. Ce n'est pas bien grave."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Même titre + des MAL ID différents"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "11 clusters de works ayant le même titre mais des MAL IDs différents\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>work_id</th>\n",
       "      <th>identifier</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>The Asterisk War: The Academy City on the Water</th>\n",
       "      <td>9</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sorcerer Hunters</th>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Digimon: The Movie</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Dororo</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gangsta.</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gestalt</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Karneval</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Nanana's Buried Treasure</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sankarea: I, Too, Am... A Zombie...</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Spice and Wolf II</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Time of Eve</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 work_id  identifier\n",
       "The Asterisk War: The Academy City on the Water        9           2\n",
       "Sorcerer Hunters                                       3           2\n",
       "Digimon: The Movie                                     2           2\n",
       "Dororo                                                 2           2\n",
       "Gangsta.                                               2           2\n",
       "Gestalt                                                2           2\n",
       "Karneval                                               2           2\n",
       "Nanana's Buried Treasure                               2           2\n",
       "Sankarea: I, Too, Am... A Zombie...                    2           2\n",
       "Spice and Wolf II                                      2           2\n",
       "Time of Eve                                            2           2"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mal_ids = pd.DataFrame(\n",
    "    Reference.objects.filter(source='MAL', work_id__category__slug='anime',\n",
    "                             work__redirect__isnull=True).exclude(identifier__in=dead['mal']).values(\n",
    "    'identifier', 'work_id', 'work_id__title')).rename(\n",
    "    columns={'work_id__title': 'title'})\n",
    "mal_duplicates = mal_ids.groupby('title').agg({'work_id': 'count', 'identifier': pd.Series.nunique}).query(\n",
    "    'identifier > 1').sort_values(['identifier', 'work_id'], ascending=(False, False))\n",
    "print(f'{len(mal_duplicates)} clusters de works ayant le même titre mais des MAL IDs différents')\n",
    "mal_duplicates.index.name = None\n",
    "mal_duplicates"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Une liste avec 45 clusters d'anime + 35 aberrants à apparier avec Manami\n",
    "\n",
    "```\n",
    "même titre | titre à modif x | mal_id | mangaki_id  | anidb_id | anilist_id\n",
    "Berserk    | Berserk (2005)  | 253    | 25,12,85,32 |          |\n",
    "Berserk    | Berserk         | 14     | 17,2,4      |          |\n",
    "```"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "(- Pondre le fichier tableur si besoin)\n",
    "\n",
    "- Tant que : y a des doublons\n",
    "- Appariement Manami via les AniDB_ID & MAL_ID\n",
    "- Suggestion de nouveau titre via le titre Manami (ou ses synonymes)\n",
    "- Créer des WorkClusters sur le serveur + Soubi aide"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Par exemple, il y a 4 œuvres Berserk qui ont le même titre mais 2 MAL IDs différents :"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>identifier</th>\n",
       "      <th>work_id</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3391</th>\n",
       "      <td>33</td>\n",
       "      <td>3409</td>\n",
       "      <td>Berserk</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     identifier  work_id    title\n",
       "3391         33     3409  Berserk"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mal_ids.query('title == \"Berserk\"') # Manami ID reference"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Pour ceux-là il faut voir au cas par cas. En fait le MAL ID 33 correspond à Berserk (2016) qui est sûrement moins bien noté que l'original."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "# mangaki_to_manami[18331]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "EXCLUDED_MANAMI_IDS = {\n",
    "    #21888,  # Uchiage Hanabi: should be 'Music' not 'Special'\n",
    "    #5852,  # Gangsta Recap\n",
    "    #5043,  # Time of Eve episodes\n",
    "    #17567,  # PV Nanana no Maizoukin\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "# manami.from_title['Yoru wa Mijikashi Arukeyo Otome'.lower()]\n",
    "# manami.from_title['Azumanga Daioh'.lower()], manami.from_synonym['Azumanga Daioh'.lower()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "# manami['data'][5852]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "# manami.references[('MAL', '35456')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "# manami.from_synonym['charlotte']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "# manami[2994]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>problem</th>\n",
       "      <th>mangaki_title</th>\n",
       "      <th>refs</th>\n",
       "      <th>mangaki_id</th>\n",
       "      <th>manami_data</th>\n",
       "      <th>manami_data_from_title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Zero or multiple Manami</td>\n",
       "      <td>Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri</td>\n",
       "      <td>MAL:16532:X</td>\n",
       "      <td>3053</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1817:Beelzebub Specials,1821:Beelzebub: Kaiket...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Zero or multiple Manami</td>\n",
       "      <td>Beelzebub: Sakigake!! Beel to Shinsengumi</td>\n",
       "      <td>MAL:13067:X</td>\n",
       "      <td>1790</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1817:Beelzebub Specials,1822:Beelzebub: Sakiga...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Zero or multiple Manami</td>\n",
       "      <td>Charlotte: Arata na \"Unmei\" no Hajimari</td>\n",
       "      <td>MAL:30987:X</td>\n",
       "      <td>12674</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Zero or multiple Manami</td>\n",
       "      <td>Chokotto Kamen</td>\n",
       "      <td>MAL:32754:X</td>\n",
       "      <td>14411</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Zero or multiple Manami</td>\n",
       "      <td>Kanojo x Kanojo x Kanojo Full Version</td>\n",
       "      <td>MAL:18597:X</td>\n",
       "      <td>12101</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    problem                                  mangaki_title  \\\n",
       "0   Zero or multiple Manami  Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri   \n",
       "1   Zero or multiple Manami      Beelzebub: Sakigake!! Beel to Shinsengumi   \n",
       "2   Zero or multiple Manami        Charlotte: Arata na \"Unmei\" no Hajimari   \n",
       "3   Zero or multiple Manami                                 Chokotto Kamen   \n",
       "21  Zero or multiple Manami          Kanojo x Kanojo x Kanojo Full Version   \n",
       "\n",
       "           refs mangaki_id manami_data  \\\n",
       "0   MAL:16532:X       3053         NaN   \n",
       "1   MAL:13067:X       1790         NaN   \n",
       "2   MAL:30987:X      12674         NaN   \n",
       "3   MAL:32754:X      14411         NaN   \n",
       "21  MAL:18597:X      12101         NaN   \n",
       "\n",
       "                               manami_data_from_title  \n",
       "0   1817:Beelzebub Specials,1821:Beelzebub: Kaiket...  \n",
       "1   1817:Beelzebub Specials,1822:Beelzebub: Sakiga...  \n",
       "2                                                 NaN  \n",
       "3                                                 NaN  \n",
       "21                                                NaN  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.read_csv('dedupe_report.csv').query('problem == \"Zero or multiple Manami\"')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "#title_map([20229], mangaki, manami)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "# NEW! Manually merge Manami entries\n",
    "\n",
    "manami_merge = {\n",
    "    #'Princess Mononoke': mangaki_to_manami[60],\n",
    "    #'My Teen Romantic Comedy': {23052, 23060},  # 128\n",
    "    #'Tales from Earthsea': {5910, 5911},  # 2461\n",
    "    #'Gunbuster': {21440, 21448},  # 3329\n",
    "    #'Assassination Classroom: Jump Festa 2013 Special': {964, 979},  # 8858\n",
    "    #'Assassination Classroom': {965, 966},  # 8859\n",
    "    #'The Night is Short': {23363, 23364},  # 18416\n",
    "    #'Azumanga Daioh': {1385, 1388},\n",
    "    #'Eureka Seven': manami.from_synonym['eureka seven']  # 96\n",
    "    'Macross Delta SP': title_map([15185], mangaki, manami),\n",
    "    'Saru Kani Gassen': title_map([9259], mangaki, manami),\n",
    "    'Shin Saru Kani Gassen': title_map([20229], mangaki, manami),\n",
    "}\n",
    "manami_map = {k: k for k in range(24369)}\n",
    "\n",
    "for _, manami_ids in manami_merge.items():\n",
    "    for manami_id in manami_ids:\n",
    "        manami_map[manami_id] = min(manami_ids)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Mangaki + Manami"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Manami:\n",
      "    24369 animes (with 23867 unique titles)\n",
      "    28491 unique references (AniDB, MAL only)\n"
     ]
    }
   ],
   "source": [
    "import json\n",
    "\n",
    "# Les sources en commun entre Manami et Mangaki\n",
    "COMMON_SOURCES = {'AniDB', 'MAL'}\n",
    "\n",
    "def sanitize(s):\n",
    "    return s.lower()\n",
    "\n",
    "# On utilise 'AniDB' et 'MAL' pour coller aux sources Mangaki\n",
    "FROM_MANAMI_SOURCE = {\n",
    "    'https://anidb.net/anime': 'AniDB',\n",
    "    'https://anilist.co/anime': 'anilist.co',\n",
    "    'https://kitsu.io/anime': 'kitsu.io',\n",
    "    'https://myanimelist.net/anime': 'MAL',\n",
    "    'https://notify.moe/anime': 'notify.moe',\n",
    "}\n",
    "\n",
    "def parse_manami_source(source):\n",
    "    parts = source.rsplit('/', 1)\n",
    "    if len(parts) != 2:\n",
    "        raise Exception(\"Bad\")\n",
    "        \n",
    "    source_name, identifier = parts\n",
    "    return FROM_MANAMI_SOURCE[source_name], identifier\n",
    "\n",
    "class AnimeOfflineDatabase:\n",
    "    def __init__(self, path: str, *, filter_sources=None):\n",
    "        self._path = path\n",
    "        self._filter_sources = filter_sources\n",
    "        self.references = {}\n",
    "        self.from_title = {}\n",
    "        self.from_synonym = {}\n",
    "\n",
    "        with open(self._path) as f:\n",
    "            self._raw = json.load(f)\n",
    "\n",
    "        for local_id, datum in enumerate(self._raw['data']):\n",
    "            if local_id in EXCLUDED_MANAMI_IDS:\n",
    "                continue\n",
    "            # Parse sources\n",
    "            for source in datum['sources']:\n",
    "                source, identifier = parse_manami_source(source)\n",
    "                if self._filter_sources is not None and source not in self._filter_sources:\n",
    "                    continue\n",
    "\n",
    "                self.references.setdefault((source, identifier), []).append(manami_map[local_id])\n",
    "                \n",
    "            # Setup title reverse search\n",
    "            self.from_title.setdefault(sanitize(datum['title']), set()).add(manami_map[local_id])\n",
    "            for synonym in datum['synonyms']:\n",
    "                self.from_synonym.setdefault(sanitize(synonym), set()).add(manami_map[local_id])\n",
    "            \n",
    "        self._check()\n",
    "        \n",
    "    def _check(self):\n",
    "        for (source, identifier), manami_entry in self.references.items():\n",
    "            assert len(manami_entry) == 1, f\"Multiple Manami entries with reference {source}/{identifier}\"\n",
    "\n",
    "    def __getitem__(self, key):\n",
    "        return self._raw['data'][key]\n",
    "    \n",
    "    def __len__(self):\n",
    "        return len(self._raw['data'])\n",
    "    \n",
    "    def print_summary(self):\n",
    "        if self._filter_sources is None:\n",
    "            filters = ''\n",
    "        else:\n",
    "            filters = ' ({} only)'.format(', '.join(self._filter_sources))\n",
    "\n",
    "        print('Manami:')\n",
    "        print(f'    {len(self)} animes (with {len(self.from_title)} unique titles)')\n",
    "        print(f'    {len(self.references)} unique references{filters}')\n",
    "\n",
    "manami = AnimeOfflineDatabase('../../anime-offline-database/anime-offline-database.json', filter_sources=COMMON_SOURCES)\n",
    "manami.print_summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "extra_ref = []\n",
    "for mangaki_id, anidb_id in Work.objects.filter(anidb_aid__gt=0).values_list('id', 'anidb_aid'):\n",
    "    extra_ref.append((mangaki_id, 'AniDB', str(anidb_id)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<QuerySet [(21453, 'AniDB', '14727'), (15117, 'MAL', '8795'), (325, 'AniDB', '570'), (325, 'MAL', '1033'), (21455, 'AniDB', '14523')]>\n",
      "Mangaki:\n",
      "    10978 animes\n",
      "    10713 unique AniDB, MAL references\n",
      "    6 animes with no AniDB, MAL references\n"
     ]
    }
   ],
   "source": [
    "class MangakiDatabase:\n",
    "    def __init__(self, *, filter_sources=None):\n",
    "        self._raw = {work['pk']: work for work in Work.objects.filter(category__slug='anime').values('pk', 'title')}\n",
    "        self._filter_sources = filter_sources\n",
    "        self.references = {}\n",
    "        self.from_title = {}\n",
    "        self.from_synonym = {}\n",
    "\n",
    "        # Extract all Mangaki references\n",
    "        redirects = dict(Work.all_objects.filter(redirect__isnull=False).values_list('pk', 'redirect_id'))\n",
    "\n",
    "        # We use `Reference.objects` so that we also get duplicated works.  References on duplicated\n",
    "        # works should have been moved to the cluster representative, but it doesn't hurt to be\n",
    "        # conservative.\n",
    "        qs = Reference.objects \\\n",
    "                .filter(work_id__category__slug='anime') \\\n",
    "                .values_list('work_id', 'source', 'identifier')\n",
    "        if filter_sources is not None:\n",
    "            qs = qs.filter(source__in=list(filter_sources))\n",
    "        print(qs[:5])\n",
    "        qs = set(list(qs) + extra_ref)\n",
    "\n",
    "        for mangaki_id, source, identifier in qs:\n",
    "            # Clean up known duplicates.  NB: These are bogus DB entries.\n",
    "            # Yes JJ Kruskal I know.\n",
    "            while mangaki_id in redirects:\n",
    "                mangaki_id = redirects[mangaki_id]\n",
    "\n",
    "            self._raw[mangaki_id].setdefault('sources', []).append((source, identifier))\n",
    "            self.references.setdefault((source, identifier), set()).add(mangaki_id)\n",
    "            \n",
    "        self.missing_refs = {pk for pk, raw in self._raw.items() if 'sources' not in raw}\n",
    "        \n",
    "        for pk, work in self._raw.items():\n",
    "            self.from_title.setdefault(sanitize(work['title']), set()).add(pk)\n",
    "            \n",
    "        for work_id, synonym in WorkTitle.objects.values_list('work_id', 'title'):\n",
    "            while work_id in redirects:\n",
    "                work_id = redirects[work_id]\n",
    "            if work_id not in self._raw:\n",
    "                continue\n",
    "\n",
    "            self._raw[work_id].setdefault('synonyms', []).append(synonym)\n",
    "            self.from_synonym.setdefault(sanitize(synonym), set()).add(work_id)\n",
    "            \n",
    "    def __getitem__(self, key):\n",
    "        return self._raw[key]\n",
    "    \n",
    "    def __len__(self):\n",
    "        return len(self._raw)\n",
    "            \n",
    "    def print_summary(self):\n",
    "        if self._filter_sources is None:\n",
    "            filters = ''\n",
    "        else:\n",
    "            filters = '{} '.format(', '.join(self._filter_sources))\n",
    "\n",
    "        print('Mangaki:')\n",
    "        print(f'    {len(self)} animes')\n",
    "        print(f'    {len(self.references)} unique {filters}references')\n",
    "        if self.missing_refs:\n",
    "            print(f'    {len(self.missing_refs)} animes with no {filters}references')\n",
    "            \n",
    "mangaki = MangakiDatabase(filter_sources=COMMON_SOURCES)\n",
    "mangaki.print_summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "class UnionFind:\n",
    "    def __init__(self):\n",
    "        self._parent = {}\n",
    "        \n",
    "    def union(self, first_id, *other_ids):\n",
    "        root = self.find(first_id)\n",
    "        for other_id in other_ids:\n",
    "            other_root = self.find(other_id)\n",
    "            if other_root != root:\n",
    "                self._parent[other_root] = root\n",
    "            \n",
    "    def find(self, key):\n",
    "        parent = self._parent.get(key)\n",
    "        if parent is not None:\n",
    "            return self.find(parent)\n",
    "        \n",
    "        return key\n",
    "    \n",
    "    def clusters(self):\n",
    "        from_root = {}\n",
    "        for key in self._parent.keys():\n",
    "            root = self.find(key)\n",
    "            from_root.setdefault(root, {root}).add(key)\n",
    "            \n",
    "        return {tuple(sorted(cluster)) for cluster in from_root.values()}\n",
    "    \n",
    "def build_clusters(mapping):\n",
    "    uf = UnionFind()\n",
    "    for _, identical in mapping.items():\n",
    "        uf.union(*identical)\n",
    "    return uf.clusters()\n",
    "\n",
    "def remote_merge(from_db, to_db):\n",
    "    mapping = {}\n",
    "    uf = UnionFind()\n",
    "    for ref_id, from_ids in from_db.references.items():\n",
    "        to_ids = to_db.references.get(ref_id)\n",
    "        if to_ids is not None:\n",
    "            for from_id in from_ids:\n",
    "                mapping.setdefault(from_id, set()).update(to_ids)\n",
    "                \n",
    "    return mapping"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "46 (0.4 %) animes not found in Manami\n",
      "61 (0.6 %) animes in Mangaki with multiple Manami references\n",
      "464 animes merged by Manami (concerns 960 animes)\n"
     ]
    }
   ],
   "source": [
    "manami_to_mangaki = remote_merge(manami, mangaki)\n",
    "mangaki_to_manami = remote_merge(mangaki, manami)\n",
    "\n",
    "mangaki_clusters = build_clusters(manami_to_mangaki)\n",
    "merged_animes = {c for cluster in mangaki_clusters for c in cluster}\n",
    "mangaki_conflations = {mangaki_id for mangaki_id, manami_ids in mangaki_to_manami.items() if len(manami_ids) > 1}\n",
    "\n",
    "print(f'{len(mangaki)-len(mangaki_to_manami)} ({(1-len(mangaki_to_manami)/len(mangaki))*100:.1f} %) animes not found in Manami')\n",
    "print(f'{len(mangaki_conflations)} ({len(mangaki_conflations)/len(mangaki)*100.:.1f} %) animes in Mangaki with multiple Manami references')\n",
    "print(f'{len(mangaki_clusters)} animes merged by Manami (concerns {len(merged_animes)} animes)')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{14001, 14002}"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mangaki_to_manami[60]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Repêché 41/46 animes (reste 5, dont 3 introuvables)\n"
     ]
    }
   ],
   "source": [
    "def title_map(cluster, from_db, to_db):\n",
    "    all_ids = set()\n",
    "    for from_id in cluster:\n",
    "        title = sanitize(from_db[from_id]['title'])\n",
    "        to_ids = to_db.from_title.get(title)\n",
    "        if to_ids is not None:\n",
    "            all_ids.update(to_ids)\n",
    "        \n",
    "        to_ids = to_db.from_synonym.get(title)\n",
    "        if to_ids is not None:\n",
    "            all_ids.update(to_ids)\n",
    "\n",
    "    if len(all_ids) == 0:\n",
    "        for from_id in cluster:\n",
    "            obj = from_db[from_id]\n",
    "            if 'synonyms' in obj:\n",
    "                for synonym in obj['synonyms']:\n",
    "                    synonym = sanitize(synonym)\n",
    "\n",
    "                    to_ids = to_db.from_title.get(synonym)\n",
    "                    if to_ids is not None:\n",
    "                        all_ids.update(to_ids)\n",
    "                        \n",
    "                    to_ids = to_db.from_synonym.get(synonym)\n",
    "                    if to_ids is not None:\n",
    "                        all_ids.update(to_ids)\n",
    "                        \n",
    "    return all_ids\n",
    "\n",
    "# new_refs are the new references to add to Mangaki\n",
    "# not_found are the animes not found in Manami at all\n",
    "# multiples are the animes found multiple times in Manami\n",
    "before = len(set(mangaki._raw) - set(mangaki_to_manami))\n",
    "new_refs = []\n",
    "not_found = []\n",
    "multiples = []\n",
    "for missing in set(mangaki._raw) - set(mangaki_to_manami):\n",
    "    manami_ids = title_map([missing], mangaki, manami)\n",
    "    if not manami_ids:\n",
    "        not_found.append(missing)\n",
    "\n",
    "    if len(manami_ids) == 1:\n",
    "        manami_id, = manami_ids\n",
    "        mangaki_to_manami.setdefault(missing, set()).add(manami_id)\n",
    "        manami_to_mangaki.setdefault(manami_id, set()).add(missing)\n",
    "\n",
    "        for url in manami[manami_id]['sources']:\n",
    "            source, identifier = parse_manami_source(url)\n",
    "            if source in COMMON_SOURCES:\n",
    "                new_refs.append((missing, source, identifier, url))\n",
    "                \n",
    "    if len(manami_ids) > 1:\n",
    "        multiples.append((missing, manami_ids))\n",
    "\n",
    "remaining = set(mangaki._raw) - set(mangaki_to_manami)\n",
    "after = len(remaining)\n",
    "print(f'Repêché {before - after}/{before} animes (reste {after}, dont {len(not_found)} introuvables)')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{504}"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#manami[13844]\n",
    "mangaki_to_manami[10085]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "#manami[501]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "24369"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(manami)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "60 [14001, 14002]\n",
      "60 | Princess Mononoke | Mononoke Hime ( https://kitsu.io/anime/142 ; https://myanimelist.net/anime/164 ; https://notify.moe/anime/FZltcFmig ) | Mononoke-hime ( https://anidb.net/anime/7 ; https://anilist.co/anime/164 )\n",
      "128 [23389, 23383]\n",
      "128 | My Teen Romantic Comedy SNAFU | Yahari Ore no Seishun LoveCome wa Machigatte Iru. ( https://anidb.net/anime/9310 ) | Yahari Ore no Seishun Love Comedy wa Machigatteiru. ( https://anilist.co/anime/14813 ; https://kitsu.io/anime/7169 ; https://myanimelist.net/anime/14813 ; https://notify.moe/anime/uthdpFmmg )\n",
      "176 [6064, 12589]\n",
      "176 | Puella Magi Madoka Magica the Movie Part 3: Rebellion | Gekijouban Mahou Shoujo Madoka Magica ( https://anidb.net/anime/8778 ) | Mahou Shoujo Madoka★Magica Movie 3: Hangyaku no Monogatari ( https://kitsu.io/anime/6638 ; https://myanimelist.net/anime/11981 ; https://notify.moe/anime/GBmHtKimR )\n",
      "179 [6064, 12587]\n",
      "179 | Puella Magi Madoka Magica the Movie Part 1: Beginnings | Gekijouban Mahou Shoujo Madoka Magica ( https://anidb.net/anime/8778 ) | Mahou Shoujo Madoka★Magica Movie 1: Hajimari no Monogatari ( https://kitsu.io/anime/6636 ; https://myanimelist.net/anime/11977 ; https://notify.moe/anime/A7iNtFmiR )\n",
      "180 [6064, 12588]\n",
      "180 | Puella Magi Madoka Magica the Movie Part 2: Eternal | Gekijouban Mahou Shoujo Madoka Magica ( https://anidb.net/anime/8778 ) | Mahou Shoujo Madoka★Magica Movie 2: Eien no Monogatari ( https://kitsu.io/anime/6637 ; https://myanimelist.net/anime/11979 ; https://notify.moe/anime/UtiHtKmmR )\n",
      "183 [3233, 3234]\n",
      "183 | Clannad - Movie | Clannad ( https://anidb.net/anime/5101 ; https://anilist.co/anime/2167 ; https://kitsu.io/anime/1962 ; https://myanimelist.net/anime/2167 ; https://notify.moe/anime/F2eY5Fmig ) | Clannad Movie ( https://anidb.net/anime/4402 ; https://anilist.co/anime/1723 ; https://kitsu.io/anime/1544 ; https://myanimelist.net/anime/1723 ; https://notify.moe/anime/jtNBcFimR )\n",
      "184 [3233, 3238]\n",
      "184 | Clannad: Another World, Tomoyo Chapter | Clannad ( https://anidb.net/anime/5101 ; https://anilist.co/anime/2167 ; https://kitsu.io/anime/1962 ; https://myanimelist.net/anime/2167 ; https://notify.moe/anime/F2eY5Fmig ) | Clannad: Mou Hitotsu no Sekai, Tomoyo-hen ( https://kitsu.io/anime/3438 ; https://myanimelist.net/anime/4059 ; https://notify.moe/anime/4OZXcFmig )\n",
      "185 [3235, 3236]\n",
      "185 | Clannad After Story: Another World, Kyou Chapter | Clannad: After Story ( https://anidb.net/anime/5841 ; https://anilist.co/anime/4181 ; https://kitsu.io/anime/3505 ; https://myanimelist.net/anime/4181 ; https://notify.moe/anime/9IcX5Kiig ) | Clannad: After Story - Mou Hitotsu no Sekai, Kyou-hen ( https://anilist.co/anime/6351 ; https://kitsu.io/anime/4529 ; https://myanimelist.net/anime/6351 ; https://notify.moe/anime/3L63cKimg )\n",
      "195 [5531, 5533]\n",
      "195 | Fullmetal Alchemist: Brotherhood OVA Collection | Fullmetal Alchemist: Brotherhood ( https://anidb.net/anime/6107 ; https://anilist.co/anime/5114 ; https://kitsu.io/anime/3936 ; https://myanimelist.net/anime/5114 ; https://notify.moe/anime/UhurcKmmg ) | Fullmetal Alchemist: Brotherhood Specials ( https://kitsu.io/anime/4555 ; https://myanimelist.net/anime/6421 ; https://notify.moe/anime/X1Z65Fmig )\n",
      "199 [826, 828]\n",
      "199 | Angel Beats!: Another Epilogue | Angel Beats! ( https://anidb.net/anime/6564 ; https://anilist.co/anime/6547 ; https://kitsu.io/anime/4604 ; https://myanimelist.net/anime/6547 ; https://notify.moe/anime/c4OecKmmR ) | Angel Beats!: Another Epilogue ( https://anilist.co/anime/10067 ; https://kitsu.io/anime/6019 ; https://myanimelist.net/anime/10067 ; https://notify.moe/anime/fFv7pKiig )\n",
      "229 [24091, 23982]\n",
      "229 | Yu-Gi-Oh! | Yu☆Gi☆Oh! Duel Monsters ( https://anidb.net/anime/2061 ; https://anilist.co/anime/481 ; https://kitsu.io/anime/442 ; https://myanimelist.net/anime/481 ; https://notify.moe/anime/CHOT5FmiR ) | Yuu Gi Ou ( https://anidb.net/anime/593 )\n",
      "234 [16681, 6097]\n",
      "234 | Pokemon: The First Movie | Pokemon Movie 01: Mewtwo no Gyakushuu ( https://kitsu.io/anime/487 ; https://myanimelist.net/anime/528 ; https://notify.moe/anime/abJo5Fmig ) | Gekijouban Pocket Monsters: Mewtwo no Gyakushuu ( https://anidb.net/anime/990 )\n",
      "259 [6096, 16682]\n",
      "259 | Pokemon: The Movie 2000 | Gekijouban Pocket Monsters: Maboroshi no Pokemon Lugia Bakutan ( https://anidb.net/anime/1020 ) | Pokemon Movie 02: Maboroshi no Pokemon Lugia Bakutan ( https://myanimelist.net/anime/1117 )\n",
      "501 [17992, 17993]\n",
      "501 | Kids on the Slope | Sakamichi no Apollon ( https://anilist.co/anime/12531 ; https://kitsu.io/anime/6760 ; https://myanimelist.net/anime/12531 ; https://notify.moe/anime/KbfHpKmmR ) | Sakamichi no Apollon: Kids on the Slope ( https://anidb.net/anime/8870 )\n",
      "786 [5096, 5097, 5095]\n",
      "786 | Time of Eve | Eve no Jikan (Movie) ( https://kitsu.io/anime/2836 ; https://myanimelist.net/anime/7465 ; https://notify.moe/anime/29mw5KiiR ) | Eve no Jikan Gekijouban ( https://anidb.net/anime/7249 ) | Eve no Jikan ( https://anidb.net/anime/5132 ; https://anilist.co/anime/3167 ; https://kitsu.io/anime/7661 ; https://myanimelist.net/anime/3167 ; https://notify.moe/anime/2Ws5tKmig )\n",
      "872 [18228, 18222]\n",
      "872 | Sayonara Zetsubou Sensei | Sayonara Zetsubou-sensei ( https://anidb.net/anime/5083 ) | Sayonara Zetsubou Sensei ( https://anilist.co/anime/2605 ; https://kitsu.io/anime/2369 ; https://myanimelist.net/anime/2605 ; https://notify.moe/anime/TAKs5FiiR )\n",
      "1105 [1524, 1526]\n",
      "1105 | Baka & Test – Summon the Beasts 2 | Baka to Test to Shoukanjuu ( https://anidb.net/anime/6747 ; https://anilist.co/anime/6347 ; https://kitsu.io/anime/4528 ; https://myanimelist.net/anime/6347 ; https://notify.moe/anime/hH6qcFmiR ) | Baka to Test to Shoukanjuu Ni! ( https://anidb.net/anime/8235 ; https://anilist.co/anime/8516 ; https://kitsu.io/anime/5367 ; https://myanimelist.net/anime/8516 ; https://notify.moe/anime/RBJmpKmiR )\n",
      "1171 [22052, 22053]\n",
      "1171 | Tsukimonogatari | Tsukimonogatari ( https://anilist.co/anime/20918 ; https://kitsu.io/anime/9961 ; https://myanimelist.net/anime/28025 ; https://notify.moe/anime/KGTPpFmmg ) | Tsukimonogatari: Yotsugi Doll ( https://anidb.net/anime/10891 )\n",
      "1236 [18123, 18126]\n",
      "1236 | Sankarea: I, Too, Am... A Zombie... | Sankarea ( https://anidb.net/anime/8642 ; https://anilist.co/anime/11499 ; https://kitsu.io/anime/6521 ; https://myanimelist.net/anime/11499 ; https://notify.moe/anime/HBASpFimg ) | Sankarea: Wagahai mo... Zombie de Aru... ( https://anilist.co/anime/16694 ; https://kitsu.io/anime/7492 ; https://myanimelist.net/anime/16694 ; https://notify.moe/anime/kx6FpKimR )\n",
      "1352 [17801, 17799]\n",
      "1352 | Nanana's Buried Treasure | Ryuugajou Nanana no Maizoukin (TV) ( https://anilist.co/anime/20556 ; https://kitsu.io/anime/8162 ; https://myanimelist.net/anime/21561 ; https://notify.moe/anime/3t7otKiig ) | Ryuugajou Nanana no Maizoukin ( https://anidb.net/anime/10602 ; https://anilist.co/anime/13517 ; https://kitsu.io/anime/6986 ; https://myanimelist.net/anime/13517 ; https://notify.moe/anime/FPbvpFimg )\n",
      "1374 [6052, 9972]\n",
      "1374 | Kara no Kyoukai 1: Fukan Fuukei | Gekijouban Kara no Kyoukai: The Garden of Sinners ( https://anidb.net/anime/4932 ) | Kara no Kyoukai 1: Fukan Fuukei ( https://kitsu.io/anime/2357 ; https://myanimelist.net/anime/2593 ; https://notify.moe/anime/TxDs5KmiR )\n",
      "1375 [6052, 9973]\n",
      "1375 | Kara no Kyoukai 2: Satsujin Kousatsu (Part 1) | Gekijouban Kara no Kyoukai: The Garden of Sinners ( https://anidb.net/anime/4932 ) | Kara no Kyoukai 2: Satsujin Kousatsu (Zen) ( https://kitsu.io/anime/3248 ; https://myanimelist.net/anime/3782 ; https://notify.moe/anime/Y8T_cKmmR )\n",
      "1376 [6052, 9974]\n",
      "1376 | Kara no Kyoukai 3: Tsuukaku Zanryuu | Gekijouban Kara no Kyoukai: The Garden of Sinners ( https://anidb.net/anime/4932 ) | Kara no Kyoukai 3: Tsuukaku Zanryuu ( https://kitsu.io/anime/3249 ; https://myanimelist.net/anime/3783 ; https://notify.moe/anime/Pz0l5Fmig )\n",
      "1377 [6052, 9975]\n",
      "1377 | Kara no Kyoukai 4: Garan no Dou | Gekijouban Kara no Kyoukai: The Garden of Sinners ( https://anidb.net/anime/4932 ) | Kara no Kyoukai 4: Garan no Dou ( https://kitsu.io/anime/3545 ; https://myanimelist.net/anime/4280 ; https://notify.moe/anime/RNxu5Kmmg )\n",
      "1378 [9976, 6052]\n",
      "1378 | Kara no Kyoukai 5: Mujun Rasen | Kara no Kyoukai 5: Mujun Rasen ( https://kitsu.io/anime/3546 ; https://myanimelist.net/anime/4282 ; https://notify.moe/anime/6AbXcFmiR ) | Gekijouban Kara no Kyoukai: The Garden of Sinners ( https://anidb.net/anime/4932 )\n",
      "1381 [9978, 6052]\n",
      "1381 | Kara no Kyoukai 7: Satsujin Kousatsu (Part 2) | Kara no Kyoukai 7: Satsujin Kousatsu (Go) ( https://myanimelist.net/anime/5205 ) | Gekijouban Kara no Kyoukai: The Garden of Sinners ( https://anidb.net/anime/4932 )\n",
      "1528 [15762, 15764]\n",
      "1528 | Spice and Wolf II | Ookami to Koushinryou II ( https://anidb.net/anime/6169 ; https://anilist.co/anime/5341 ; https://kitsu.io/anime/4063 ; https://myanimelist.net/anime/5341 ; https://notify.moe/anime/dcOCcKmiR ) | Ookami to Koushinryou II: Ookami to Kohakuiro no Yuuutsu ( https://anidb.net/anime/6465 ; https://anilist.co/anime/6007 ; https://kitsu.io/anime/4382 ; https://myanimelist.net/anime/6007 ; https://notify.moe/anime/f8FqcKmmg )\n",
      "1972 [5260, 5261]\n",
      "1972 | Fate/stay night: Unlimited Blade Works (TV) | Fate/stay night: Unlimited Blade Works ( https://anilist.co/anime/19603 ; https://kitsu.io/anime/7882 ; https://myanimelist.net/anime/22297 ; https://notify.moe/anime/6LCptFmmg ) | Fate/Stay Night: Unlimited Blade Works (2014) ( https://anidb.net/anime/9977 )\n",
      "1973 [5265, 5261]\n",
      "1973 | Fate/stay night: Unlimited Blade Works (TV) - Prologue | Fate/stay night: Unlimited Blade Works Prologue ( https://kitsu.io/anime/9718 ; https://myanimelist.net/anime/27821 ; https://notify.moe/anime/QHaLtKimR ) | Fate/Stay Night: Unlimited Blade Works (2014) ( https://anidb.net/anime/9977 )\n",
      "1974 [5254, 5263]\n",
      "1974 | Fate/stay night: Unlimited Blade Works 2nd Season | Fate/stay night Movie: Unlimited Blade Works ( https://anidb.net/anime/6784 ; https://anilist.co/anime/6922 ; https://kitsu.io/anime/4788 ; https://myanimelist.net/anime/6922 ; https://notify.moe/anime/h2GRtFimg ) | Fate/stay night: Unlimited Blade Works 2nd Season ( https://anilist.co/anime/20792 ; https://kitsu.io/anime/10052 ; https://myanimelist.net/anime/28701 ; https://notify.moe/anime/pw6PpFiig )\n",
      "1977 [7246, 7247]\n",
      "1977 | Hanamonogatari | Hanamonogatari ( https://anilist.co/anime/20593 ; https://kitsu.io/anime/8032 ; https://myanimelist.net/anime/21855 ; https://notify.moe/anime/3ha2tFiig ) | Hanamonogatari: Suruga Devil ( https://anidb.net/anime/10046 )\n",
      "2022 [14747, 14748]\n",
      "2022 | Nekomonogatari Black: Tsubasa Family | Nekomonogatari (Kuro): Tsubasa Family ( https://anidb.net/anime/9453 ) | Nekomonogatari: Kuro ( https://kitsu.io/anime/7294 ; https://myanimelist.net/anime/15689 ; https://notify.moe/anime/BszFtFmig )\n",
      "2031 [15812, 15822]\n",
      "2031 | OreImo. Specials | Ore no Imouto ga Konna ni Kawaii Wake ga Nai ( https://anidb.net/anime/7525 ; https://anilist.co/anime/8769 ) | Ore no Imouto ga Konnani Kawaii Wake ga Nai. Specials ( https://myanimelist.net/anime/18857 ; https://notify.moe/anime/mhxptFmmR )\n",
      "2039 [20052, 20053]\n",
      "2039 | Steins;Gate: Fuka Ryouiki no Déjà vu | Steins;Gate Movie: Fuka Ryouiki no Déjà vu ( https://kitsu.io/anime/6539 ; https://myanimelist.net/anime/11577 ; https://notify.moe/anime/udaItKmiR ) | Steins;Gate: Fuka Ryouiki no Deja vu ( https://anidb.net/anime/8655 )\n",
      "2040 [20056, 20047]\n",
      "2040 | Steins;Gate: Egoistic Poriomania | Steins;Gate: Oukoubakko no Poriomania ( https://anilist.co/anime/10863 ; https://kitsu.io/anime/6389 ; https://myanimelist.net/anime/10863 ; https://notify.moe/anime/D6C4tFmig ) | Steins;Gate ( https://anidb.net/anime/7729 ; https://anilist.co/anime/9253 ; https://kitsu.io/anime/5646 ; https://myanimelist.net/anime/9253 ; https://notify.moe/anime/0KUWpFmig )\n",
      "2058 [6122, 20934]\n",
      "2058 | Gurren Lagann The Movie: Childhood's End | Gekijouban Tengen Toppa Gurren Lagann: Gurren Hen ( https://anidb.net/anime/5783 ) | Tengen Toppa Gurren Lagann Movie 1: Gurren-hen ( https://kitsu.io/anime/3471 ; https://myanimelist.net/anime/4107 )\n",
      "2059 [6123, 20935]\n",
      "2059 | Gurren Lagann The Movie: The Lights in the Sky are Stars | Gekijouban Tengen Toppa Gurren Lagann: Lagann Hen ( https://anidb.net/anime/6325 ) | Tengen Toppa Gurren Lagann Movie 2: Lagann-hen ( https://kitsu.io/anime/3689 ; https://myanimelist.net/anime/4565 )\n",
      "2238 [10947, 4887]\n",
      "2238 | A Silent Voice | Koe no Katachi ( https://anilist.co/anime/20954 ; https://kitsu.io/anime/10028 ; https://myanimelist.net/anime/28851 ; https://notify.moe/anime/Zw_PpFimg ) | Eiga Koe no Katachi ( https://anidb.net/anime/10937 )\n",
      "2319 [14883, 14884]\n",
      "2319 | Japan Animator Expo Short Films | Nihon Anima(tor) Mihon`ichi ( https://anidb.net/anime/10896 ) | Nihon Animator Mihonichi ( https://anilist.co/anime/20947 ; https://kitsu.io/anime/10012 ; https://myanimelist.net/anime/28149 ; https://notify.moe/anime/fvUPtKiiR )\n",
      "2417 [11504, 11510]\n",
      "2417 | Kuroko's Basketball 2 | Kuroko no Baske (2013) ( https://anidb.net/anime/9603 ) | Kuroko no Basket 2nd Season ( https://anilist.co/anime/16894 ; https://kitsu.io/anime/7545 ; https://myanimelist.net/anime/16894 )\n",
      "2427 [1473, 1474]\n",
      "2427 | Baccano! Specials | Baccano! ( https://anidb.net/anime/4897 ; https://anilist.co/anime/2251 ; https://kitsu.io/anime/2039 ; https://myanimelist.net/anime/2251 ; https://notify.moe/anime/1LHE5Fmmg ) | Baccano! Specials ( https://anilist.co/anime/3901 ; https://kitsu.io/anime/3334 ; https://myanimelist.net/anime/3901 ; https://notify.moe/anime/QNllcKmiR )\n",
      "2461 [5971, 5972]\n",
      "2461 | Contes de Terremer | Ged Senki ( https://anilist.co/anime/1829 ; https://kitsu.io/anime/1646 ; https://myanimelist.net/anime/1829 ; https://notify.moe/anime/veffcKmig ) | Ged Senki: Tales from Earthsea ( https://anidb.net/anime/4193 )\n",
      "2569 [4628, 4589]\n",
      "2569 | Dragon Ball Z Movie 11: Bio-Broly | Dragon Ball Z: Super Senshi Gekiha!! Katsu no wa Ore Da ( https://anidb.net/anime/906 ) | Dragon Ball Z Movie 11: Super Senshi Gekiha!! Katsu no wa Ore da ( https://kitsu.io/anime/804 ; https://myanimelist.net/anime/904 ; https://notify.moe/anime/ackJ5Kiig )\n",
      "2830 [19002, 19012]\n",
      "2830 | Shingeki no Kyojin OVA | Shingeki no Kyojin ( https://anidb.net/anime/9541 ; https://anilist.co/anime/16498 ; https://kitsu.io/anime/7442 ; https://myanimelist.net/anime/16498 ; https://notify.moe/anime/tzUFpKiig ) | Shingeki no Kyojin OVA ( https://anilist.co/anime/18397 ; https://kitsu.io/anime/7694 ; https://myanimelist.net/anime/18397 ; https://notify.moe/anime/RNj5tKiiR )\n",
      "2836 [19026, 6110]\n",
      "2836 | L'attaque des Titans - Films | Shingeki no Kyojin: Kuinaki Sentaku ( https://kitsu.io/anime/8674 ; https://myanimelist.net/anime/25781 ; https://notify.moe/anime/2FTJtKimg ) | Gekijouban Shingeki no Kyojin ( https://anidb.net/anime/10583 )\n",
      "3329 [21751, 21759]\n",
      "3329 | Gunbuster | Top o Nerae! Gunbuster ( https://anidb.net/anime/185 ) | Top wo Nerae! Gunbuster ( https://anilist.co/anime/949 ; https://kitsu.io/anime/841 ; https://myanimelist.net/anime/949 ; https://notify.moe/anime/HcS15FmmR )\n",
      "3504 [4770, 4771]\n",
      "3504 | Durarara!! Specials | Durarara!! ( https://anidb.net/anime/6671 ; https://anilist.co/anime/6746 ; https://kitsu.io/anime/4696 ; https://myanimelist.net/anime/6746 ; https://notify.moe/anime/GgyecFiiR ) | Durarara!! Specials ( https://anilist.co/anime/8408 ; https://kitsu.io/anime/5324 ; https://myanimelist.net/anime/8408 ; https://notify.moe/anime/IGKmpFiig )\n",
      "3875 [3322, 3324]\n",
      "3875 | Code:Breaker | Code: Breaker ( https://anidb.net/anime/8673 ) | Code:Breaker ( https://anilist.co/anime/11703 ; https://kitsu.io/anime/6570 ; https://myanimelist.net/anime/11703 ; https://notify.moe/anime/QxUStFmmR )\n",
      "4060 [14568, 6074]\n",
      "4060 | Naruto the Movie 2: Legend of the Stone of Gelel | Naruto Movie 2: Dai Gekitotsu! Maboroshi no Chiteiiseki Dattebayo! ( https://kitsu.io/anime/833 ; https://myanimelist.net/anime/936 ; https://notify.moe/anime/UM415KmiR ) | Gekijouban Naruto: Dai Gekitotsu! Maboroshi no Chitei Iseki Datte ba yo! ( https://anidb.net/anime/3030 )\n",
      "8096 [667, 668]\n",
      "8096 | Aldnoah.Zero 2nd Season | Aldnoah.Zero (2015) ( https://anidb.net/anime/10846 ) | Aldnoah.Zero 2nd Season ( https://anilist.co/anime/20853 ; https://kitsu.io/anime/9136 ; https://myanimelist.net/anime/27655 ; https://notify.moe/anime/K3OatKmmg )\n",
      "8858 [989, 974]\n",
      "8858 | Assassination Classroom, le film | Ansatsu Kyoushitsu: Jump Festa 2013 Special ( https://anilist.co/anime/19759 ; https://kitsu.io/anime/7973 ; https://myanimelist.net/anime/19759 ) | Ansatsu Kyoushitsu ( https://anidb.net/anime/9985 )\n",
      "8859 [976, 975]\n",
      "8859 | Assassination Classroom | Ansatsu Kyoushitsu (2015) ( https://anidb.net/anime/10702 ) | Ansatsu Kyoushitsu ( https://anilist.co/anime/20755 ; https://kitsu.io/anime/8640 ; https://myanimelist.net/anime/24833 ; https://notify.moe/anime/TES1pFmiR )\n",
      "9293 [5912, 5911]\n",
      "9293 | Gangsta. | Gangsta. Recap ( https://kitsu.io/anime/11361 ; https://myanimelist.net/anime/31561 ; https://notify.moe/anime/rGbrtFmiR ) | Gangsta. ( https://anidb.net/anime/10733 ; https://anilist.co/anime/20773 ; https://kitsu.io/anime/8576 ; https://myanimelist.net/anime/25183 ; https://notify.moe/anime/CuCApFmiR )\n",
      "9328 [1576, 1574]\n",
      "9328 | Bakuman. 2 | Bakuman. 2nd Season ( https://anilist.co/anime/10030 ; https://kitsu.io/anime/6001 ; https://myanimelist.net/anime/10030 ; https://notify.moe/anime/E34npFmmR ) | Bakuman. (2011) ( https://anidb.net/anime/8150 )\n",
      "9329 [1578, 1575]\n",
      "9329 | Bakuman. 3 | Bakuman. 3rd Season ( https://anilist.co/anime/12365 ; https://kitsu.io/anime/6714 ; https://myanimelist.net/anime/12365 ; https://notify.moe/anime/iTpHpFmiR ) | Bakuman. (2012) ( https://anidb.net/anime/8836 )\n",
      "12780 [19344, 19345]\n",
      "12780 | Shouwa Genroku Rakugo Shinjuu (2016) | Shouwa Genroku Rakugo Shinjuu ( https://anilist.co/anime/20972 ; https://kitsu.io/anime/10051 ; https://myanimelist.net/anime/28735 ; https://notify.moe/anime/-JePpKmiR ) | Shouwa Genroku Rakugo Shinjuu (2016) ( https://anidb.net/anime/10960 )\n",
      "13679 [10830, 10831]\n",
      "13679 | Kizumonogatari - Partie 1 : Sang d'acier | Kizumonogatari ( https://anidb.net/anime/8357 ) | Kizumonogatari I: Tekketsu-hen ( https://anilist.co/anime/9260 ; https://kitsu.io/anime/5649 ; https://myanimelist.net/anime/9260 ; https://notify.moe/anime/B38ZtFmmR )\n",
      "13827 [11283, 11285]\n",
      "13827 | Pandora in the Crimson Shell: Ghost Urn | Koukaku no Pandora ( https://anilist.co/anime/21511 ; https://kitsu.io/anime/11587 ; https://myanimelist.net/anime/32214 ; https://notify.moe/anime/KXUCpFiiR ) | Koukaku no Pandora: Ghost Urn ( https://anidb.net/anime/11815 )\n",
      "14443 [532, 533]\n",
      "14443 | Ajin 2 (2016) | Ajin 2 (2016) ( https://anidb.net/anime/12111 ) | Ajin 2nd Season ( https://anilist.co/anime/21799 ; https://kitsu.io/anime/12115 ; https://myanimelist.net/anime/33253 ; https://notify.moe/anime/cTmR2KiiR )\n",
      "14593 [15065, 15066]\n",
      "14593 | No Game No Life: Zero | No Game No Life Zero ( https://anidb.net/anime/12276 ; https://anilist.co/anime/21875 ) | No Game No Life: Zero ( https://kitsu.io/anime/12325 ; https://myanimelist.net/anime/33674 ; https://notify.moe/anime/0_Rk2KimR )\n",
      "20898 [18217, 18218]\n",
      "20898 | Maquia: When the Promised Flowers Bloom | Sayonara no Asa ni Yakusoku no Hana o Kazarou ( https://anidb.net/anime/13262 ) | Sayonara no Asa ni Yakusoku no Hana wo Kazarou ( https://anilist.co/anime/99457 ; https://kitsu.io/anime/13612 ; https://myanimelist.net/anime/35851 ; https://notify.moe/anime/FL0V2Kmmg )\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mangaki_id</th>\n",
       "      <th>mangaki_title</th>\n",
       "      <th>manami_title</th>\n",
       "      <th>anidb.net</th>\n",
       "      <th>myanimelist.net</th>\n",
       "      <th>anilist.co</th>\n",
       "      <th>kitsu.io</th>\n",
       "      <th>notify.moe</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>60</td>\n",
       "      <td>Princess Mononoke</td>\n",
       "      <td>14001:Mononoke Hime</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/164</td>\n",
       "      <td></td>\n",
       "      <td>https://kitsu.io/anime/142</td>\n",
       "      <td>https://notify.moe/anime/FZltcFmig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>14002:Mononoke-hime</td>\n",
       "      <td>https://anidb.net/anime/7</td>\n",
       "      <td></td>\n",
       "      <td>https://anilist.co/anime/164</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>128</td>\n",
       "      <td>My Teen Romantic Comedy SNAFU</td>\n",
       "      <td>23389:Yahari Ore no Seishun LoveCome wa Machig...</td>\n",
       "      <td>https://anidb.net/anime/9310</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>23383:Yahari Ore no Seishun Love Comedy wa Mac...</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/14813</td>\n",
       "      <td>https://anilist.co/anime/14813</td>\n",
       "      <td>https://kitsu.io/anime/7169</td>\n",
       "      <td>https://notify.moe/anime/uthdpFmmg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>176</td>\n",
       "      <td>Puella Magi Madoka Magica the Movie Part 3: Re...</td>\n",
       "      <td>6064:Gekijouban Mahou Shoujo Madoka Magica</td>\n",
       "      <td>https://anidb.net/anime/8778</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>533:Ajin 2nd Season</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/33253</td>\n",
       "      <td>https://anilist.co/anime/21799</td>\n",
       "      <td>https://kitsu.io/anime/12115</td>\n",
       "      <td>https://notify.moe/anime/cTmR2KiiR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>14593</td>\n",
       "      <td>No Game No Life: Zero</td>\n",
       "      <td>15065:No Game No Life Zero</td>\n",
       "      <td>https://anidb.net/anime/12276</td>\n",
       "      <td></td>\n",
       "      <td>https://anilist.co/anime/21875</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>15066:No Game No Life: Zero</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/33674</td>\n",
       "      <td></td>\n",
       "      <td>https://kitsu.io/anime/12325</td>\n",
       "      <td>https://notify.moe/anime/0_Rk2KimR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121</th>\n",
       "      <td>20898</td>\n",
       "      <td>Maquia: When the Promised Flowers Bloom</td>\n",
       "      <td>18217:Sayonara no Asa ni Yakusoku no Hana o Ka...</td>\n",
       "      <td>https://anidb.net/anime/13262</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>122</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>18218:Sayonara no Asa ni Yakusoku no Hana wo K...</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/35851</td>\n",
       "      <td>https://anilist.co/anime/99457</td>\n",
       "      <td>https://kitsu.io/anime/13612</td>\n",
       "      <td>https://notify.moe/anime/FL0V2Kmmg</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>123 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    mangaki_id                                      mangaki_title  \\\n",
       "0           60                                  Princess Mononoke   \n",
       "1                                                                   \n",
       "2          128                      My Teen Romantic Comedy SNAFU   \n",
       "3                                                                   \n",
       "4          176  Puella Magi Madoka Magica the Movie Part 3: Re...   \n",
       "..         ...                                                ...   \n",
       "118                                                                 \n",
       "119      14593                              No Game No Life: Zero   \n",
       "120                                                                 \n",
       "121      20898            Maquia: When the Promised Flowers Bloom   \n",
       "122                                                                 \n",
       "\n",
       "                                          manami_title  \\\n",
       "0                                  14001:Mononoke Hime   \n",
       "1                                  14002:Mononoke-hime   \n",
       "2    23389:Yahari Ore no Seishun LoveCome wa Machig...   \n",
       "3    23383:Yahari Ore no Seishun Love Comedy wa Mac...   \n",
       "4           6064:Gekijouban Mahou Shoujo Madoka Magica   \n",
       "..                                                 ...   \n",
       "118                                533:Ajin 2nd Season   \n",
       "119                         15065:No Game No Life Zero   \n",
       "120                        15066:No Game No Life: Zero   \n",
       "121  18217:Sayonara no Asa ni Yakusoku no Hana o Ka...   \n",
       "122  18218:Sayonara no Asa ni Yakusoku no Hana wo K...   \n",
       "\n",
       "                         anidb.net                      myanimelist.net  \\\n",
       "0                                     https://myanimelist.net/anime/164   \n",
       "1        https://anidb.net/anime/7                                        \n",
       "2     https://anidb.net/anime/9310                                        \n",
       "3                                   https://myanimelist.net/anime/14813   \n",
       "4     https://anidb.net/anime/8778                                        \n",
       "..                             ...                                  ...   \n",
       "118                                 https://myanimelist.net/anime/33253   \n",
       "119  https://anidb.net/anime/12276                                        \n",
       "120                                 https://myanimelist.net/anime/33674   \n",
       "121  https://anidb.net/anime/13262                                        \n",
       "122                                 https://myanimelist.net/anime/35851   \n",
       "\n",
       "                         anilist.co                      kitsu.io  \\\n",
       "0                                      https://kitsu.io/anime/142   \n",
       "1      https://anilist.co/anime/164                                 \n",
       "2                                                                   \n",
       "3    https://anilist.co/anime/14813   https://kitsu.io/anime/7169   \n",
       "4                                                                   \n",
       "..                              ...                           ...   \n",
       "118  https://anilist.co/anime/21799  https://kitsu.io/anime/12115   \n",
       "119  https://anilist.co/anime/21875                                 \n",
       "120                                  https://kitsu.io/anime/12325   \n",
       "121                                                                 \n",
       "122  https://anilist.co/anime/99457  https://kitsu.io/anime/13612   \n",
       "\n",
       "                             notify.moe  \n",
       "0    https://notify.moe/anime/FZltcFmig  \n",
       "1                                        \n",
       "2                                        \n",
       "3    https://notify.moe/anime/uthdpFmmg  \n",
       "4                                        \n",
       "..                                  ...  \n",
       "118  https://notify.moe/anime/cTmR2KiiR  \n",
       "119                                      \n",
       "120  https://notify.moe/anime/0_Rk2KimR  \n",
       "121                                      \n",
       "122  https://notify.moe/anime/FL0V2Kmmg  \n",
       "\n",
       "[123 rows x 8 columns]"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from urllib.parse import urlparse\n",
    "\n",
    "def get_tld(url):\n",
    "    return urlparse(url).hostname\n",
    "\n",
    "def manami_to_dict(manami_id):\n",
    "    entry = manami[manami_id]\n",
    "    # Ensure no duplicates references of the same source\n",
    "    assert Counter(get_tld(url) for url in entry['sources']).most_common(1)[0][1] == 1\n",
    "    return {**{get_tld(url): url for url in entry['sources']}, **{'manami_title': f\"{manami_id}:{entry['title']}\"}}\n",
    "\n",
    "mangaki_conflations = {mangaki_id for mangaki_id, manami_ids in mangaki_to_manami.items() if len(manami_ids) > 1}\n",
    "\n",
    "def get_manami_ids(mangaki_id, desperate_search_by_title=False):\n",
    "    manami_ids = mangaki_to_manami.get(mangaki_id)\n",
    "    if manami_ids is None:\n",
    "        if desperate_search_by_title:\n",
    "            try:\n",
    "                manami_ids = title_map([mangaki_id], mangaki, manami)\n",
    "            except KeyError:\n",
    "                print('Failed search by title', mangaki_id)\n",
    "    return manami_ids\n",
    "\n",
    "def handle_multiple_manami(mangaki_conflations):\n",
    "    manami_duplicates = []\n",
    "    for mangaki_id in sorted(mangaki_conflations):\n",
    "        mangaki_work = mangaki[mangaki_id]\n",
    "        manamis = get_manami_ids(mangaki_id, desperate_search_by_title=True)\n",
    "        if not manamis:\n",
    "            continue\n",
    "        manamis = list(manamis)\n",
    "        print(mangaki_id, manamis)\n",
    "        manami_duplicates.append({**manami_to_dict(manamis[0]),\n",
    "                                  **{'mangaki_id': mangaki_id, 'mangaki_title': mangaki_work['title']}})\n",
    "        for manami_id in manamis[1:]:\n",
    "            manami_duplicates.append(manami_to_dict(manami_id))\n",
    "        print(mangaki_id, '|', mangaki_work['title'], '|',\n",
    "            ' | '.join(\n",
    "                '{} ( {} )'.format(manami[mid]['title'],' ; '.join(manami[mid]['sources']))\n",
    "                for mid in manamis))\n",
    "    df_dup_manami = pd.DataFrame.from_dict(manami_duplicates)\n",
    "    return df_dup_manami[['mangaki_id', 'mangaki_title', 'manami_title', 'anidb.net', 'myanimelist.net', 'anilist.co', 'kitsu.io', 'notify.moe']].fillna('')\n",
    "\n",
    "manami_dup = handle_multiple_manami(mangaki_conflations)\n",
    "manami_dup"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{6064, 12589}"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mangaki_to_manami[176]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<WorkQuerySet [(1857, 'Sankarea', 'anime', 1236), (1859, 'Sankarea OVA', 'anime', None), (1236, 'Sankarea: I, Too, Am... A Zombie...', 'anime', None), (7210, 'Sankarea', 'manga', None)]>"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Work.all_objects.filter(title__contains='Sankarea').values_list('id', 'title', 'category__slug', 'redirect')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 14 anime avec multiples références"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "manami_dup.to_csv('dup_manami.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(10520, 3)\n",
      "Index(['Digimon: The Movie', 'Dororo', 'Gestalt', 'Karneval',\n",
      "       'Sorcerer Hunters', 'The Asterisk War: The Academy City on the Water'],\n",
      "      dtype='object', name='title')\n",
      "6 clusters d'anime ont le même titre sur Mangaki\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>manami_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Digimon: The Movie</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Dororo</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gestalt</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Karneval</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sorcerer Hunters</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>The Asterisk War: The Academy City on the Water</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 id  manami_id\n",
       "Digimon: The Movie                                2          2\n",
       "Dororo                                            2          2\n",
       "Gestalt                                           2          2\n",
       "Karneval                                          2          2\n",
       "Sorcerer Hunters                                  2          2\n",
       "The Asterisk War: The Academy City on the Water   2          2"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "def nunique_nonzero(series):\n",
    "    return len(set(c for c in series if c))\n",
    "\n",
    "nb_missing = 0\n",
    "data = []\n",
    "\n",
    "local_merges = {c: cluster[0] for cluster in build_clusters(manami_to_mangaki) for c in cluster[1:]}\n",
    "\n",
    "for work_id, work in mangaki._raw.items():\n",
    "    title = work['title']\n",
    "    \n",
    "    # Skip already merged\n",
    "    if work_id in local_merges:\n",
    "        continue\n",
    "\n",
    "    manami_ids = mangaki_to_manami.get(work_id)\n",
    "    # print(work)\n",
    "    if manami_ids is None:\n",
    "        data.append({'id': work_id, 'title': title, 'manami_id': 0})\n",
    "\n",
    "    if manami_ids is not None:\n",
    "        for manami_id in manami_ids:\n",
    "            data.append({'id': work_id, 'title': title, 'manami_id': manami_id})\n",
    "df = pd.DataFrame(data)\n",
    "print(df.shape)\n",
    "\n",
    "duplicates = df.groupby('title').agg({'id': nunique_nonzero, 'manami_id': nunique_nonzero}).query('id > 1')\n",
    "print(duplicates.index)\n",
    "\n",
    "print(f\"{len(duplicates)} clusters d'anime ont le même titre sur Mangaki\")\n",
    "duplicates.index.name = None\n",
    "duplicates"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "dup_title_ids = list(Work.objects.filter(title__in=duplicates.index).values_list('id', flat=True))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Lupin the IIIrd: Chikemuri no Ishikawa Goemon <QuerySet []>\n",
      "Lupin the IIIrd: Chikemuri no Ishikawa Goemon <QuerySet [{'source': 'MAL', 'identifier': '34021'}]>\n"
     ]
    }
   ],
   "source": [
    "for work in Work.objects.filter(title='Lupin the IIIrd: Chikemuri no Ishikawa Goemon').prefetch_related('reference_set'):\n",
    "    print(work.title, work.reference_set.values('source', 'identifier'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "10255 Kenpuu Denki Berserk ['Berserk', 'Berserk: The Chronicles of Wind Blades', 'Kenfu Denki Berserk', 'Sword-Wind Chronicle Berserk', 'Берсерк', 'برسرک', 'นักรบวิปลาส', 'けんぷうでんきべるせるく', '剣風伝奇ベルセルク']\n",
      "1861 Berserk ['Berserk (2016)', 'Berserk (Saison 1)', 'Берсерк (2016)', 'べるせるく', 'ベルセルク']\n"
     ]
    }
   ],
   "source": [
    "for mangaki_id in [3409, 14327]:\n",
    "    for manami_id in mangaki_to_manami[mangaki_id]:\n",
    "        print(manami_id, manami[manami_id]['title'], manami[manami_id]['synonyms'])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 18 anime partageant 9 titres"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'3689'"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "manami[1]['sources']\n",
    "\n",
    "def pick_anidb_from_manami(manami_id):\n",
    "    for source in manami[manami_id]['sources']:\n",
    "        if 'anidb' in source:\n",
    "            return source[source.index('anidb.net/anime/') + len('anidb.net/anime/'):]\n",
    "    return None\n",
    "\n",
    "pick_anidb_from_manami(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.set_option('display.max_colwidth', None)\n",
    "pd.set_option('display.max_rows', 1000)\n",
    "\n",
    "def concatenate(data):\n",
    "    return ','.join([str(entry) for entry in list(set(data))])\n",
    "\n",
    "def get_problem(mangaki_id):\n",
    "    problems = []\n",
    "    if mangaki_id in remaining:\n",
    "        problems.append('Zero or multiple Manami')\n",
    "    if mangaki_id in dup_title_ids:\n",
    "        problems.append('Mangaki title collision with different Manami')\n",
    "    elif mangaki_id in same_title_as_duplicates:\n",
    "        problems.append('Mangaki title collision')\n",
    "    return ', '.join(problems)\n",
    "\n",
    "def get_manami_data(mangaki_id, desperate_search_by_title=False):\n",
    "    manami_ids = get_manami_ids(mangaki_id, desperate_search_by_title)\n",
    "    if manami_ids is None:\n",
    "        return ''\n",
    "    data = []\n",
    "    for manami_id in manami_ids:\n",
    "        entry = manami[manami_id]\n",
    "        base = f\"{manami_id}:{entry['title']}\"\n",
    "        anidb_id = pick_anidb_from_manami(manami_id)\n",
    "        if anidb_id is not None:\n",
    "            base += f':{anidb_id}'\n",
    "        data.append(base)  # ','.join(entry['synonyms'])\n",
    "    return ','.join(data)\n",
    "\n",
    "def display_summary_from_ref(query, desperate_search_by_title=False):\n",
    "    dup_title_references = Reference.objects.filter(work__redirect__isnull=True, **query).values_list('work_id', 'work__title', 'source', 'identifier')\n",
    "    dup_title = pd.DataFrame(dup_title_references, columns=('mangaki_id', 'mangaki_title', 'source', 'identifier'))\n",
    "    dup_title['manami_data'] = dup_title['mangaki_id'].map(lambda mangaki_id: get_manami_data(mangaki_id, desperate_search_by_title))\n",
    "    dup_title = dup_title.groupby(['mangaki_title', 'source', 'identifier'])[['mangaki_id', 'manami_data']].agg(concatenate).reset_index()\n",
    "    return dup_title\n",
    "\n",
    "# display_summary_from_ref({'work__title__in': duplicates.index})\n",
    "# Does not include works without refs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "from django.db import connection\n",
    "\n",
    "def display_check_ref(ref):\n",
    "    base = f'{ref.source}:{ref.identifier}'\n",
    "    if check_ref(base) == False:\n",
    "        base += ':X'\n",
    "    return base\n",
    "\n",
    "def display_summary(mangaki_ids):\n",
    "    # start_query = len(connection.queries)\n",
    "    # print(start_query)\n",
    "    results = []\n",
    "    for work in Work.objects.filter(id__in=mangaki_ids).prefetch_related('reference_set'):\n",
    "        entry = {\n",
    "            'problem': get_problem(work.id),\n",
    "            'mangaki_title': work.title,\n",
    "            'mangaki_id': work.id,\n",
    "            'refs': '; '.join([display_check_ref(ref) for ref in work.reference_set.all()]),\n",
    "            'manami_data': get_manami_data(work.id),\n",
    "            'manami_data_from_title': ''\n",
    "        }\n",
    "        if not entry['manami_data']:\n",
    "            entry['manami_data_from_title'] = get_manami_data(work.id, desperate_search_by_title=True)\n",
    "        results.append(entry)\n",
    "    # print(len(connection.queries))\n",
    "    return pd.DataFrame.from_dict(results).groupby(['problem', 'mangaki_title', 'refs'])[[\n",
    "        'mangaki_id', 'manami_data', 'manami_data_from_title']].agg(\n",
    "        concatenate).sort_values('mangaki_title').reset_index()\n",
    "\n",
    "# display_summary(dup_title_ids)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri {1817, 1821}\n",
      "Beelzebub: Sakigake!! Beel to Shinsengumi {1817, 1822}\n",
      "3 5\n"
     ]
    }
   ],
   "source": [
    "not_found = 0\n",
    "for mangaki_id in remaining:\n",
    "    manami_ids = title_map([mangaki_id], mangaki, manami)\n",
    "    if not manami_ids:\n",
    "        not_found += 1\n",
    "        continue\n",
    "    print(Work.objects.get(id=mangaki_id), manami_ids)\n",
    "print(not_found, len(remaining))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Failed search by title 7403\n",
      "Failed search by title 5098\n",
      "Failed search by title 5976\n"
     ]
    }
   ],
   "source": [
    "remaining_titles = list(Work.objects.filter(id__in=remaining).values_list('title', flat=True))\n",
    "same_title_as_remaining = (list(Work.objects.filter(category__slug='anime',\n",
    "                                                    title__in=remaining_titles).values_list('id', flat=True)))\n",
    "same_title_as_duplicates = list(Work.objects.filter(category__slug='anime',\n",
    "                                                    title__in=same_title.index).values_list('id', flat=True))\n",
    "problematic_ids = set(dup_title_ids) | set(same_title_as_remaining) | set(same_title_as_duplicates)\n",
    "super_dedupe = display_summary(problematic_ids)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Mangaki title collision                          41\n",
       "Mangaki title collision with different Manami    15\n",
       "Zero or multiple Manami                           5\n",
       "Name: problem, dtype: int64"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "super_dedupe['problem'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [],
   "source": [
    "super_dedupe.to_csv('dedupe_report.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "61"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(super_dedupe)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "#super_dedupe['is_dead'] = super_dedupe['refs'].map(check_ref)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [],
   "source": [
    "# manami[4297]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<WorkQuerySet [(9858,)]>"
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Work.objects.filter(title='Free!').values_list('anidb_aid')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<QuerySet [{'source': 'Animeka'}]>"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Work.objects.get(title='Free!').reference_set.values('source')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(20, 6)"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "super_dedupe.query('problem != \"Mangaki title collision\"').shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'sources': ['https://anilist.co/anime/13067',\n",
       "  'https://kitsu.io/anime/6875',\n",
       "  'https://notify.moe/anime/bcZDpKimg'],\n",
       " 'title': 'Beelzebub: Sakigake!! Beel to Shinsengumi',\n",
       " 'type': 'Special',\n",
       " 'episodes': 7,\n",
       " 'status': 'FINISHED',\n",
       " 'animeSeason': {'season': 'WINTER', 'year': 2011},\n",
       " 'picture': 'https://s4.anilist.co/file/anilistcdn/media/anime/cover/medium/13067.jpg',\n",
       " 'thumbnail': 'https://s4.anilist.co/file/anilistcdn/media/anime/cover/medium/default.jpg',\n",
       " 'synonyms': ['Beelzebub: Sakigake!! Beel and Shinsengumi',\n",
       "  'べるぜバブ: 魁！！ベルっと新撰組'],\n",
       " 'relations': ['https://anilist.co/anime/9513'],\n",
       " 'tags': ['action',\n",
       "  'comedy',\n",
       "  'demon',\n",
       "  'demons',\n",
       "  'fantasy',\n",
       "  'school',\n",
       "  'school life',\n",
       "  'shounen',\n",
       "  'supernatural']}"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "manami[1822]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 289,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 3053: https://anilist.co/anime/16532, manami[1821] \n",
    "# 1790: https://anilist.co/anime/13067, manami[1822]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 290,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{9929}"
      ]
     },
     "execution_count": 290,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "manami.from_synonym['kanojo x kanojo x kanojo'.lower()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 291,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'sources': ['https://myanimelist.net/anime/7411'],\n",
       " 'title': 'Kanojo x Kanojo x Kanojo: Sanshimai to no DokiDoki Kyoudou Seikatsu',\n",
       " 'type': 'OVA',\n",
       " 'episodes': 3,\n",
       " 'status': 'FINISHED',\n",
       " 'animeSeason': {'season': 'FALL', 'year': 2009},\n",
       " 'picture': 'https://cdn.myanimelist.net/images/anime/2/17720.jpg',\n",
       " 'thumbnail': 'https://cdn.myanimelist.net/images/anime/2/17720t.jpg',\n",
       " 'synonyms': ['Kanojo x Kanojo x Kanojo', '彼女×彼女×彼女～三姉妹とのドキドキ共同生活～'],\n",
       " 'relations': [],\n",
       " 'tags': ['harem', 'hentai']}"
      ]
     },
     "execution_count": 291,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "manami[9929]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 292,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[20314]"
      ]
     },
     "execution_count": 292,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# manami_to_mangaki[1996]\n",
    "manami.references['AniDB', '11897']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 293,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'sources': ['https://anidb.net/anime/11897',\n",
       "  'https://anilist.co/anime/118581',\n",
       "  'https://kitsu.io/anime/11755',\n",
       "  'https://myanimelist.net/anime/32521',\n",
       "  'https://notify.moe/anime/fOoqtKimg'],\n",
       " 'title': 'Super Mario World: Mario to Yoshi no Bouken Land',\n",
       " 'type': 'OVA',\n",
       " 'episodes': 1,\n",
       " 'status': 'FINISHED',\n",
       " 'animeSeason': {'season': 'WINTER', 'year': 1991},\n",
       " 'picture': 'https://cdn.myanimelist.net/images/anime/12/78065.jpg',\n",
       " 'thumbnail': 'https://cdn.myanimelist.net/images/anime/12/78065t.jpg',\n",
       " 'synonyms': [\"Super Mario World: Mario & Yoshi's Adventure Land\",\n",
       "  'スーパーマリオワールド マリオとヨッシーの冒険ランド'],\n",
       " 'relations': ['https://anidb.net/anime/5551',\n",
       "  'https://anilist.co/anime/4389',\n",
       "  'https://kitsu.io/anime/3585',\n",
       "  'https://myanimelist.net/anime/4389',\n",
       "  'https://notify.moe/anime/fyYucKimR'],\n",
       " 'tags': ['comedy', 'game', 'kids', 'video games', 'virtual reality']}"
      ]
     },
     "execution_count": 293,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "manami[20314]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>problem</th>\n",
       "      <th>mangaki_title</th>\n",
       "      <th>refs</th>\n",
       "      <th>mangaki_id</th>\n",
       "      <th>manami_data</th>\n",
       "      <th>manami_data_from_title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Zero or multiple Manami</td>\n",
       "      <td>Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri</td>\n",
       "      <td>MAL:16532:X</td>\n",
       "      <td>3053</td>\n",
       "      <td></td>\n",
       "      <td>1817:Beelzebub Specials,1821:Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Zero or multiple Manami</td>\n",
       "      <td>Beelzebub: Sakigake!! Beel to Shinsengumi</td>\n",
       "      <td>MAL:13067:X</td>\n",
       "      <td>1790</td>\n",
       "      <td></td>\n",
       "      <td>1817:Beelzebub Specials,1822:Beelzebub: Sakigake!! Beel to Shinsengumi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Zero or multiple Manami</td>\n",
       "      <td>Charlotte: Arata na \"Unmei\" no Hajimari</td>\n",
       "      <td>MAL:30987:X</td>\n",
       "      <td>12674</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Zero or multiple Manami</td>\n",
       "      <td>Chokotto Kamen</td>\n",
       "      <td>MAL:32754:X</td>\n",
       "      <td>14411</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Mangaki title collision with different Manami</td>\n",
       "      <td>Digimon: The Movie</td>\n",
       "      <td>MAL:2397</td>\n",
       "      <td>1513</td>\n",
       "      <td>4127:Digimon Adventure: Bokura no War Game!:1149</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Mangaki title collision with different Manami</td>\n",
       "      <td>Digimon: The Movie</td>\n",
       "      <td>MAL:2961</td>\n",
       "      <td>10207</td>\n",
       "      <td>4117:Digimon Adventure Movie:1148</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Mangaki title collision with different Manami</td>\n",
       "      <td>Dororo</td>\n",
       "      <td>MAL:5760</td>\n",
       "      <td>11406</td>\n",
       "      <td>4425:Dororo to Hyakkimaru:1119</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Mangaki title collision with different Manami</td>\n",
       "      <td>Dororo</td>\n",
       "      <td>MAL:11471</td>\n",
       "      <td>14019</td>\n",
       "      <td>4424:Dororo Pilot</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Mangaki title collision with different Manami</td>\n",
       "      <td>Dororo</td>\n",
       "      <td></td>\n",
       "      <td>5098</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Mangaki title collision with different Manami</td>\n",
       "      <td>Gestalt</td>\n",
       "      <td>MAL:23061</td>\n",
       "      <td>2353</td>\n",
       "      <td>7730:Heya/Keitai</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Mangaki title collision with different Manami</td>\n",
       "      <td>Gestalt</td>\n",
       "      <td>MAL:1283</td>\n",
       "      <td>12661</td>\n",
       "      <td>3079:Choujuu Densetsu Gestalt:597</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Zero or multiple Manami</td>\n",
       "      <td>Kanojo x Kanojo x Kanojo Full Version</td>\n",
       "      <td>MAL:18597:X</td>\n",
       "      <td>12101</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Mangaki title collision with different Manami</td>\n",
       "      <td>Karneval</td>\n",
       "      <td>MAL:16035</td>\n",
       "      <td>10692</td>\n",
       "      <td>10046:Karneval (TV):9186</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Mangaki title collision with different Manami</td>\n",
       "      <td>Karneval</td>\n",
       "      <td>MAL:16033</td>\n",
       "      <td>11837</td>\n",
       "      <td>10045:Karneval:9334</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Mangaki title collision with different Manami</td>\n",
       "      <td>Karneval</td>\n",
       "      <td></td>\n",
       "      <td>5976</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>Mangaki title collision with different Manami</td>\n",
       "      <td>Sorcerer Hunters</td>\n",
       "      <td>MAL:808</td>\n",
       "      <td>10089</td>\n",
       "      <td>1601:Bakuretsu Hunters OVA:939</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>Mangaki title collision with different Manami</td>\n",
       "      <td>Sorcerer Hunters</td>\n",
       "      <td>MAL:495</td>\n",
       "      <td>11881,2211</td>\n",
       "      <td>1600:Bakuretsu Hunters</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>Mangaki title collision with different Manami</td>\n",
       "      <td>Sorcerer Hunters</td>\n",
       "      <td></td>\n",
       "      <td>7403</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>Mangaki title collision with different Manami</td>\n",
       "      <td>The Asterisk War: The Academy City on the Water</td>\n",
       "      <td>MAL:31737</td>\n",
       "      <td>14364,15197,14469,15196</td>\n",
       "      <td>5824:Gakusen Toshi Asterisk 2nd Season</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>Mangaki title collision with different Manami</td>\n",
       "      <td>The Asterisk War: The Academy City on the Water</td>\n",
       "      <td>MAL:30544</td>\n",
       "      <td>13519,12689,12373,15194,15195</td>\n",
       "      <td>5822:Gakusen Toshi Asterisk:11177</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                          problem  \\\n",
       "0                         Zero or multiple Manami   \n",
       "1                         Zero or multiple Manami   \n",
       "2                         Zero or multiple Manami   \n",
       "3                         Zero or multiple Manami   \n",
       "7   Mangaki title collision with different Manami   \n",
       "8   Mangaki title collision with different Manami   \n",
       "10  Mangaki title collision with different Manami   \n",
       "11  Mangaki title collision with different Manami   \n",
       "12  Mangaki title collision with different Manami   \n",
       "15  Mangaki title collision with different Manami   \n",
       "16  Mangaki title collision with different Manami   \n",
       "21                        Zero or multiple Manami   \n",
       "22  Mangaki title collision with different Manami   \n",
       "23  Mangaki title collision with different Manami   \n",
       "24  Mangaki title collision with different Manami   \n",
       "44  Mangaki title collision with different Manami   \n",
       "45  Mangaki title collision with different Manami   \n",
       "46  Mangaki title collision with different Manami   \n",
       "47  Mangaki title collision with different Manami   \n",
       "48  Mangaki title collision with different Manami   \n",
       "\n",
       "                                      mangaki_title         refs  \\\n",
       "0     Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri  MAL:16532:X   \n",
       "1         Beelzebub: Sakigake!! Beel to Shinsengumi  MAL:13067:X   \n",
       "2           Charlotte: Arata na \"Unmei\" no Hajimari  MAL:30987:X   \n",
       "3                                    Chokotto Kamen  MAL:32754:X   \n",
       "7                                Digimon: The Movie     MAL:2397   \n",
       "8                                Digimon: The Movie     MAL:2961   \n",
       "10                                           Dororo     MAL:5760   \n",
       "11                                           Dororo    MAL:11471   \n",
       "12                                           Dororo                \n",
       "15                                          Gestalt    MAL:23061   \n",
       "16                                          Gestalt     MAL:1283   \n",
       "21            Kanojo x Kanojo x Kanojo Full Version  MAL:18597:X   \n",
       "22                                         Karneval    MAL:16035   \n",
       "23                                         Karneval    MAL:16033   \n",
       "24                                         Karneval                \n",
       "44                                 Sorcerer Hunters      MAL:808   \n",
       "45                                 Sorcerer Hunters      MAL:495   \n",
       "46                                 Sorcerer Hunters                \n",
       "47  The Asterisk War: The Academy City on the Water    MAL:31737   \n",
       "48  The Asterisk War: The Academy City on the Water    MAL:30544   \n",
       "\n",
       "                       mangaki_id  \\\n",
       "0                            3053   \n",
       "1                            1790   \n",
       "2                           12674   \n",
       "3                           14411   \n",
       "7                            1513   \n",
       "8                           10207   \n",
       "10                          11406   \n",
       "11                          14019   \n",
       "12                           5098   \n",
       "15                           2353   \n",
       "16                          12661   \n",
       "21                          12101   \n",
       "22                          10692   \n",
       "23                          11837   \n",
       "24                           5976   \n",
       "44                          10089   \n",
       "45                     11881,2211   \n",
       "46                           7403   \n",
       "47        14364,15197,14469,15196   \n",
       "48  13519,12689,12373,15194,15195   \n",
       "\n",
       "                                         manami_data  \\\n",
       "0                                                      \n",
       "1                                                      \n",
       "2                                                      \n",
       "3                                                      \n",
       "7   4127:Digimon Adventure: Bokura no War Game!:1149   \n",
       "8                  4117:Digimon Adventure Movie:1148   \n",
       "10                    4425:Dororo to Hyakkimaru:1119   \n",
       "11                                 4424:Dororo Pilot   \n",
       "12                                                     \n",
       "15                                  7730:Heya/Keitai   \n",
       "16                 3079:Choujuu Densetsu Gestalt:597   \n",
       "21                                                     \n",
       "22                          10046:Karneval (TV):9186   \n",
       "23                               10045:Karneval:9334   \n",
       "24                                                     \n",
       "44                    1601:Bakuretsu Hunters OVA:939   \n",
       "45                            1600:Bakuretsu Hunters   \n",
       "46                                                     \n",
       "47            5824:Gakusen Toshi Asterisk 2nd Season   \n",
       "48                 5822:Gakusen Toshi Asterisk:11177   \n",
       "\n",
       "                                                        manami_data_from_title  \n",
       "0   1817:Beelzebub Specials,1821:Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri  \n",
       "1       1817:Beelzebub Specials,1822:Beelzebub: Sakigake!! Beel to Shinsengumi  \n",
       "2                                                                               \n",
       "3                                                                               \n",
       "7                                                                               \n",
       "8                                                                               \n",
       "10                                                                              \n",
       "11                                                                              \n",
       "12                                                                              \n",
       "15                                                                              \n",
       "16                                                                              \n",
       "21                                                                              \n",
       "22                                                                              \n",
       "23                                                                              \n",
       "24                                                                              \n",
       "44                                                                              \n",
       "45                                                                              \n",
       "46                                                                              \n",
       "47                                                                              \n",
       "48                                                                              "
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "super_dedupe.query('problem != \"Mangaki title collision\"')#.to_csv('dedupe_report.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>problem</th>\n",
       "      <th>mangaki_title</th>\n",
       "      <th>refs</th>\n",
       "      <th>mangaki_id</th>\n",
       "      <th>manami_data</th>\n",
       "      <th>manami_data_from_title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Zero or multiple Manami</td>\n",
       "      <td>Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri</td>\n",
       "      <td>MAL:16532:X</td>\n",
       "      <td>3053</td>\n",
       "      <td></td>\n",
       "      <td>1817:Beelzebub Specials,1821:Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Zero or multiple Manami</td>\n",
       "      <td>Beelzebub: Sakigake!! Beel to Shinsengumi</td>\n",
       "      <td>MAL:13067:X</td>\n",
       "      <td>1790</td>\n",
       "      <td></td>\n",
       "      <td>1817:Beelzebub Specials,1822:Beelzebub: Sakigake!! Beel to Shinsengumi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Zero or multiple Manami</td>\n",
       "      <td>Charlotte: Arata na \"Unmei\" no Hajimari</td>\n",
       "      <td>MAL:30987:X</td>\n",
       "      <td>12674</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Zero or multiple Manami</td>\n",
       "      <td>Chokotto Kamen</td>\n",
       "      <td>MAL:32754:X</td>\n",
       "      <td>14411</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Zero or multiple Manami</td>\n",
       "      <td>Kanojo x Kanojo x Kanojo Full Version</td>\n",
       "      <td>MAL:18597:X</td>\n",
       "      <td>12101</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    problem                                  mangaki_title  \\\n",
       "0   Zero or multiple Manami  Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri   \n",
       "1   Zero or multiple Manami      Beelzebub: Sakigake!! Beel to Shinsengumi   \n",
       "2   Zero or multiple Manami        Charlotte: Arata na \"Unmei\" no Hajimari   \n",
       "3   Zero or multiple Manami                                 Chokotto Kamen   \n",
       "21  Zero or multiple Manami          Kanojo x Kanojo x Kanojo Full Version   \n",
       "\n",
       "           refs mangaki_id manami_data  \\\n",
       "0   MAL:16532:X       3053               \n",
       "1   MAL:13067:X       1790               \n",
       "2   MAL:30987:X      12674               \n",
       "3   MAL:32754:X      14411               \n",
       "21  MAL:18597:X      12101               \n",
       "\n",
       "                                                        manami_data_from_title  \n",
       "0   1817:Beelzebub Specials,1821:Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri  \n",
       "1       1817:Beelzebub Specials,1822:Beelzebub: Sakigake!! Beel to Shinsengumi  \n",
       "2                                                                               \n",
       "3                                                                               \n",
       "21                                                                              "
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "super_dedupe.query('problem == \"Zero or multiple Manami\"')#.to_csv('dedupe_report.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(10536, 61)"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ALL_MANAMI = set(range(len(manami)))\n",
    "covered_by_mangaki = set()\n",
    "nb_clusters = 0\n",
    "for _, manami_ids in mangaki_to_manami.items():\n",
    "    if len(manami_ids) >= 2:\n",
    "        nb_clusters += 1\n",
    "    covered_by_mangaki.update(manami_ids)\n",
    "len(covered_by_mangaki), nb_clusters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(10536, 470)"
      ]
     },
     "execution_count": 70,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "covered_by_manami = set()\n",
    "nb_clusters_mangaki = 0\n",
    "for manami_id, mangaki_ids in manami_to_mangaki.items():\n",
    "    if len(mangaki_ids) >= 2:\n",
    "        nb_clusters_mangaki += 1\n",
    "    covered_by_manami.add(manami_id)\n",
    "len(covered_by_manami), nb_clusters_mangaki"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 72,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "covered_by_mangaki == covered_by_manami"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [],
   "source": [
    "covered_by_manami.update([1821, 1822])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "13831"
      ]
     },
     "execution_count": 79,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(ALL_MANAMI - covered_by_manami)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[5, 6, 7, 8, 10]"
      ]
     },
     "execution_count": 80,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(ALL_MANAMI - covered_by_manami)[:5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<QuerySet [{'id': 1, 'work_id': 325, 'source': 'AniDB', 'identifier': '570', 'url': 'http://anidb.net/perl-bin/animedb.pl?show=anime&aid=570'}]>"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Reference.objects.filter(id=1).values()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [],
   "source": [
    "ADDED_WORK_IDS = []\n",
    "ADDED_REF_IDS = []\n",
    "ADDED_WORK_TITLE_IDS = []\n",
    "\n",
    "def insert_manami_to_mangaki(manami_id):\n",
    "    entry = manami[manami_id]\n",
    "    # Parse references\n",
    "    anidb_aid = None\n",
    "    refs = []\n",
    "    for url in entry['sources']:\n",
    "        source, identifier = parse_manami_source(url)\n",
    "        if source == 'AniDB':\n",
    "            anidb_aid = identifier\n",
    "        refs.append(Reference(source=source, identifier=identifier, url=url))\n",
    "\n",
    "    # Create work\n",
    "    work = Work.objects.create(\n",
    "        title=entry['title'],\n",
    "        category_id=1,\n",
    "        anime_type=entry['type'],\n",
    "        ext_poster=entry['picture'],\n",
    "        nb_episodes=entry['episodes'],\n",
    "        anidb_aid=anidb_aid if anidb_aid is not None else 0,\n",
    "    )\n",
    "    ADDED_WORK_IDS.append(work.id)\n",
    "    \n",
    "    # Save references\n",
    "    for ref in refs:\n",
    "        ref.work_id = work.id\n",
    "        ref.save()\n",
    "        ADDED_REF_IDS.append(ref.id)\n",
    "    \n",
    "    # Create synonyms; tags is boring because of the forced AniDB ID\n",
    "    for synonym in entry['synonyms']:\n",
    "        worktitle = WorkTitle.objects.create(work_id=work.id, title=synonym, type='synonym')\n",
    "        ADDED_WORK_TITLE_IDS.append(worktitle.id)\n",
    "    \n",
    "    #print(work.id, work)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 30 s, sys: 1.48 s, total: 31.5 s\n",
      "Wall time: 1min 8s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(13831, 29124, 33291)"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "for manami_id in ALL_MANAMI - covered_by_manami:\n",
    "    insert_manami_to_mangaki(manami_id)\n",
    "len(ADDED_WORK_IDS), len(ADDED_REF_IDS), len(ADDED_WORK_TITLE_IDS)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "42755"
      ]
     },
     "execution_count": 87,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "max(ADDED_REF_IDS)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [],
   "source": [
    "from django.core import serializers\n",
    "\n",
    "with open('manamiworks.json', 'w') as f:\n",
    "    f.write(serializers.serialize('json', Work.objects.filter(id__in=ADDED_WORK_IDS)))\n",
    "with open('manamirefs.json', 'w') as f:\n",
    "    f.write(serializers.serialize('json', Reference.objects.filter(id__in=ADDED_REF_IDS)))\n",
    "with open('manamisynonyms.json', 'w') as f:\n",
    "    f.write(serializers.serialize('json', WorkTitle.objects.filter(id__in=ADDED_WORK_TITLE_IDS)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 371,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Tag.objects.get_or_create(title='delinquents')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 367,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<QuerySet [<Tag: basketball>]>\n",
      "<QuerySet [<Tag: bullying>]>\n",
      "<QuerySet [<Tag: comedy>]>\n",
      "<QuerySet []>\n",
      "<QuerySet []>\n",
      "<QuerySet [<Tag: high school>]>\n",
      "<QuerySet [<Tag: male protagonist>]>\n",
      "<QuerySet [<Tag: manga>]>\n",
      "<QuerySet []>\n",
      "<QuerySet []>\n",
      "<QuerySet []>\n",
      "<QuerySet [<Tag: school clubs>]>\n",
      "<QuerySet [<Tag: school life>]>\n",
      "<QuerySet [<Tag: shounen>]>\n",
      "<QuerySet [<Tag: sports>]>\n",
      "<QuerySet [<Tag: tragedy>]>\n",
      "<QuerySet []>\n"
     ]
    }
   ],
   "source": [
    "for tag in ['basketball', 'bullying', 'comedy', 'delinquents', 'drama', 'high school', 'male protagonist', 'manga', 'primarily male cast', 'school', 'school club', 'school clubs', 'school life', 'shounen', 'sports', 'tragedy', 'twins']:\n",
    "    print(Tag.objects.filter(title=tag))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 383,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "408 {'sources': ['https://anidb.net/anime/13848', 'https://anilist.co/anime/101239', 'https://kitsu.io/anime/41399', 'https://myanimelist.net/anime/37403', 'https://notify.moe/anime/Ig-64AvmR'], 'title': 'Ahiru no Sora', 'type': 'TV', 'episodes': 50, 'status': 'CURRENTLY', 'animeSeason': {'season': 'FALL', 'year': 2019}, 'picture': 'https://cdn.myanimelist.net/images/anime/1505/102719.jpg', 'thumbnail': 'https://cdn.myanimelist.net/images/anime/1505/102719t.jpg', 'synonyms': ['آهيرو نو سورا', 'あひるのそら', 'あひるの空', '鸭子的天空'], 'relations': [], 'tags': ['basketball', 'bullying', 'comedy', 'delinquents', 'drama', 'high school', 'male protagonist', 'manga', 'primarily male cast', 'school', 'school club', 'school clubs', 'school life', 'shounen', 'sports', 'tragedy', 'twins']}\n",
      "625 {'sources': ['https://myanimelist.net/anime/35226'], 'title': 'Akita Kenritsu Iburi Gakkou Chuutou-bu', 'type': 'TV', 'episodes': 0, 'status': 'CURRENTLY', 'animeSeason': {'season': 'SPRING', 'year': 2017}, 'picture': 'https://cdn.myanimelist.net/images/anime/5/84867.jpg', 'thumbnail': 'https://cdn.myanimelist.net/images/anime/5/84867t.jpg', 'synonyms': ['秋田県立いぶり学校中等部'], 'relations': ['https://myanimelist.net/anime/35227'], 'tags': ['comedy']}\n",
      "707 {'sources': ['https://kitsu.io/anime/12475', 'https://notify.moe/anime/lvBk2Fmig'], 'title': 'Alps no Shoujo Heidi? Chara Onji', 'type': 'TV', 'episodes': 0, 'status': 'CURRENTLY', 'animeSeason': {'season': 'SUMMER', 'year': 2016}, 'picture': 'https://media.kitsu.io/anime/poster_images/12475/small.jpg?1471260767', 'thumbnail': 'https://media.kitsu.io/anime/poster_images/12475/tiny.jpg?1471260767', 'synonyms': ['アルプスの少女ハイジ? ちゃらおんじ'], 'relations': ['https://kitsu.io/anime/2016', 'https://notify.moe/anime/a17PcFmmg'], 'tags': ['comedy', 'parody']}\n",
      "969 {'sources': ['https://kitsu.io/anime/43080', 'https://myanimelist.net/anime/41440', 'https://notify.moe/anime/hW8XG9XZg'], 'title': 'Anoyo no Subete wa, Obake-gumi!', 'type': 'TV', 'episodes': 13, 'status': 'CURRENTLY', 'animeSeason': {'season': 'SPRING', 'year': 2020}, 'picture': 'https://cdn.myanimelist.net/images/anime/1762/106451.jpg', 'thumbnail': 'https://cdn.myanimelist.net/images/anime/1762/106451t.jpg', 'synonyms': ['In the Other World, Ghost Groups Are Everything!', 'あの世のすべては, おばけぐみっ!'], 'relations': [], 'tags': ['comedy', 'school life', 'super deformed', 'supernatural', 'vampire']}\n",
      "970 {'sources': ['https://anilist.co/anime/116408'], 'title': 'Anoyo no Subete wa, Obakegumi!', 'type': 'TV', 'episodes': 13, 'status': 'CURRENTLY', 'animeSeason': {'season': 'SPRING', 'year': 2020}, 'picture': 'https://s4.anilist.co/file/anilistcdn/media/anime/cover/medium/bx116408-kTRp8gXCTfsd.jpg', 'thumbnail': 'https://s4.anilist.co/file/anilistcdn/media/anime/cover/medium/default.jpg', 'synonyms': ['In the Other World, Ghost Groups Are Everything!', 'あの世のすべては, おばけぐみっ!'], 'relations': [], 'tags': ['comedy', 'female protagonist', 'ghost', 'school', 'supernatural', 'vampire', 'youkai']}\n",
      "status_CURRENTLY : 19\n",
      "status_FINISHED : 489\n",
      "status_UNKNOWN : 8\n",
      "status_UPCOMING : 24\n",
      "type_Movie : 79\n",
      "type_ONA : 103\n",
      "type_OVA : 68\n",
      "type_Special : 151\n",
      "type_TV : 139\n"
     ]
    }
   ],
   "source": [
    "\n",
    "\n",
    "categories = Counter()\n",
    "LIMIT = 5\n",
    "c = 0\n",
    "for manami_id in ALL_MANAMI - covered_by_manami:\n",
    "    entry = manami[manami_id]\n",
    "    categories[f\"type_{entry['type']}\"] += 1\n",
    "    categories[f\"status_{entry['status']}\"] += 1\n",
    "    if entry['type'] == 'TV' and entry['status'] == 'CURRENTLY' and entry['tags']:\n",
    "        c += 1\n",
    "        print(manami_id, entry)\n",
    "        if c >= LIMIT:\n",
    "            break\n",
    "\n",
    "for category in sorted(categories):\n",
    "    print(category, ':', categories[category])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 380,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Counter({'': 15282,\n",
       "         'TV Series': 23,\n",
       "         'Movie': 20,\n",
       "         'Web': 3,\n",
       "         'Music Video': 2,\n",
       "         'Série': 77,\n",
       "         'VOD': 21,\n",
       "         'Film': 30,\n",
       "         ' ': 8,\n",
       "         'série': 4,\n",
       "         'Shonen': 1,\n",
       "         'Oav': 4,\n",
       "         'Mystère': 1,\n",
       "         'film': 6,\n",
       "         'Action - Aventure - Comédie': 1})"
      ]
     },
     "execution_count": 380,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Counter(Work.objects.values_list('anime_type', flat=True))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 349,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "21462"
      ]
     },
     "execution_count": 349,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "max(Work.objects.values_list('id', flat=True))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 338,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'[{\"model\": \"mangaki.work\", \"pk\": 21462, \"fields\": {\"redirect\": null, \"title\": \"Test\", \"source\": \"\", \"ext_poster\": \"\", \"int_poster\": \"\", \"nsfw\": false, \"date\": null, \"end_date\": null, \"synopsis\": \"\", \"ext_synopsis\": \"\", \"category\": null, \"origin\": \"\", \"nb_episodes\": \"Inconnu\", \"anime_type\": \"\", \"vo_title\": \"\", \"manga_type\": \"\", \"catalog_number\": \"\", \"anidb_aid\": 0, \"vgmdb_aid\": null, \"editor\": null, \"studio\": null, \"sum_ratings\": 0, \"nb_ratings\": 0, \"nb_likes\": 0, \"nb_dislikes\": 0, \"controversy\": 0, \"title_search\": \"\", \"genre\": []}}]'"
      ]
     },
     "execution_count": 338,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_work = Work(id=21462, title='Test')\n",
    "serializers.serialize('json', [new_work])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 333,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\n",
      "    \"model\": \"mangaki.work\",\n",
      "    \"pk\": 1,\n",
      "    \"fields\": {\n",
      "        \"redirect\": null,\n",
      "        \"title\": \"Death Note\",\n",
      "        \"source\": \"\",\n",
      "        \"ext_poster\": \"http://myanimelist.cdn-dena.com/images/anime/9/9453.jpg\",\n",
      "        \"int_poster\": \"\",\n",
      "        \"nsfw\": false,\n",
      "        \"date\": null,\n",
      "        \"end_date\": null,\n",
      "        \"synopsis\": \"Light Yagami est un lyc\\u00e9en \\u00e2g\\u00e9 de 17 ans, jeune homme brillant, fils d'un policier, il d\\u00e9couvre un \\u00e9trange carnet qui se r\\u00e9v\\u00e8le \\u00eatre le livre d'un dieu de la mort : Ry\\u00fbk ! Light apprendra vite quels terribles pouvoirs renferment ce carnet : tous ceux dont le nom est inscrit dans le Death Note sont appel\\u00e9s \\u00e0 mourir dans les 40 secondes qui suivent !Les implications sont \\u00e9normes et en possession d'un tel carnet Light est potentiellement capable d'imposer sa loi \\u00e0 un monde qu'il estime perverti. Mais peut-on choisir qui va vivre et qui va mourir ? Certaines personnes m\\u00e9ritent-elles de mourir par la seule volont\\u00e9 d'un adolescent, \\u00e0 la fois juge et bourreau pour une sentence irr\\u00e9vocable ?En agissant de la sorte Light devient lui-m\\u00eame un criminel, il \\u00e9veille ainsi l'attention de L, enqu\\u00eateur myst\\u00e9rieux mandat\\u00e9 par Interpol. Un duel sans merci s'engage entre ces deux esprits exceptionnels !\",\n",
      "        \"ext_synopsis\": \"\",\n",
      "        \"category\": 1,\n",
      "        \"origin\": \"Japon\",\n",
      "        \"nb_episodes\": \"37x25min\",\n",
      "        \"anime_type\": \"S\\u00e9rie\",\n",
      "        \"vo_title\": \"\",\n",
      "        \"manga_type\": \"\",\n",
      "        \"catalog_number\": \"\",\n",
      "        \"anidb_aid\": 4563,\n",
      "        \"vgmdb_aid\": null,\n",
      "        \"editor\": 2,\n",
      "        \"studio\": 2,\n",
      "        \"sum_ratings\": 3347.7,\n",
      "        \"nb_ratings\": 1462,\n",
      "        \"nb_likes\": 1082,\n",
      "        \"nb_dislikes\": 45,\n",
      "        \"controversy\": 1.33945597488559,\n",
      "        \"title_search\": \"'death':1 'note':2\",\n",
      "        \"genre\": [\n",
      "            1,\n",
      "            19\n",
      "        ]\n",
      "    }\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "with open('../fixtures/seed_data.json') as f:\n",
    "    print(json.dumps(json.load(f)[3], indent=4))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 323,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[\n",
      "    {\n",
      "        \"model\": \"mangaki.work\",\n",
      "        \"pk\": 1,\n",
      "        \"fields\": {\n",
      "            \"redirect\": null,\n",
      "            \"title\": \"Death Note\",\n",
      "            \"source\": \"\",\n",
      "            \"ext_poster\": \"http://cdn.myanimelist.net/images/anime/9/9453.jpg\",\n",
      "            \"int_poster\": \"\",\n",
      "            \"nsfw\": false,\n",
      "            \"date\": null,\n",
      "            \"end_date\": null,\n",
      "            \"synopsis\": \"Light Yagami est un lyc\\u00e9en \\u00e2g\\u00e9 de 17 ans, jeune homme brillant, fils d'un policier, il d\\u00e9couvre un \\u00e9trange carnet qui se r\\u00e9v\\u00e8le \\u00eatre le livre d'un dieu de la mort : Ry\\u00fbk ! Light apprendra vite quels terribles pouvoirs renferment ce carnet : tous ceux dont le nom est inscrit dans le Death Note sont appel\\u00e9s \\u00e0 mourir dans les 40 secondes qui suivent !Les implications sont \\u00e9normes et en possession d'un tel carnet Light est potentiellement capable d'imposer sa loi \\u00e0 un monde qu'il estime perverti. Mais peut-on choisir qui va vivre et qui va mourir ? Certaines personnes m\\u00e9ritent-elles de mourir par la seule volont\\u00e9 d'un adolescent, \\u00e0 la fois juge et bourreau pour une sentence irr\\u00e9vocable ?En agissant de la sorte Light devient lui-m\\u00eame un criminel, il \\u00e9veille ainsi l'attention de L, enqu\\u00eateur myst\\u00e9rieux mandat\\u00e9 par Interpol. Un duel sans merci s'engage entre ces deux esprits exceptionnels !\",\n",
      "            \"ext_synopsis\": \"\",\n",
      "            \"category\": 1,\n",
      "            \"origin\": \"Japon\",\n",
      "            \"nb_episodes\": \"37x25min\",\n",
      "            \"anime_type\": \"S\\u00e9rie\",\n",
      "            \"vo_title\": \"\",\n",
      "            \"manga_type\": \"\",\n",
      "            \"catalog_number\": \"\",\n",
      "            \"anidb_aid\": 4563,\n",
      "            \"vgmdb_aid\": null,\n",
      "            \"editor\": 2,\n",
      "            \"studio\": 2,\n",
      "            \"sum_ratings\": 3903.4,\n",
      "            \"nb_ratings\": 1631,\n",
      "            \"nb_likes\": 1144,\n",
      "            \"nb_dislikes\": 51,\n",
      "            \"controversy\": 1.38379233811486,\n",
      "            \"title_search\": \"'death':1 'note':2\",\n",
      "            \"genre\": [\n",
      "                1,\n",
      "                19\n",
      "            ]\n",
      "        }\n",
      "    }\n",
      "]\n"
     ]
    }
   ],
   "source": [
    "from django.core import serializers\n",
    "\n",
    "print(json.dumps(json.loads(serializers.serialize('json', Work.objects.filter(id=1))), indent=4))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 299,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<WorkQuerySet [<Work: \"Bungaku Shoujo\" Kyou no Oyatsu: Hatsukoi>, <Work: Book Girl OVA>]>"
      ]
     },
     "execution_count": 299,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Work.objects.filter(id__in=[10603, 14598])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 300,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{2}"
      ]
     },
     "execution_count": 300,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mangaki_to_manami[14598]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 301,
   "metadata": {},
   "outputs": [],
   "source": [
    "#super_dedupe.query('problem != \"Mangaki title collision\"')['is_dead'].value_counts()\n",
    "#mangaki_to_manami[3053]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 302,
   "metadata": {},
   "outputs": [],
   "source": [
    "super_dedupe['n_occ'] = super_dedupe.groupby('mangaki_title')['problem'].transform('count')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 303,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>problem</th>\n",
       "      <th>mangaki_title</th>\n",
       "      <th>refs</th>\n",
       "      <th>mangaki_id</th>\n",
       "      <th>manami_data</th>\n",
       "      <th>manami_data_from_title</th>\n",
       "      <th>n_occ</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Deadman Wonderland</td>\n",
       "      <td>MAL:6880</td>\n",
       "      <td>14198</td>\n",
       "      <td>3833:Deadman Wonderland:7902</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Deadman Wonderland</td>\n",
       "      <td>Animeka:deadman-wonderland</td>\n",
       "      <td>39</td>\n",
       "      <td>3833:Deadman Wonderland:7902</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Fruits Basket</td>\n",
       "      <td>MAL:120</td>\n",
       "      <td>14275</td>\n",
       "      <td>5466:Fruits Basket:34</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Fruits Basket</td>\n",
       "      <td>AniDB:34</td>\n",
       "      <td>85</td>\n",
       "      <td>5466:Fruits Basket:34</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Lupin the IIIrd: Chikemuri no Ishikawa Goemon</td>\n",
       "      <td></td>\n",
       "      <td>21458</td>\n",
       "      <td>12275:Lupin the IIIrd: Chikemuri no Ishikawa Goemon:12398</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Lupin the IIIrd: Chikemuri no Ishikawa Goemon</td>\n",
       "      <td>MAL:34021</td>\n",
       "      <td>20602</td>\n",
       "      <td>12275:Lupin the IIIrd: Chikemuri no Ishikawa Goemon:12398</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Samurai Champloo</td>\n",
       "      <td>AniDB:1543</td>\n",
       "      <td>41</td>\n",
       "      <td>18076:Samurai Champloo:1543</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Samurai Champloo</td>\n",
       "      <td>MAL:205</td>\n",
       "      <td>14362</td>\n",
       "      <td>18076:Samurai Champloo:1543</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Desert Punk</td>\n",
       "      <td>MAL:25</td>\n",
       "      <td>3408,13371,15831</td>\n",
       "      <td>20272:Sunabouzu:2166</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Dimension W</td>\n",
       "      <td>MAL:31163</td>\n",
       "      <td>14297,14298,13524</td>\n",
       "      <td>4151:Dimension W:11345</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Ghost Talker's Daydream</td>\n",
       "      <td>MAL:1500</td>\n",
       "      <td>15051,747</td>\n",
       "      <td>20863:Teizokurei Daydream:2159</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Guin Saga</td>\n",
       "      <td>MAL:5041</td>\n",
       "      <td>13576,10854</td>\n",
       "      <td>6845:Guin Saga:6331</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Hanayamata</td>\n",
       "      <td>MAL:21681</td>\n",
       "      <td>9618,13684</td>\n",
       "      <td>7271:Hanayamata:10351</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Hero Tales</td>\n",
       "      <td>MAL:2772</td>\n",
       "      <td>13522,1324</td>\n",
       "      <td>9456:Juushin Enbu: Hero Tales:5314</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Kekkaishi</td>\n",
       "      <td>MAL:1606</td>\n",
       "      <td>13254,10150</td>\n",
       "      <td>10199:Kekkaishi (TV):4574</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Knights of Sidonia</td>\n",
       "      <td>MAL:19775</td>\n",
       "      <td>2049,14682</td>\n",
       "      <td>19424:Sidonia no Kishi:9892</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Kobato</td>\n",
       "      <td>MAL:5678</td>\n",
       "      <td>14507,10892</td>\n",
       "      <td>10880:Kobato.:6258</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Lunar Legend Tsukihime</td>\n",
       "      <td>MAL:169</td>\n",
       "      <td>2448,14863</td>\n",
       "      <td>19031:Shingetsutan Tsukihime:1015</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Midori Days</td>\n",
       "      <td>MAL:330</td>\n",
       "      <td>14899,3831</td>\n",
       "      <td>13457:Midori no Hibi:1327</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Monthly Girls' Nozaki-kun</td>\n",
       "      <td>MAL:23289</td>\n",
       "      <td>14716,8524</td>\n",
       "      <td>6150:Gekkan Shoujo Nozaki-kun:10542</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Oh! My Goddess</td>\n",
       "      <td>MAL:49</td>\n",
       "      <td>15571,2271</td>\n",
       "      <td>250:Aa! Megami-sama!:27</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Paradise Kiss</td>\n",
       "      <td>MAL:322</td>\n",
       "      <td>2491,14079</td>\n",
       "      <td>16258:Paradise Kiss:3145</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Princess Jellyfish</td>\n",
       "      <td>MAL:8129</td>\n",
       "      <td>1706,14805</td>\n",
       "      <td>11455:Kuragehime:7531</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Pumpkin Scissors</td>\n",
       "      <td>MAL:1538</td>\n",
       "      <td>4001,13306</td>\n",
       "      <td>17069:Pumpkin Scissors:4473</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Sailor Moon</td>\n",
       "      <td>MAL:530</td>\n",
       "      <td>600,15590</td>\n",
       "      <td>1977:Bishoujo Senshi Sailor Moon:235</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Samurai Deeper Kyo</td>\n",
       "      <td>MAL:419</td>\n",
       "      <td>14912,1675</td>\n",
       "      <td>18077:Samurai Deeper Kyou:86</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>School-Live!</td>\n",
       "      <td>MAL:24765</td>\n",
       "      <td>14729,13367</td>\n",
       "      <td>5776:Gakkougurashi!:10697</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Scrapped Princess</td>\n",
       "      <td>MAL:167</td>\n",
       "      <td>8445,12262</td>\n",
       "      <td>18262:Scrapped Princess:640</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Seraph of the End: Vampire Reign</td>\n",
       "      <td>MAL:26243</td>\n",
       "      <td>10008,14739</td>\n",
       "      <td>16114:Owari no Seraph:10813</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>The Seven Deadly Sins</td>\n",
       "      <td>MAL:23755</td>\n",
       "      <td>14722,1364</td>\n",
       "      <td>14481:Nanatsu no Taizai:10596</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>This Ugly Yet Beautiful World</td>\n",
       "      <td>MAL:146</td>\n",
       "      <td>8337,15742</td>\n",
       "      <td>11126:Kono Minikuku mo Utsukushii Sekai:1431</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Those Who Hunt Elves</td>\n",
       "      <td>MAL:1045</td>\n",
       "      <td>15025,252,12364</td>\n",
       "      <td>4976:Elf wo Karu Mono-tachi</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Togainu no Chi</td>\n",
       "      <td>MAL:8449</td>\n",
       "      <td>13819,10981</td>\n",
       "      <td>21552:Togainu no Chi:7477</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Twin Star Exorcists</td>\n",
       "      <td>MAL:32105</td>\n",
       "      <td>14513,15932</td>\n",
       "      <td>19875:Sousei no Onmyouji:11785</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Valkyria Chronicles</td>\n",
       "      <td>MAL:5507</td>\n",
       "      <td>16042,2476</td>\n",
       "      <td>18504:Senjou no Valkyria</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Yona of the Dawn</td>\n",
       "      <td>MAL:25013</td>\n",
       "      <td>8242,14734</td>\n",
       "      <td>590:Akatsuki no Yona:10725</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Yozakura Quartet</td>\n",
       "      <td>MAL:4548</td>\n",
       "      <td>4013,14551</td>\n",
       "      <td>23824:Yozakura Quartet:5976</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Yu-Gi-Oh!</td>\n",
       "      <td>MAL:481</td>\n",
       "      <td>15097,15985,229</td>\n",
       "      <td>24091:Yu☆Gi☆Oh! Duel Monsters:2061,23982:Yuu Gi Ou:593,24091:Yu☆Gi☆Oh! Duel Monsters:2061</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Zatch Bell!</td>\n",
       "      <td>MAL:250</td>\n",
       "      <td>15090,3890,15746,13287</td>\n",
       "      <td>11098:Konjiki no Gash Bell!!:638</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Zetsuai 1989</td>\n",
       "      <td>MAL:1041</td>\n",
       "      <td>869,12062</td>\n",
       "      <td>24184:Zetsuai 1989:791</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>Mangaki title collision</td>\n",
       "      <td>Zipang</td>\n",
       "      <td>MAL:29</td>\n",
       "      <td>13560,3826</td>\n",
       "      <td>24293:Zipang:2535</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    problem                                  mangaki_title  \\\n",
       "4   Mangaki title collision                             Deadman Wonderland   \n",
       "5   Mangaki title collision                             Deadman Wonderland   \n",
       "13  Mangaki title collision                                  Fruits Basket   \n",
       "14  Mangaki title collision                                  Fruits Basket   \n",
       "29  Mangaki title collision  Lupin the IIIrd: Chikemuri no Ishikawa Goemon   \n",
       "30  Mangaki title collision  Lupin the IIIrd: Chikemuri no Ishikawa Goemon   \n",
       "38  Mangaki title collision                               Samurai Champloo   \n",
       "39  Mangaki title collision                               Samurai Champloo   \n",
       "6   Mangaki title collision                                    Desert Punk   \n",
       "9   Mangaki title collision                                    Dimension W   \n",
       "17  Mangaki title collision                        Ghost Talker's Daydream   \n",
       "18  Mangaki title collision                                      Guin Saga   \n",
       "19  Mangaki title collision                                     Hanayamata   \n",
       "20  Mangaki title collision                                     Hero Tales   \n",
       "25  Mangaki title collision                                      Kekkaishi   \n",
       "26  Mangaki title collision                             Knights of Sidonia   \n",
       "27  Mangaki title collision                                         Kobato   \n",
       "28  Mangaki title collision                         Lunar Legend Tsukihime   \n",
       "31  Mangaki title collision                                    Midori Days   \n",
       "32  Mangaki title collision                      Monthly Girls' Nozaki-kun   \n",
       "33  Mangaki title collision                                 Oh! My Goddess   \n",
       "34  Mangaki title collision                                  Paradise Kiss   \n",
       "35  Mangaki title collision                             Princess Jellyfish   \n",
       "36  Mangaki title collision                               Pumpkin Scissors   \n",
       "37  Mangaki title collision                                    Sailor Moon   \n",
       "40  Mangaki title collision                             Samurai Deeper Kyo   \n",
       "41  Mangaki title collision                                   School-Live!   \n",
       "42  Mangaki title collision                              Scrapped Princess   \n",
       "43  Mangaki title collision               Seraph of the End: Vampire Reign   \n",
       "49  Mangaki title collision                          The Seven Deadly Sins   \n",
       "50  Mangaki title collision                  This Ugly Yet Beautiful World   \n",
       "51  Mangaki title collision                           Those Who Hunt Elves   \n",
       "52  Mangaki title collision                                 Togainu no Chi   \n",
       "53  Mangaki title collision                            Twin Star Exorcists   \n",
       "54  Mangaki title collision                            Valkyria Chronicles   \n",
       "55  Mangaki title collision                               Yona of the Dawn   \n",
       "56  Mangaki title collision                               Yozakura Quartet   \n",
       "57  Mangaki title collision                                      Yu-Gi-Oh!   \n",
       "58  Mangaki title collision                                    Zatch Bell!   \n",
       "59  Mangaki title collision                                   Zetsuai 1989   \n",
       "60  Mangaki title collision                                         Zipang   \n",
       "\n",
       "                          refs              mangaki_id  \\\n",
       "4                     MAL:6880                   14198   \n",
       "5   Animeka:deadman-wonderland                      39   \n",
       "13                     MAL:120                   14275   \n",
       "14                    AniDB:34                      85   \n",
       "29                                               21458   \n",
       "30                   MAL:34021                   20602   \n",
       "38                  AniDB:1543                      41   \n",
       "39                     MAL:205                   14362   \n",
       "6                       MAL:25        3408,13371,15831   \n",
       "9                    MAL:31163       14297,14298,13524   \n",
       "17                    MAL:1500               15051,747   \n",
       "18                    MAL:5041             13576,10854   \n",
       "19                   MAL:21681              9618,13684   \n",
       "20                    MAL:2772              13522,1324   \n",
       "25                    MAL:1606             13254,10150   \n",
       "26                   MAL:19775              2049,14682   \n",
       "27                    MAL:5678             14507,10892   \n",
       "28                     MAL:169              2448,14863   \n",
       "31                     MAL:330              14899,3831   \n",
       "32                   MAL:23289              14716,8524   \n",
       "33                      MAL:49              15571,2271   \n",
       "34                     MAL:322              2491,14079   \n",
       "35                    MAL:8129              1706,14805   \n",
       "36                    MAL:1538              4001,13306   \n",
       "37                     MAL:530               600,15590   \n",
       "40                     MAL:419              14912,1675   \n",
       "41                   MAL:24765             14729,13367   \n",
       "42                     MAL:167              8445,12262   \n",
       "43                   MAL:26243             10008,14739   \n",
       "49                   MAL:23755              14722,1364   \n",
       "50                     MAL:146              8337,15742   \n",
       "51                    MAL:1045         15025,252,12364   \n",
       "52                    MAL:8449             13819,10981   \n",
       "53                   MAL:32105             14513,15932   \n",
       "54                    MAL:5507              16042,2476   \n",
       "55                   MAL:25013              8242,14734   \n",
       "56                    MAL:4548              4013,14551   \n",
       "57                     MAL:481         15097,15985,229   \n",
       "58                     MAL:250  15090,3890,15746,13287   \n",
       "59                    MAL:1041               869,12062   \n",
       "60                      MAL:29              13560,3826   \n",
       "\n",
       "                                                                                  manami_data  \\\n",
       "4                                                                3833:Deadman Wonderland:7902   \n",
       "5                                                                3833:Deadman Wonderland:7902   \n",
       "13                                                                      5466:Fruits Basket:34   \n",
       "14                                                                      5466:Fruits Basket:34   \n",
       "29                                  12275:Lupin the IIIrd: Chikemuri no Ishikawa Goemon:12398   \n",
       "30                                  12275:Lupin the IIIrd: Chikemuri no Ishikawa Goemon:12398   \n",
       "38                                                                18076:Samurai Champloo:1543   \n",
       "39                                                                18076:Samurai Champloo:1543   \n",
       "6                                                                        20272:Sunabouzu:2166   \n",
       "9                                                                      4151:Dimension W:11345   \n",
       "17                                                             20863:Teizokurei Daydream:2159   \n",
       "18                                                                        6845:Guin Saga:6331   \n",
       "19                                                                      7271:Hanayamata:10351   \n",
       "20                                                         9456:Juushin Enbu: Hero Tales:5314   \n",
       "25                                                                  10199:Kekkaishi (TV):4574   \n",
       "26                                                                19424:Sidonia no Kishi:9892   \n",
       "27                                                                         10880:Kobato.:6258   \n",
       "28                                                          19031:Shingetsutan Tsukihime:1015   \n",
       "31                                                                  13457:Midori no Hibi:1327   \n",
       "32                                                        6150:Gekkan Shoujo Nozaki-kun:10542   \n",
       "33                                                                    250:Aa! Megami-sama!:27   \n",
       "34                                                                   16258:Paradise Kiss:3145   \n",
       "35                                                                      11455:Kuragehime:7531   \n",
       "36                                                                17069:Pumpkin Scissors:4473   \n",
       "37                                                       1977:Bishoujo Senshi Sailor Moon:235   \n",
       "40                                                               18077:Samurai Deeper Kyou:86   \n",
       "41                                                                  5776:Gakkougurashi!:10697   \n",
       "42                                                                18262:Scrapped Princess:640   \n",
       "43                                                                16114:Owari no Seraph:10813   \n",
       "49                                                              14481:Nanatsu no Taizai:10596   \n",
       "50                                               11126:Kono Minikuku mo Utsukushii Sekai:1431   \n",
       "51                                                                4976:Elf wo Karu Mono-tachi   \n",
       "52                                                                  21552:Togainu no Chi:7477   \n",
       "53                                                             19875:Sousei no Onmyouji:11785   \n",
       "54                                                                   18504:Senjou no Valkyria   \n",
       "55                                                                 590:Akatsuki no Yona:10725   \n",
       "56                                                                23824:Yozakura Quartet:5976   \n",
       "57  24091:Yu☆Gi☆Oh! Duel Monsters:2061,23982:Yuu Gi Ou:593,24091:Yu☆Gi☆Oh! Duel Monsters:2061   \n",
       "58                                                           11098:Konjiki no Gash Bell!!:638   \n",
       "59                                                                     24184:Zetsuai 1989:791   \n",
       "60                                                                          24293:Zipang:2535   \n",
       "\n",
       "   manami_data_from_title  n_occ  \n",
       "4                              2  \n",
       "5                              2  \n",
       "13                             2  \n",
       "14                             2  \n",
       "29                             2  \n",
       "30                             2  \n",
       "38                             2  \n",
       "39                             2  \n",
       "6                              1  \n",
       "9                              1  \n",
       "17                             1  \n",
       "18                             1  \n",
       "19                             1  \n",
       "20                             1  \n",
       "25                             1  \n",
       "26                             1  \n",
       "27                             1  \n",
       "28                             1  \n",
       "31                             1  \n",
       "32                             1  \n",
       "33                             1  \n",
       "34                             1  \n",
       "35                             1  \n",
       "36                             1  \n",
       "37                             1  \n",
       "40                             1  \n",
       "41                             1  \n",
       "42                             1  \n",
       "43                             1  \n",
       "49                             1  \n",
       "50                             1  \n",
       "51                             1  \n",
       "52                             1  \n",
       "53                             1  \n",
       "54                             1  \n",
       "55                             1  \n",
       "56                             1  \n",
       "57                             1  \n",
       "58                             1  \n",
       "59                             1  \n",
       "60                             1  "
      ]
     },
     "execution_count": 303,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "super_dedupe.query('problem == \"Mangaki title collision\"').sort_values(['n_occ', 'mangaki_title'], ascending=(False, True))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "21 [7793, 5738]\n",
      "21 | Highschool of the Dead | Highschool of the Dead ( https://anilist.co/anime/8074 ; https://kitsu.io/anime/5187 ; https://myanimelist.net/anime/8074 ; https://notify.moe/anime/KOwzpKmig ) | Gakuen Mokushiroku: High School of the Dead ( https://anidb.net/anime/7382 )\n",
      "52 [7566, 7567]\n",
      "52 | Hellsing | Hellsing ( https://anidb.net/anime/32 ; https://anilist.co/anime/270 ; https://kitsu.io/anime/245 ; https://myanimelist.net/anime/270 ; https://notify.moe/anime/cbFh5KimR ) | Hellsing (2006) ( https://anidb.net/anime/3296 )\n",
      "79 [8797, 8798]\n",
      "79 | InuYasha | InuYasha ( https://kitsu.io/anime/11153 ; https://myanimelist.net/anime/31133 ; https://notify.moe/anime/LOaXpKmiR ) | InuYasha (TV) ( https://anidb.net/anime/144 ; https://anilist.co/anime/249 ; https://kitsu.io/anime/224 ; https://myanimelist.net/anime/249 ; https://notify.moe/anime/Q3ShcFmiR )\n",
      "96 [11186, 11175]\n",
      "96 | Eureka Seven | Koukyoushihen: Eureka Seven ( https://anidb.net/anime/2826 ) | Koukyoushihen Eureka Seven ( https://anilist.co/anime/237 ; https://kitsu.io/anime/212 ; https://myanimelist.net/anime/237 ; https://notify.moe/anime/9onhcFmig )\n",
      "98 [7569, 7567]\n",
      "98 | Hellsing Ultimate | Hellsing Ultimate ( https://anilist.co/anime/777 ; https://kitsu.io/anime/695 ; https://myanimelist.net/anime/777 ; https://notify.moe/anime/KJTAcKmmR ) | Hellsing (2006) ( https://anidb.net/anime/3296 )\n",
      "113 [501, 495]\n",
      "113 | Air | Air Movie ( https://anidb.net/anime/1667 ; https://anilist.co/anime/713 ; https://kitsu.io/anime/80 ; https://myanimelist.net/anime/713 ; https://notify.moe/anime/K4Ap5Fiig ) | Air ( https://anidb.net/anime/2002 ; https://anilist.co/anime/101 ; https://kitsu.io/anime/7660 ; https://myanimelist.net/anime/101 ; https://notify.moe/anime/yXE5pFmiR )\n",
      "119 [1560, 1562, 1557]\n",
      "119 | Bakuman. | Bakuman. 2nd Season ( https://anilist.co/anime/10030 ; https://kitsu.io/anime/6001 ; https://myanimelist.net/anime/10030 ; https://notify.moe/anime/E34npFmmR ) | Bakuman. 3rd Season ( https://anilist.co/anime/12365 ; https://kitsu.io/anime/6714 ; https://myanimelist.net/anime/12365 ; https://notify.moe/anime/iTpHpFmiR ) | Bakuman. ( https://anidb.net/anime/7251 ; https://anilist.co/anime/7674 ; https://kitsu.io/anime/5079 ; https://myanimelist.net/anime/7674 ; https://notify.moe/anime/MBdzpKmiR )\n",
      "131 [5369, 5370, 5371]\n",
      "131 | Free! | Free! ( https://anidb.net/anime/9858 ; https://anilist.co/anime/18507 ; https://kitsu.io/anime/7664 ; https://myanimelist.net/anime/18507 ; https://notify.moe/anime/uLs5tKiig ) | Free! (2020) ( https://anilist.co/anime/107203 ; https://kitsu.io/anime/42357 ) | Free! (Movie) ( https://anidb.net/anime/14415 ; https://myanimelist.net/anime/38400 ; https://notify.moe/anime/axLlDCWWR )\n",
      "136 [1385, 1388]\n",
      "136 | Azumanga Daioh | Azumanga Daioh ( https://anilist.co/anime/66 ; https://kitsu.io/anime/47 ; https://myanimelist.net/anime/66 ; https://notify.moe/anime/f5dt5Fimg ) | Azumanga Daiou The Animation (2002) ( https://anidb.net/anime/106 )\n",
      "1790 [1802, 1807]\n",
      "1790 | Beelzebub: Sakigake!! Beel to Shinsengumi | Beelzebub Specials ( https://anilist.co/anime/10479 ; https://kitsu.io/anime/6199 ; https://myanimelist.net/anime/10479 ; https://notify.moe/anime/HLZVpKmig ) | Beelzebub: Sakigake!! Beel to Shinsengumi ( https://anilist.co/anime/13067 ; https://kitsu.io/anime/6875 ; https://notify.moe/anime/bcZDpKimg )\n",
      "3053 [1802, 1806]\n",
      "3053 | Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri | Beelzebub Specials ( https://anilist.co/anime/10479 ; https://kitsu.io/anime/6199 ; https://myanimelist.net/anime/10479 ; https://notify.moe/anime/HLZVpKmig ) | Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri ( https://anilist.co/anime/16532 ; https://kitsu.io/anime/7453 ; https://notify.moe/anime/sI_KtFmmR )\n",
      "3346 [6362, 6351]\n",
      "3346 | Gintama OVA | Gintama: Nanigoto mo Saiyo ga Kanjin nano de Tasho Senobisuru Kurai ga Choudoyoi ( https://anilist.co/anime/2951 ; https://kitsu.io/anime/2671 ; https://myanimelist.net/anime/2951 ; https://notify.moe/anime/QBAUcFmmR ) | Gintama': Futon ni Haitte kara Buki Nokoshi ni Kizuite Neru ni Nerenai Toki mo Aru ( https://anilist.co/anime/20882 ; https://kitsu.io/anime/8627 ; https://myanimelist.net/anime/25313 ; https://notify.moe/anime/IV7JtKmmg )\n",
      "9259 [17936, 17934, 17935]\n",
      "9259 | Saru Kani Gassen | Saru Kani Gassen ( https://notify.moe/anime/PYgLpKimg ) | Saru Kani Gassen ( https://anilist.co/anime/104547 ; https://kitsu.io/anime/10613 ; https://myanimelist.net/anime/30059 ) | Saru Kani Gassen ( https://anidb.net/anime/11507 )\n",
      "13471 [7002, 6995]\n",
      "13471 | Haikyuu!!: Jump Festa 2015 Special | Haikyuu!!: vs. \"Akaten\" ( https://anilist.co/anime/21348 ; https://kitsu.io/anime/11374 ; https://myanimelist.net/anime/35806 ; https://notify.moe/anime/7_B9pKmmg ) | Haikyuu!!: Lev Genzan! ( https://anilist.co/anime/20884 ; https://kitsu.io/anime/8626 ; https://myanimelist.net/anime/25303 ; https://notify.moe/anime/vRn1pFmiR )\n",
      "13827 [11165, 11166]\n",
      "13827 | Pandora in the Crimson Shell: Ghost Urn | Koukaku no Pandora: Ghost Urn ( https://anilist.co/anime/21463 ; https://kitsu.io/anime/11465 ; https://notify.moe/anime/njnjpFiiR ) | Koukaku no Pandora: Ghost Urn ( https://anidb.net/anime/11815 )\n",
      "13976 [8833, 382, 3463, 15241, 2699, 2700, 8845, 13454, 15883, 19088, 17, 7444, 19614, 5283, 13990, 5047, 16567, 18359, 14523, 17980, 14142, 21694, 22847, 2370, 3906, 8899, 20423, 14161, 4184, 19675, 19676, 21083, 19806, 22366, 5347, 1637, 2028, 11768, 16765, 22654, 22655]\n",
      "13976 | Irodorimidori | Irodorimidori ( https://kitsu.io/anime/11450 ; https://notify.moe/anime/-5WCtKmmR ) | Agitation! ( https://anilist.co/anime/111860 ; https://kitsu.io/anime/42489 ; https://myanimelist.net/anime/40222 ) | Crescendo Story ( https://anilist.co/anime/109414 ; https://kitsu.io/anime/41890 ; https://myanimelist.net/anime/38047 ; https://notify.moe/anime/w-U8tDAmg ) | Ok? Alright! ( https://anilist.co/anime/109416 ; https://kitsu.io/anime/42609 ; https://myanimelist.net/anime/38808 ) | Change Our Mirai! ( https://anidb.net/anime/11423 ; https://anilist.co/anime/102484 ; https://kitsu.io/anime/11296 ; https://myanimelist.net/anime/31300 ; https://notify.moe/anime/JCIrtKimg ) | Change Our Mirai!: Our 7 Lights ( https://anilist.co/anime/109415 ; https://kitsu.io/anime/42443 ; https://myanimelist.net/anime/38934 ) | Irotoridori no Melody ( https://anilist.co/anime/102848 ; https://kitsu.io/anime/14267 ; https://myanimelist.net/anime/37355 ; https://notify.moe/anime/HbVvhKiig ) | Minna e wo Check! ( https://myanimelist.net/anime/41092 ) | Outsider:Requiem ( https://anilist.co/anime/102849 ; https://kitsu.io/anime/41034 ; https://myanimelist.net/anime/37356 ; https://notify.moe/anime/EYkF2FmmR ) | Shout Our Evidence! ( https://anilist.co/anime/111861 ; https://myanimelist.net/anime/40360 ) | \"Star\"t ( https://myanimelist.net/anime/41090 ) | Heart Beat ( https://anilist.co/anime/102737 ; https://kitsu.io/anime/14073 ; https://myanimelist.net/anime/36598 ; https://notify.moe/anime/rU2N2KmmR ) | Sousha wa Tada Senaka to Teikin de Kataru Nomi ( https://anilist.co/anime/102847 ; https://kitsu.io/anime/14134 ; https://myanimelist.net/anime/36841 ; https://notify.moe/anime/JLEN2FiiR ) | Fire Me Up ( https://anilist.co/anime/107877 ; https://myanimelist.net/anime/39211 ) | Moushin Soloist Life! ( https://anilist.co/anime/102814 ; https://kitsu.io/anime/14069 ; https://myanimelist.net/anime/36601 ; https://notify.moe/anime/pHhN2Fiig ) | Ever Green Never End ( https://anilist.co/anime/110283 ; https://myanimelist.net/anime/39793 ) | Polka Dot ( https://anilist.co/anime/102851 ; https://kitsu.io/anime/41041 ; https://myanimelist.net/anime/37413 ; https://notify.moe/anime/YJiK2FiiR ) | Session High⤴ ( https://anilist.co/anime/102821 ; https://kitsu.io/anime/14068 ; https://myanimelist.net/anime/36608 ; https://notify.moe/anime/yMhN2Fmig ) | Neko Matsuri ( https://anilist.co/anime/102816 ; https://kitsu.io/anime/14071 ; https://myanimelist.net/anime/36603 ; https://notify.moe/anime/rohNhFimg ) | Sayonara Freeway ( https://anilist.co/anime/110361 ; https://myanimelist.net/anime/39684 ) | Muteki We Are One!! ( https://anilist.co/anime/102741 ; https://kitsu.io/anime/14075 ; https://myanimelist.net/anime/36599 ; https://notify.moe/anime/NzoH2KmmR ) | Trust ( https://anilist.co/anime/102819 ; https://kitsu.io/anime/14008 ; https://myanimelist.net/anime/36606 ; https://notify.moe/anime/9mVN2FiiR ) | World Reminiscences-Divertment ( https://anilist.co/anime/110362 ) | Brilliant Better ( https://anilist.co/anime/102726 ; https://kitsu.io/anime/13967 ; https://myanimelist.net/anime/36594 ; https://notify.moe/anime/LGzH2FiiR ) | Detarame Rock & Roll Theory ( https://anilist.co/anime/102735 ; https://kitsu.io/anime/14074 ; https://myanimelist.net/anime/36597 ; https://notify.moe/anime/Pr2NhKmiR ) | Issei Kiyuukyoku: Divertimento ( https://kitsu.io/anime/42490 ; https://myanimelist.net/anime/40140 ) | Tanitsu Shikousei Overbloom ( https://myanimelist.net/anime/41091 ) | My Dearest Song ( https://anilist.co/anime/102815 ; https://kitsu.io/anime/14070 ; https://myanimelist.net/anime/36602 ; https://notify.moe/anime/R5hHhFmmR ) | Dokidoki Dream!!! ( https://anilist.co/anime/102743 ; https://kitsu.io/anime/14100 ; https://myanimelist.net/anime/36600 ; https://notify.moe/anime/VvbH2Kiig ) | Spicy Swingy Style ( https://kitsu.io/anime/14106 ; https://myanimelist.net/anime/36607 ; https://notify.moe/anime/ZmaHhKmig ) | SPICY SWINGY STYLE ( https://anilist.co/anime/102820 ) | Tic Tac Dreamin' ( https://anilist.co/anime/102818 ; https://kitsu.io/anime/14105 ; https://myanimelist.net/anime/36605 ; https://notify.moe/anime/O3xHhKimg ) | Still ( https://anilist.co/anime/102677 ; https://kitsu.io/anime/13877 ; https://myanimelist.net/anime/36451 ; https://notify.moe/anime/kABIhFiig ) | Very! Merry!! Session!!! ( https://anilist.co/anime/102852 ; https://kitsu.io/anime/41275 ; https://myanimelist.net/anime/37845 ; https://notify.moe/anime/-KA0C6niR ) | Fortissimo Bell ( https://anilist.co/anime/102727 ; https://kitsu.io/anime/14098 ; https://myanimelist.net/anime/36595 ; https://notify.moe/anime/QzbH2FmmR ) | Bang Babang Bang!!! ( https://anilist.co/anime/102817 ; https://kitsu.io/anime/14048 ; https://myanimelist.net/anime/36604 ; https://notify.moe/anime/gBFH2FiiR ) | Black'n White Jammin' Cats ( https://anilist.co/anime/109417 ; https://kitsu.io/anime/42566 ; https://myanimelist.net/anime/38809 ) | Light Speed Days ( https://anilist.co/anime/110360 ; https://myanimelist.net/anime/39001 ) | Prism ( https://anilist.co/anime/102850 ; https://kitsu.io/anime/41045 ; https://myanimelist.net/anime/37357 ; https://notify.moe/anime/RmZF2Fmmg ) | Watashi no Naka no Gensou-teki Sekaikan Oyobi Sono Kengen wo Souki Saseta Aru Genjitsu de no Dekigot ( https://kitsu.io/anime/14120 ; https://myanimelist.net/anime/36596 ) | Watashi no Naka no Gensou-teki Sekaikan Oyobi Sono Kengen wo Souki Saseta Aru Genjitsu de no Dekigoto ni Kansuru Ichi Kousatsu ( https://anilist.co/anime/102736 ; https://notify.moe/anime/RPBHhFiiR )\n",
      "14348 [13228, 13229, 13230]\n",
      "14348 | Meow no Hoshi | Meow no Hoshi ( https://anilist.co/anime/113333 ) | Meow no Hoshi ( https://kitsu.io/anime/11798 ) | Meow's Star ( https://anidb.net/anime/11884 ; https://myanimelist.net/anime/41726 )\n",
      "15185 [12234, 12235]\n",
      "15185 | Macross Δ SP | Macross Δ SP ( https://kitsu.io/anime/12684 ; https://notify.moe/anime/S6xi2FiiR ) | Macross Δ Special ( https://anilist.co/anime/97952 )\n",
      "17546 [6033, 16499, 16442, 16527]\n",
      "17546 | Pokémon the Movie 20: I Choose You! | Gekijouban Pocket Monsters: Kimi ni Kimeta! ( https://anidb.net/anime/12646 ) | Pokemon Movie 20: Kimi ni Kimeta! ( https://myanimelist.net/anime/34540 ) | Pocket Monsters: Kimi ni Kimeta! ( https://anilist.co/anime/98298 ) | Pokemon: Kimi ni Kimeta! ( https://kitsu.io/anime/12941 ; https://notify.moe/anime/pExWhKimg )\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mangaki_id</th>\n",
       "      <th>mangaki_title</th>\n",
       "      <th>manami_title</th>\n",
       "      <th>anidb.net</th>\n",
       "      <th>myanimelist.net</th>\n",
       "      <th>anilist.co</th>\n",
       "      <th>kitsu.io</th>\n",
       "      <th>notify.moe</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>21</td>\n",
       "      <td>Highschool of the Dead</td>\n",
       "      <td>7793:Highschool of the Dead</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/8074</td>\n",
       "      <td>https://anilist.co/anime/8074</td>\n",
       "      <td>https://kitsu.io/anime/5187</td>\n",
       "      <td>https://notify.moe/anime/KOwzpKmig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>5738:Gakuen Mokushiroku: High School of the Dead</td>\n",
       "      <td>https://anidb.net/anime/7382</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>52</td>\n",
       "      <td>Hellsing</td>\n",
       "      <td>7566:Hellsing</td>\n",
       "      <td>https://anidb.net/anime/32</td>\n",
       "      <td>https://myanimelist.net/anime/270</td>\n",
       "      <td>https://anilist.co/anime/270</td>\n",
       "      <td>https://kitsu.io/anime/245</td>\n",
       "      <td>https://notify.moe/anime/cbFh5KimR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>7567:Hellsing (2006)</td>\n",
       "      <td>https://anidb.net/anime/3296</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>79</td>\n",
       "      <td>InuYasha</td>\n",
       "      <td>8797:InuYasha</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/31133</td>\n",
       "      <td></td>\n",
       "      <td>https://kitsu.io/anime/11153</td>\n",
       "      <td>https://notify.moe/anime/LOaXpKmiR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>8798:InuYasha (TV)</td>\n",
       "      <td>https://anidb.net/anime/144</td>\n",
       "      <td>https://myanimelist.net/anime/249</td>\n",
       "      <td>https://anilist.co/anime/249</td>\n",
       "      <td>https://kitsu.io/anime/224</td>\n",
       "      <td>https://notify.moe/anime/Q3ShcFmiR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>96</td>\n",
       "      <td>Eureka Seven</td>\n",
       "      <td>11186:Koukyoushihen: Eureka Seven</td>\n",
       "      <td>https://anidb.net/anime/2826</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>11175:Koukyoushihen Eureka Seven</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/237</td>\n",
       "      <td>https://anilist.co/anime/237</td>\n",
       "      <td>https://kitsu.io/anime/212</td>\n",
       "      <td>https://notify.moe/anime/9onhcFmig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>98</td>\n",
       "      <td>Hellsing Ultimate</td>\n",
       "      <td>7569:Hellsing Ultimate</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/777</td>\n",
       "      <td>https://anilist.co/anime/777</td>\n",
       "      <td>https://kitsu.io/anime/695</td>\n",
       "      <td>https://notify.moe/anime/KJTAcKmmR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>7567:Hellsing (2006)</td>\n",
       "      <td>https://anidb.net/anime/3296</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>113</td>\n",
       "      <td>Air</td>\n",
       "      <td>501:Air Movie</td>\n",
       "      <td>https://anidb.net/anime/1667</td>\n",
       "      <td>https://myanimelist.net/anime/713</td>\n",
       "      <td>https://anilist.co/anime/713</td>\n",
       "      <td>https://kitsu.io/anime/80</td>\n",
       "      <td>https://notify.moe/anime/K4Ap5Fiig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>495:Air</td>\n",
       "      <td>https://anidb.net/anime/2002</td>\n",
       "      <td>https://myanimelist.net/anime/101</td>\n",
       "      <td>https://anilist.co/anime/101</td>\n",
       "      <td>https://kitsu.io/anime/7660</td>\n",
       "      <td>https://notify.moe/anime/yXE5pFmiR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>119</td>\n",
       "      <td>Bakuman.</td>\n",
       "      <td>1560:Bakuman. 2nd Season</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/10030</td>\n",
       "      <td>https://anilist.co/anime/10030</td>\n",
       "      <td>https://kitsu.io/anime/6001</td>\n",
       "      <td>https://notify.moe/anime/E34npFmmR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1562:Bakuman. 3rd Season</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/12365</td>\n",
       "      <td>https://anilist.co/anime/12365</td>\n",
       "      <td>https://kitsu.io/anime/6714</td>\n",
       "      <td>https://notify.moe/anime/iTpHpFmiR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1557:Bakuman.</td>\n",
       "      <td>https://anidb.net/anime/7251</td>\n",
       "      <td>https://myanimelist.net/anime/7674</td>\n",
       "      <td>https://anilist.co/anime/7674</td>\n",
       "      <td>https://kitsu.io/anime/5079</td>\n",
       "      <td>https://notify.moe/anime/MBdzpKmiR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>131</td>\n",
       "      <td>Free!</td>\n",
       "      <td>5369:Free!</td>\n",
       "      <td>https://anidb.net/anime/9858</td>\n",
       "      <td>https://myanimelist.net/anime/18507</td>\n",
       "      <td>https://anilist.co/anime/18507</td>\n",
       "      <td>https://kitsu.io/anime/7664</td>\n",
       "      <td>https://notify.moe/anime/uLs5tKiig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>5370:Free! (2020)</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://anilist.co/anime/107203</td>\n",
       "      <td>https://kitsu.io/anime/42357</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>5371:Free! (Movie)</td>\n",
       "      <td>https://anidb.net/anime/14415</td>\n",
       "      <td>https://myanimelist.net/anime/38400</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://notify.moe/anime/axLlDCWWR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>136</td>\n",
       "      <td>Azumanga Daioh</td>\n",
       "      <td>1385:Azumanga Daioh</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/66</td>\n",
       "      <td>https://anilist.co/anime/66</td>\n",
       "      <td>https://kitsu.io/anime/47</td>\n",
       "      <td>https://notify.moe/anime/f5dt5Fimg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1388:Azumanga Daiou The Animation (2002)</td>\n",
       "      <td>https://anidb.net/anime/106</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1790</td>\n",
       "      <td>Beelzebub: Sakigake!! Beel to Shinsengumi</td>\n",
       "      <td>1802:Beelzebub Specials</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/10479</td>\n",
       "      <td>https://anilist.co/anime/10479</td>\n",
       "      <td>https://kitsu.io/anime/6199</td>\n",
       "      <td>https://notify.moe/anime/HLZVpKmig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1807:Beelzebub: Sakigake!! Beel to Shinsengumi</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://anilist.co/anime/13067</td>\n",
       "      <td>https://kitsu.io/anime/6875</td>\n",
       "      <td>https://notify.moe/anime/bcZDpKimg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>3053</td>\n",
       "      <td>Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri</td>\n",
       "      <td>1802:Beelzebub Specials</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/10479</td>\n",
       "      <td>https://anilist.co/anime/10479</td>\n",
       "      <td>https://kitsu.io/anime/6199</td>\n",
       "      <td>https://notify.moe/anime/HLZVpKmig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1806:Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://anilist.co/anime/16532</td>\n",
       "      <td>https://kitsu.io/anime/7453</td>\n",
       "      <td>https://notify.moe/anime/sI_KtFmmR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>3346</td>\n",
       "      <td>Gintama OVA</td>\n",
       "      <td>6362:Gintama: Nanigoto mo Saiyo ga Kanjin nano de Tasho Senobisuru Kurai ga Choudoyoi</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/2951</td>\n",
       "      <td>https://anilist.co/anime/2951</td>\n",
       "      <td>https://kitsu.io/anime/2671</td>\n",
       "      <td>https://notify.moe/anime/QBAUcFmmR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>6351:Gintama': Futon ni Haitte kara Buki Nokoshi ni Kizuite Neru ni Nerenai Toki mo Aru</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/25313</td>\n",
       "      <td>https://anilist.co/anime/20882</td>\n",
       "      <td>https://kitsu.io/anime/8627</td>\n",
       "      <td>https://notify.moe/anime/IV7JtKmmg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>9259</td>\n",
       "      <td>Saru Kani Gassen</td>\n",
       "      <td>17936:Saru Kani Gassen</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://notify.moe/anime/PYgLpKimg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>17934:Saru Kani Gassen</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/30059</td>\n",
       "      <td>https://anilist.co/anime/104547</td>\n",
       "      <td>https://kitsu.io/anime/10613</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>17935:Saru Kani Gassen</td>\n",
       "      <td>https://anidb.net/anime/11507</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>13471</td>\n",
       "      <td>Haikyuu!!: Jump Festa 2015 Special</td>\n",
       "      <td>7002:Haikyuu!!: vs. \"Akaten\"</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/35806</td>\n",
       "      <td>https://anilist.co/anime/21348</td>\n",
       "      <td>https://kitsu.io/anime/11374</td>\n",
       "      <td>https://notify.moe/anime/7_B9pKmmg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>6995:Haikyuu!!: Lev Genzan!</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/25303</td>\n",
       "      <td>https://anilist.co/anime/20884</td>\n",
       "      <td>https://kitsu.io/anime/8626</td>\n",
       "      <td>https://notify.moe/anime/vRn1pFmiR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>13827</td>\n",
       "      <td>Pandora in the Crimson Shell: Ghost Urn</td>\n",
       "      <td>11165:Koukaku no Pandora: Ghost Urn</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://anilist.co/anime/21463</td>\n",
       "      <td>https://kitsu.io/anime/11465</td>\n",
       "      <td>https://notify.moe/anime/njnjpFiiR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>11166:Koukaku no Pandora: Ghost Urn</td>\n",
       "      <td>https://anidb.net/anime/11815</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>13976</td>\n",
       "      <td>Irodorimidori</td>\n",
       "      <td>8833:Irodorimidori</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://kitsu.io/anime/11450</td>\n",
       "      <td>https://notify.moe/anime/-5WCtKmmR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>382:Agitation!</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/40222</td>\n",
       "      <td>https://anilist.co/anime/111860</td>\n",
       "      <td>https://kitsu.io/anime/42489</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3463:Crescendo Story</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/38047</td>\n",
       "      <td>https://anilist.co/anime/109414</td>\n",
       "      <td>https://kitsu.io/anime/41890</td>\n",
       "      <td>https://notify.moe/anime/w-U8tDAmg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>15241:Ok? Alright!</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/38808</td>\n",
       "      <td>https://anilist.co/anime/109416</td>\n",
       "      <td>https://kitsu.io/anime/42609</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2699:Change Our Mirai!</td>\n",
       "      <td>https://anidb.net/anime/11423</td>\n",
       "      <td>https://myanimelist.net/anime/31300</td>\n",
       "      <td>https://anilist.co/anime/102484</td>\n",
       "      <td>https://kitsu.io/anime/11296</td>\n",
       "      <td>https://notify.moe/anime/JCIrtKimg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2700:Change Our Mirai!: Our 7 Lights</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/38934</td>\n",
       "      <td>https://anilist.co/anime/109415</td>\n",
       "      <td>https://kitsu.io/anime/42443</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>8845:Irotoridori no Melody</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/37355</td>\n",
       "      <td>https://anilist.co/anime/102848</td>\n",
       "      <td>https://kitsu.io/anime/14267</td>\n",
       "      <td>https://notify.moe/anime/HbVvhKiig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>13454:Minna e wo Check!</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/41092</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>15883:Outsider:Requiem</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/37356</td>\n",
       "      <td>https://anilist.co/anime/102849</td>\n",
       "      <td>https://kitsu.io/anime/41034</td>\n",
       "      <td>https://notify.moe/anime/EYkF2FmmR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>19088:Shout Our Evidence!</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/40360</td>\n",
       "      <td>https://anilist.co/anime/111861</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>17:\"Star\"t</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/41090</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>7444:Heart Beat</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36598</td>\n",
       "      <td>https://anilist.co/anime/102737</td>\n",
       "      <td>https://kitsu.io/anime/14073</td>\n",
       "      <td>https://notify.moe/anime/rU2N2KmmR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>19614:Sousha wa Tada Senaka to Teikin de Kataru Nomi</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36841</td>\n",
       "      <td>https://anilist.co/anime/102847</td>\n",
       "      <td>https://kitsu.io/anime/14134</td>\n",
       "      <td>https://notify.moe/anime/JLEN2FiiR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>5283:Fire Me Up</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/39211</td>\n",
       "      <td>https://anilist.co/anime/107877</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>13990:Moushin Soloist Life!</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36601</td>\n",
       "      <td>https://anilist.co/anime/102814</td>\n",
       "      <td>https://kitsu.io/anime/14069</td>\n",
       "      <td>https://notify.moe/anime/pHhN2Fiig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>5047:Ever Green Never End</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/39793</td>\n",
       "      <td>https://anilist.co/anime/110283</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>16567:Polka Dot</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/37413</td>\n",
       "      <td>https://anilist.co/anime/102851</td>\n",
       "      <td>https://kitsu.io/anime/41041</td>\n",
       "      <td>https://notify.moe/anime/YJiK2FiiR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>18359:Session High⤴</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36608</td>\n",
       "      <td>https://anilist.co/anime/102821</td>\n",
       "      <td>https://kitsu.io/anime/14068</td>\n",
       "      <td>https://notify.moe/anime/yMhN2Fmig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>14523:Neko Matsuri</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36603</td>\n",
       "      <td>https://anilist.co/anime/102816</td>\n",
       "      <td>https://kitsu.io/anime/14071</td>\n",
       "      <td>https://notify.moe/anime/rohNhFimg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>17980:Sayonara Freeway</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/39684</td>\n",
       "      <td>https://anilist.co/anime/110361</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>14142:Muteki We Are One!!</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36599</td>\n",
       "      <td>https://anilist.co/anime/102741</td>\n",
       "      <td>https://kitsu.io/anime/14075</td>\n",
       "      <td>https://notify.moe/anime/NzoH2KmmR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>21694:Trust</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36606</td>\n",
       "      <td>https://anilist.co/anime/102819</td>\n",
       "      <td>https://kitsu.io/anime/14008</td>\n",
       "      <td>https://notify.moe/anime/9mVN2FiiR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>22847:World Reminiscences-Divertment</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://anilist.co/anime/110362</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2370:Brilliant Better</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36594</td>\n",
       "      <td>https://anilist.co/anime/102726</td>\n",
       "      <td>https://kitsu.io/anime/13967</td>\n",
       "      <td>https://notify.moe/anime/LGzH2FiiR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3906:Detarame Rock &amp; Roll Theory</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36597</td>\n",
       "      <td>https://anilist.co/anime/102735</td>\n",
       "      <td>https://kitsu.io/anime/14074</td>\n",
       "      <td>https://notify.moe/anime/Pr2NhKmiR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>8899:Issei Kiyuukyoku: Divertimento</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/40140</td>\n",
       "      <td></td>\n",
       "      <td>https://kitsu.io/anime/42490</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>20423:Tanitsu Shikousei Overbloom</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/41091</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>14161:My Dearest Song</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36602</td>\n",
       "      <td>https://anilist.co/anime/102815</td>\n",
       "      <td>https://kitsu.io/anime/14070</td>\n",
       "      <td>https://notify.moe/anime/R5hHhFmmR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>4184:Dokidoki Dream!!!</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36600</td>\n",
       "      <td>https://anilist.co/anime/102743</td>\n",
       "      <td>https://kitsu.io/anime/14100</td>\n",
       "      <td>https://notify.moe/anime/VvbH2Kiig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>19675:Spicy Swingy Style</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36607</td>\n",
       "      <td></td>\n",
       "      <td>https://kitsu.io/anime/14106</td>\n",
       "      <td>https://notify.moe/anime/ZmaHhKmig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>19676:SPICY SWINGY STYLE</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://anilist.co/anime/102820</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>21083:Tic Tac Dreamin'</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36605</td>\n",
       "      <td>https://anilist.co/anime/102818</td>\n",
       "      <td>https://kitsu.io/anime/14105</td>\n",
       "      <td>https://notify.moe/anime/O3xHhKimg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>19806:Still</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36451</td>\n",
       "      <td>https://anilist.co/anime/102677</td>\n",
       "      <td>https://kitsu.io/anime/13877</td>\n",
       "      <td>https://notify.moe/anime/kABIhFiig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>22366:Very! Merry!! Session!!!</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/37845</td>\n",
       "      <td>https://anilist.co/anime/102852</td>\n",
       "      <td>https://kitsu.io/anime/41275</td>\n",
       "      <td>https://notify.moe/anime/-KA0C6niR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>5347:Fortissimo Bell</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36595</td>\n",
       "      <td>https://anilist.co/anime/102727</td>\n",
       "      <td>https://kitsu.io/anime/14098</td>\n",
       "      <td>https://notify.moe/anime/QzbH2FmmR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1637:Bang Babang Bang!!!</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36604</td>\n",
       "      <td>https://anilist.co/anime/102817</td>\n",
       "      <td>https://kitsu.io/anime/14048</td>\n",
       "      <td>https://notify.moe/anime/gBFH2FiiR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2028:Black'n White Jammin' Cats</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/38809</td>\n",
       "      <td>https://anilist.co/anime/109417</td>\n",
       "      <td>https://kitsu.io/anime/42566</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>11768:Light Speed Days</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/39001</td>\n",
       "      <td>https://anilist.co/anime/110360</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>16765:Prism</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/37357</td>\n",
       "      <td>https://anilist.co/anime/102850</td>\n",
       "      <td>https://kitsu.io/anime/41045</td>\n",
       "      <td>https://notify.moe/anime/RmZF2Fmmg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>22654:Watashi no Naka no Gensou-teki Sekaikan Oyobi Sono Kengen wo Souki Saseta Aru Genjitsu de no Dekigot</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/36596</td>\n",
       "      <td></td>\n",
       "      <td>https://kitsu.io/anime/14120</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>22655:Watashi no Naka no Gensou-teki Sekaikan Oyobi Sono Kengen wo Souki Saseta Aru Genjitsu de no Dekigoto ni Kansuru Ichi Kousatsu</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://anilist.co/anime/102736</td>\n",
       "      <td></td>\n",
       "      <td>https://notify.moe/anime/RPBHhFiiR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>14348</td>\n",
       "      <td>Meow no Hoshi</td>\n",
       "      <td>13228:Meow no Hoshi</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://anilist.co/anime/113333</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>13229:Meow no Hoshi</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://kitsu.io/anime/11798</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>13230:Meow's Star</td>\n",
       "      <td>https://anidb.net/anime/11884</td>\n",
       "      <td>https://myanimelist.net/anime/41726</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>15185</td>\n",
       "      <td>Macross Δ SP</td>\n",
       "      <td>12234:Macross Δ SP</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://kitsu.io/anime/12684</td>\n",
       "      <td>https://notify.moe/anime/S6xi2FiiR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>12235:Macross Δ Special</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://anilist.co/anime/97952</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>17546</td>\n",
       "      <td>Pokémon the Movie 20: I Choose You!</td>\n",
       "      <td>6033:Gekijouban Pocket Monsters: Kimi ni Kimeta!</td>\n",
       "      <td>https://anidb.net/anime/12646</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>16499:Pokemon Movie 20: Kimi ni Kimeta!</td>\n",
       "      <td></td>\n",
       "      <td>https://myanimelist.net/anime/34540</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>16442:Pocket Monsters: Kimi ni Kimeta!</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://anilist.co/anime/98298</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>16527:Pokemon: Kimi ni Kimeta!</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>https://kitsu.io/anime/12941</td>\n",
       "      <td>https://notify.moe/anime/pExWhKimg</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   mangaki_id                                  mangaki_title  \\\n",
       "0          21                         Highschool of the Dead   \n",
       "1                                                              \n",
       "2          52                                       Hellsing   \n",
       "3                                                              \n",
       "4          79                                       InuYasha   \n",
       "5                                                              \n",
       "6          96                                   Eureka Seven   \n",
       "7                                                              \n",
       "8          98                              Hellsing Ultimate   \n",
       "9                                                              \n",
       "10        113                                            Air   \n",
       "11                                                             \n",
       "12        119                                       Bakuman.   \n",
       "13                                                             \n",
       "14                                                             \n",
       "15        131                                          Free!   \n",
       "16                                                             \n",
       "17                                                             \n",
       "18        136                                 Azumanga Daioh   \n",
       "19                                                             \n",
       "20       1790      Beelzebub: Sakigake!! Beel to Shinsengumi   \n",
       "21                                                             \n",
       "22       3053  Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri   \n",
       "23                                                             \n",
       "24       3346                                    Gintama OVA   \n",
       "25                                                             \n",
       "26       9259                               Saru Kani Gassen   \n",
       "27                                                             \n",
       "28                                                             \n",
       "29      13471             Haikyuu!!: Jump Festa 2015 Special   \n",
       "30                                                             \n",
       "31      13827        Pandora in the Crimson Shell: Ghost Urn   \n",
       "32                                                             \n",
       "33      13976                                  Irodorimidori   \n",
       "34                                                             \n",
       "35                                                             \n",
       "36                                                             \n",
       "37                                                             \n",
       "38                                                             \n",
       "39                                                             \n",
       "40                                                             \n",
       "41                                                             \n",
       "42                                                             \n",
       "43                                                             \n",
       "44                                                             \n",
       "45                                                             \n",
       "46                                                             \n",
       "47                                                             \n",
       "48                                                             \n",
       "49                                                             \n",
       "50                                                             \n",
       "51                                                             \n",
       "52                                                             \n",
       "53                                                             \n",
       "54                                                             \n",
       "55                                                             \n",
       "56                                                             \n",
       "57                                                             \n",
       "58                                                             \n",
       "59                                                             \n",
       "60                                                             \n",
       "61                                                             \n",
       "62                                                             \n",
       "63                                                             \n",
       "64                                                             \n",
       "65                                                             \n",
       "66                                                             \n",
       "67                                                             \n",
       "68                                                             \n",
       "69                                                             \n",
       "70                                                             \n",
       "71                                                             \n",
       "72                                                             \n",
       "73                                                             \n",
       "74      14348                                  Meow no Hoshi   \n",
       "75                                                             \n",
       "76                                                             \n",
       "77      15185                                   Macross Δ SP   \n",
       "78                                                             \n",
       "79      17546            Pokémon the Movie 20: I Choose You!   \n",
       "80                                                             \n",
       "81                                                             \n",
       "82                                                             \n",
       "\n",
       "                                                                                                                            manami_title  \\\n",
       "0                                                                                                            7793:Highschool of the Dead   \n",
       "1                                                                                       5738:Gakuen Mokushiroku: High School of the Dead   \n",
       "2                                                                                                                          7566:Hellsing   \n",
       "3                                                                                                                   7567:Hellsing (2006)   \n",
       "4                                                                                                                          8797:InuYasha   \n",
       "5                                                                                                                     8798:InuYasha (TV)   \n",
       "6                                                                                                      11186:Koukyoushihen: Eureka Seven   \n",
       "7                                                                                                       11175:Koukyoushihen Eureka Seven   \n",
       "8                                                                                                                 7569:Hellsing Ultimate   \n",
       "9                                                                                                                   7567:Hellsing (2006)   \n",
       "10                                                                                                                         501:Air Movie   \n",
       "11                                                                                                                               495:Air   \n",
       "12                                                                                                              1560:Bakuman. 2nd Season   \n",
       "13                                                                                                              1562:Bakuman. 3rd Season   \n",
       "14                                                                                                                         1557:Bakuman.   \n",
       "15                                                                                                                            5369:Free!   \n",
       "16                                                                                                                     5370:Free! (2020)   \n",
       "17                                                                                                                    5371:Free! (Movie)   \n",
       "18                                                                                                                   1385:Azumanga Daioh   \n",
       "19                                                                                              1388:Azumanga Daiou The Animation (2002)   \n",
       "20                                                                                                               1802:Beelzebub Specials   \n",
       "21                                                                                        1807:Beelzebub: Sakigake!! Beel to Shinsengumi   \n",
       "22                                                                                                               1802:Beelzebub Specials   \n",
       "23                                                                                    1806:Beelzebub: Kaiketsu!! Beel-bo Meitantei Suiri   \n",
       "24                                                 6362:Gintama: Nanigoto mo Saiyo ga Kanjin nano de Tasho Senobisuru Kurai ga Choudoyoi   \n",
       "25                                               6351:Gintama': Futon ni Haitte kara Buki Nokoshi ni Kizuite Neru ni Nerenai Toki mo Aru   \n",
       "26                                                                                                                17936:Saru Kani Gassen   \n",
       "27                                                                                                                17934:Saru Kani Gassen   \n",
       "28                                                                                                                17935:Saru Kani Gassen   \n",
       "29                                                                                                          7002:Haikyuu!!: vs. \"Akaten\"   \n",
       "30                                                                                                           6995:Haikyuu!!: Lev Genzan!   \n",
       "31                                                                                                   11165:Koukaku no Pandora: Ghost Urn   \n",
       "32                                                                                                   11166:Koukaku no Pandora: Ghost Urn   \n",
       "33                                                                                                                    8833:Irodorimidori   \n",
       "34                                                                                                                        382:Agitation!   \n",
       "35                                                                                                                  3463:Crescendo Story   \n",
       "36                                                                                                                    15241:Ok? Alright!   \n",
       "37                                                                                                                2699:Change Our Mirai!   \n",
       "38                                                                                                  2700:Change Our Mirai!: Our 7 Lights   \n",
       "39                                                                                                            8845:Irotoridori no Melody   \n",
       "40                                                                                                               13454:Minna e wo Check!   \n",
       "41                                                                                                                15883:Outsider:Requiem   \n",
       "42                                                                                                             19088:Shout Our Evidence!   \n",
       "43                                                                                                                            17:\"Star\"t   \n",
       "44                                                                                                                       7444:Heart Beat   \n",
       "45                                                                                  19614:Sousha wa Tada Senaka to Teikin de Kataru Nomi   \n",
       "46                                                                                                                       5283:Fire Me Up   \n",
       "47                                                                                                           13990:Moushin Soloist Life!   \n",
       "48                                                                                                             5047:Ever Green Never End   \n",
       "49                                                                                                                       16567:Polka Dot   \n",
       "50                                                                                                                   18359:Session High⤴   \n",
       "51                                                                                                                    14523:Neko Matsuri   \n",
       "52                                                                                                                17980:Sayonara Freeway   \n",
       "53                                                                                                             14142:Muteki We Are One!!   \n",
       "54                                                                                                                           21694:Trust   \n",
       "55                                                                                                  22847:World Reminiscences-Divertment   \n",
       "56                                                                                                                 2370:Brilliant Better   \n",
       "57                                                                                                      3906:Detarame Rock & Roll Theory   \n",
       "58                                                                                                   8899:Issei Kiyuukyoku: Divertimento   \n",
       "59                                                                                                     20423:Tanitsu Shikousei Overbloom   \n",
       "60                                                                                                                 14161:My Dearest Song   \n",
       "61                                                                                                                4184:Dokidoki Dream!!!   \n",
       "62                                                                                                              19675:Spicy Swingy Style   \n",
       "63                                                                                                              19676:SPICY SWINGY STYLE   \n",
       "64                                                                                                                21083:Tic Tac Dreamin'   \n",
       "65                                                                                                                           19806:Still   \n",
       "66                                                                                                        22366:Very! Merry!! Session!!!   \n",
       "67                                                                                                                  5347:Fortissimo Bell   \n",
       "68                                                                                                              1637:Bang Babang Bang!!!   \n",
       "69                                                                                                       2028:Black'n White Jammin' Cats   \n",
       "70                                                                                                                11768:Light Speed Days   \n",
       "71                                                                                                                           16765:Prism   \n",
       "72                            22654:Watashi no Naka no Gensou-teki Sekaikan Oyobi Sono Kengen wo Souki Saseta Aru Genjitsu de no Dekigot   \n",
       "73  22655:Watashi no Naka no Gensou-teki Sekaikan Oyobi Sono Kengen wo Souki Saseta Aru Genjitsu de no Dekigoto ni Kansuru Ichi Kousatsu   \n",
       "74                                                                                                                   13228:Meow no Hoshi   \n",
       "75                                                                                                                   13229:Meow no Hoshi   \n",
       "76                                                                                                                     13230:Meow's Star   \n",
       "77                                                                                                                    12234:Macross Δ SP   \n",
       "78                                                                                                               12235:Macross Δ Special   \n",
       "79                                                                                      6033:Gekijouban Pocket Monsters: Kimi ni Kimeta!   \n",
       "80                                                                                               16499:Pokemon Movie 20: Kimi ni Kimeta!   \n",
       "81                                                                                                16442:Pocket Monsters: Kimi ni Kimeta!   \n",
       "82                                                                                                        16527:Pokemon: Kimi ni Kimeta!   \n",
       "\n",
       "                        anidb.net                      myanimelist.net  \\\n",
       "0                                   https://myanimelist.net/anime/8074   \n",
       "1    https://anidb.net/anime/7382                                        \n",
       "2      https://anidb.net/anime/32    https://myanimelist.net/anime/270   \n",
       "3    https://anidb.net/anime/3296                                        \n",
       "4                                  https://myanimelist.net/anime/31133   \n",
       "5     https://anidb.net/anime/144    https://myanimelist.net/anime/249   \n",
       "6    https://anidb.net/anime/2826                                        \n",
       "7                                    https://myanimelist.net/anime/237   \n",
       "8                                    https://myanimelist.net/anime/777   \n",
       "9    https://anidb.net/anime/3296                                        \n",
       "10   https://anidb.net/anime/1667    https://myanimelist.net/anime/713   \n",
       "11   https://anidb.net/anime/2002    https://myanimelist.net/anime/101   \n",
       "12                                 https://myanimelist.net/anime/10030   \n",
       "13                                 https://myanimelist.net/anime/12365   \n",
       "14   https://anidb.net/anime/7251   https://myanimelist.net/anime/7674   \n",
       "15   https://anidb.net/anime/9858  https://myanimelist.net/anime/18507   \n",
       "16                                                                       \n",
       "17  https://anidb.net/anime/14415  https://myanimelist.net/anime/38400   \n",
       "18                                    https://myanimelist.net/anime/66   \n",
       "19    https://anidb.net/anime/106                                        \n",
       "20                                 https://myanimelist.net/anime/10479   \n",
       "21                                                                       \n",
       "22                                 https://myanimelist.net/anime/10479   \n",
       "23                                                                       \n",
       "24                                  https://myanimelist.net/anime/2951   \n",
       "25                                 https://myanimelist.net/anime/25313   \n",
       "26                                                                       \n",
       "27                                 https://myanimelist.net/anime/30059   \n",
       "28  https://anidb.net/anime/11507                                        \n",
       "29                                 https://myanimelist.net/anime/35806   \n",
       "30                                 https://myanimelist.net/anime/25303   \n",
       "31                                                                       \n",
       "32  https://anidb.net/anime/11815                                        \n",
       "33                                                                       \n",
       "34                                 https://myanimelist.net/anime/40222   \n",
       "35                                 https://myanimelist.net/anime/38047   \n",
       "36                                 https://myanimelist.net/anime/38808   \n",
       "37  https://anidb.net/anime/11423  https://myanimelist.net/anime/31300   \n",
       "38                                 https://myanimelist.net/anime/38934   \n",
       "39                                 https://myanimelist.net/anime/37355   \n",
       "40                                 https://myanimelist.net/anime/41092   \n",
       "41                                 https://myanimelist.net/anime/37356   \n",
       "42                                 https://myanimelist.net/anime/40360   \n",
       "43                                 https://myanimelist.net/anime/41090   \n",
       "44                                 https://myanimelist.net/anime/36598   \n",
       "45                                 https://myanimelist.net/anime/36841   \n",
       "46                                 https://myanimelist.net/anime/39211   \n",
       "47                                 https://myanimelist.net/anime/36601   \n",
       "48                                 https://myanimelist.net/anime/39793   \n",
       "49                                 https://myanimelist.net/anime/37413   \n",
       "50                                 https://myanimelist.net/anime/36608   \n",
       "51                                 https://myanimelist.net/anime/36603   \n",
       "52                                 https://myanimelist.net/anime/39684   \n",
       "53                                 https://myanimelist.net/anime/36599   \n",
       "54                                 https://myanimelist.net/anime/36606   \n",
       "55                                                                       \n",
       "56                                 https://myanimelist.net/anime/36594   \n",
       "57                                 https://myanimelist.net/anime/36597   \n",
       "58                                 https://myanimelist.net/anime/40140   \n",
       "59                                 https://myanimelist.net/anime/41091   \n",
       "60                                 https://myanimelist.net/anime/36602   \n",
       "61                                 https://myanimelist.net/anime/36600   \n",
       "62                                 https://myanimelist.net/anime/36607   \n",
       "63                                                                       \n",
       "64                                 https://myanimelist.net/anime/36605   \n",
       "65                                 https://myanimelist.net/anime/36451   \n",
       "66                                 https://myanimelist.net/anime/37845   \n",
       "67                                 https://myanimelist.net/anime/36595   \n",
       "68                                 https://myanimelist.net/anime/36604   \n",
       "69                                 https://myanimelist.net/anime/38809   \n",
       "70                                 https://myanimelist.net/anime/39001   \n",
       "71                                 https://myanimelist.net/anime/37357   \n",
       "72                                 https://myanimelist.net/anime/36596   \n",
       "73                                                                       \n",
       "74                                                                       \n",
       "75                                                                       \n",
       "76  https://anidb.net/anime/11884  https://myanimelist.net/anime/41726   \n",
       "77                                                                       \n",
       "78                                                                       \n",
       "79  https://anidb.net/anime/12646                                        \n",
       "80                                 https://myanimelist.net/anime/34540   \n",
       "81                                                                       \n",
       "82                                                                       \n",
       "\n",
       "                         anilist.co                      kitsu.io  \\\n",
       "0     https://anilist.co/anime/8074   https://kitsu.io/anime/5187   \n",
       "1                                                                   \n",
       "2      https://anilist.co/anime/270    https://kitsu.io/anime/245   \n",
       "3                                                                   \n",
       "4                                    https://kitsu.io/anime/11153   \n",
       "5      https://anilist.co/anime/249    https://kitsu.io/anime/224   \n",
       "6                                                                   \n",
       "7      https://anilist.co/anime/237    https://kitsu.io/anime/212   \n",
       "8      https://anilist.co/anime/777    https://kitsu.io/anime/695   \n",
       "9                                                                   \n",
       "10     https://anilist.co/anime/713     https://kitsu.io/anime/80   \n",
       "11     https://anilist.co/anime/101   https://kitsu.io/anime/7660   \n",
       "12   https://anilist.co/anime/10030   https://kitsu.io/anime/6001   \n",
       "13   https://anilist.co/anime/12365   https://kitsu.io/anime/6714   \n",
       "14    https://anilist.co/anime/7674   https://kitsu.io/anime/5079   \n",
       "15   https://anilist.co/anime/18507   https://kitsu.io/anime/7664   \n",
       "16  https://anilist.co/anime/107203  https://kitsu.io/anime/42357   \n",
       "17                                                                  \n",
       "18      https://anilist.co/anime/66     https://kitsu.io/anime/47   \n",
       "19                                                                  \n",
       "20   https://anilist.co/anime/10479   https://kitsu.io/anime/6199   \n",
       "21   https://anilist.co/anime/13067   https://kitsu.io/anime/6875   \n",
       "22   https://anilist.co/anime/10479   https://kitsu.io/anime/6199   \n",
       "23   https://anilist.co/anime/16532   https://kitsu.io/anime/7453   \n",
       "24    https://anilist.co/anime/2951   https://kitsu.io/anime/2671   \n",
       "25   https://anilist.co/anime/20882   https://kitsu.io/anime/8627   \n",
       "26                                                                  \n",
       "27  https://anilist.co/anime/104547  https://kitsu.io/anime/10613   \n",
       "28                                                                  \n",
       "29   https://anilist.co/anime/21348  https://kitsu.io/anime/11374   \n",
       "30   https://anilist.co/anime/20884   https://kitsu.io/anime/8626   \n",
       "31   https://anilist.co/anime/21463  https://kitsu.io/anime/11465   \n",
       "32                                                                  \n",
       "33                                   https://kitsu.io/anime/11450   \n",
       "34  https://anilist.co/anime/111860  https://kitsu.io/anime/42489   \n",
       "35  https://anilist.co/anime/109414  https://kitsu.io/anime/41890   \n",
       "36  https://anilist.co/anime/109416  https://kitsu.io/anime/42609   \n",
       "37  https://anilist.co/anime/102484  https://kitsu.io/anime/11296   \n",
       "38  https://anilist.co/anime/109415  https://kitsu.io/anime/42443   \n",
       "39  https://anilist.co/anime/102848  https://kitsu.io/anime/14267   \n",
       "40                                                                  \n",
       "41  https://anilist.co/anime/102849  https://kitsu.io/anime/41034   \n",
       "42  https://anilist.co/anime/111861                                 \n",
       "43                                                                  \n",
       "44  https://anilist.co/anime/102737  https://kitsu.io/anime/14073   \n",
       "45  https://anilist.co/anime/102847  https://kitsu.io/anime/14134   \n",
       "46  https://anilist.co/anime/107877                                 \n",
       "47  https://anilist.co/anime/102814  https://kitsu.io/anime/14069   \n",
       "48  https://anilist.co/anime/110283                                 \n",
       "49  https://anilist.co/anime/102851  https://kitsu.io/anime/41041   \n",
       "50  https://anilist.co/anime/102821  https://kitsu.io/anime/14068   \n",
       "51  https://anilist.co/anime/102816  https://kitsu.io/anime/14071   \n",
       "52  https://anilist.co/anime/110361                                 \n",
       "53  https://anilist.co/anime/102741  https://kitsu.io/anime/14075   \n",
       "54  https://anilist.co/anime/102819  https://kitsu.io/anime/14008   \n",
       "55  https://anilist.co/anime/110362                                 \n",
       "56  https://anilist.co/anime/102726  https://kitsu.io/anime/13967   \n",
       "57  https://anilist.co/anime/102735  https://kitsu.io/anime/14074   \n",
       "58                                   https://kitsu.io/anime/42490   \n",
       "59                                                                  \n",
       "60  https://anilist.co/anime/102815  https://kitsu.io/anime/14070   \n",
       "61  https://anilist.co/anime/102743  https://kitsu.io/anime/14100   \n",
       "62                                   https://kitsu.io/anime/14106   \n",
       "63  https://anilist.co/anime/102820                                 \n",
       "64  https://anilist.co/anime/102818  https://kitsu.io/anime/14105   \n",
       "65  https://anilist.co/anime/102677  https://kitsu.io/anime/13877   \n",
       "66  https://anilist.co/anime/102852  https://kitsu.io/anime/41275   \n",
       "67  https://anilist.co/anime/102727  https://kitsu.io/anime/14098   \n",
       "68  https://anilist.co/anime/102817  https://kitsu.io/anime/14048   \n",
       "69  https://anilist.co/anime/109417  https://kitsu.io/anime/42566   \n",
       "70  https://anilist.co/anime/110360                                 \n",
       "71  https://anilist.co/anime/102850  https://kitsu.io/anime/41045   \n",
       "72                                   https://kitsu.io/anime/14120   \n",
       "73  https://anilist.co/anime/102736                                 \n",
       "74  https://anilist.co/anime/113333                                 \n",
       "75                                   https://kitsu.io/anime/11798   \n",
       "76                                                                  \n",
       "77                                   https://kitsu.io/anime/12684   \n",
       "78   https://anilist.co/anime/97952                                 \n",
       "79                                                                  \n",
       "80                                                                  \n",
       "81   https://anilist.co/anime/98298                                 \n",
       "82                                   https://kitsu.io/anime/12941   \n",
       "\n",
       "                            notify.moe  \n",
       "0   https://notify.moe/anime/KOwzpKmig  \n",
       "1                                       \n",
       "2   https://notify.moe/anime/cbFh5KimR  \n",
       "3                                       \n",
       "4   https://notify.moe/anime/LOaXpKmiR  \n",
       "5   https://notify.moe/anime/Q3ShcFmiR  \n",
       "6                                       \n",
       "7   https://notify.moe/anime/9onhcFmig  \n",
       "8   https://notify.moe/anime/KJTAcKmmR  \n",
       "9                                       \n",
       "10  https://notify.moe/anime/K4Ap5Fiig  \n",
       "11  https://notify.moe/anime/yXE5pFmiR  \n",
       "12  https://notify.moe/anime/E34npFmmR  \n",
       "13  https://notify.moe/anime/iTpHpFmiR  \n",
       "14  https://notify.moe/anime/MBdzpKmiR  \n",
       "15  https://notify.moe/anime/uLs5tKiig  \n",
       "16                                      \n",
       "17  https://notify.moe/anime/axLlDCWWR  \n",
       "18  https://notify.moe/anime/f5dt5Fimg  \n",
       "19                                      \n",
       "20  https://notify.moe/anime/HLZVpKmig  \n",
       "21  https://notify.moe/anime/bcZDpKimg  \n",
       "22  https://notify.moe/anime/HLZVpKmig  \n",
       "23  https://notify.moe/anime/sI_KtFmmR  \n",
       "24  https://notify.moe/anime/QBAUcFmmR  \n",
       "25  https://notify.moe/anime/IV7JtKmmg  \n",
       "26  https://notify.moe/anime/PYgLpKimg  \n",
       "27                                      \n",
       "28                                      \n",
       "29  https://notify.moe/anime/7_B9pKmmg  \n",
       "30  https://notify.moe/anime/vRn1pFmiR  \n",
       "31  https://notify.moe/anime/njnjpFiiR  \n",
       "32                                      \n",
       "33  https://notify.moe/anime/-5WCtKmmR  \n",
       "34                                      \n",
       "35  https://notify.moe/anime/w-U8tDAmg  \n",
       "36                                      \n",
       "37  https://notify.moe/anime/JCIrtKimg  \n",
       "38                                      \n",
       "39  https://notify.moe/anime/HbVvhKiig  \n",
       "40                                      \n",
       "41  https://notify.moe/anime/EYkF2FmmR  \n",
       "42                                      \n",
       "43                                      \n",
       "44  https://notify.moe/anime/rU2N2KmmR  \n",
       "45  https://notify.moe/anime/JLEN2FiiR  \n",
       "46                                      \n",
       "47  https://notify.moe/anime/pHhN2Fiig  \n",
       "48                                      \n",
       "49  https://notify.moe/anime/YJiK2FiiR  \n",
       "50  https://notify.moe/anime/yMhN2Fmig  \n",
       "51  https://notify.moe/anime/rohNhFimg  \n",
       "52                                      \n",
       "53  https://notify.moe/anime/NzoH2KmmR  \n",
       "54  https://notify.moe/anime/9mVN2FiiR  \n",
       "55                                      \n",
       "56  https://notify.moe/anime/LGzH2FiiR  \n",
       "57  https://notify.moe/anime/Pr2NhKmiR  \n",
       "58                                      \n",
       "59                                      \n",
       "60  https://notify.moe/anime/R5hHhFmmR  \n",
       "61  https://notify.moe/anime/VvbH2Kiig  \n",
       "62  https://notify.moe/anime/ZmaHhKmig  \n",
       "63                                      \n",
       "64  https://notify.moe/anime/O3xHhKimg  \n",
       "65  https://notify.moe/anime/kABIhFiig  \n",
       "66  https://notify.moe/anime/-KA0C6niR  \n",
       "67  https://notify.moe/anime/QzbH2FmmR  \n",
       "68  https://notify.moe/anime/gBFH2FiiR  \n",
       "69                                      \n",
       "70                                      \n",
       "71  https://notify.moe/anime/RmZF2Fmmg  \n",
       "72                                      \n",
       "73  https://notify.moe/anime/RPBHhFiiR  \n",
       "74                                      \n",
       "75                                      \n",
       "76                                      \n",
       "77  https://notify.moe/anime/S6xi2FiiR  \n",
       "78                                      \n",
       "79                                      \n",
       "80                                      \n",
       "81                                      \n",
       "82  https://notify.moe/anime/pExWhKimg  "
      ]
     },
     "execution_count": 154,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "again_multiple = map(int, super_dedupe.query('problem == \"Zero or multiple Manami\"')['mangaki_id'].tolist())\n",
    "manami_dup_from_title = handle_multiple_manami(again_multiple)\n",
    "manami_dup_from_title.to_csv('dup_manami2.csv', index=False)\n",
    "manami_dup_from_title"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 214,
   "metadata": {},
   "outputs": [],
   "source": [
    "## import json\n",
    "\n",
    "with open('../../anime-offline-database/anime-offline-database.json') as f:\n",
    "    manami = json.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 215,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "24369"
      ]
     },
     "execution_count": 215,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(manami['data'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10996"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mangaki = Work.objects.filter(category__slug='anime')\n",
    "mangaki.count()  # Sur Mangaki"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'sources': ['https://anidb.net/anime/8699',\n",
       "  'https://anilist.co/anime/11755',\n",
       "  'https://kitsu.io/anime/6588',\n",
       "  'https://myanimelist.net/anime/11755',\n",
       "  'https://notify.moe/anime/nX_ItFiiR'],\n",
       " 'title': '009 Re:Cyborg',\n",
       " 'type': 'Movie',\n",
       " 'episodes': 1,\n",
       " 'status': 'FINISHED',\n",
       " 'picture': 'https://cdn.myanimelist.net/images/anime/9/40189.jpg',\n",
       " 'thumbnail': 'https://cdn.myanimelist.net/images/anime/9/40189t.jpg',\n",
       " 'synonyms': ['009 RE:CYBORG', 'ぜろぜろないん り・さいぼーぐ'],\n",
       " 'relations': ['https://anidb.net/anime/1214',\n",
       "  'https://anidb.net/anime/12277',\n",
       "  'https://anidb.net/anime/1527',\n",
       "  'https://anidb.net/anime/7994',\n",
       "  'https://anilist.co/anime/1678',\n",
       "  'https://anilist.co/anime/4690',\n",
       "  'https://anilist.co/anime/8394',\n",
       "  'https://kitsu.io/anime/12326',\n",
       "  'https://kitsu.io/anime/12397',\n",
       "  'https://kitsu.io/anime/12410',\n",
       "  'https://kitsu.io/anime/12543',\n",
       "  'https://kitsu.io/anime/1508',\n",
       "  'https://kitsu.io/anime/3741',\n",
       "  'https://kitsu.io/anime/7868',\n",
       "  'https://myanimelist.net/anime/1678',\n",
       "  'https://myanimelist.net/anime/32736',\n",
       "  'https://myanimelist.net/anime/32737',\n",
       "  'https://myanimelist.net/anime/33163',\n",
       "  'https://myanimelist.net/anime/33685',\n",
       "  'https://myanimelist.net/anime/4690',\n",
       "  'https://myanimelist.net/anime/8394',\n",
       "  'https://notify.moe/anime/5hFk2FiiR',\n",
       "  'https://notify.moe/anime/8gWB5KimR',\n",
       "  'https://notify.moe/anime/FnzzhKmiR',\n",
       "  'https://notify.moe/anime/P_DkhFimg',\n",
       "  'https://notify.moe/anime/ZKnr5KiiR',\n",
       "  'https://notify.moe/anime/jgezhKmiR',\n",
       "  'https://notify.moe/anime/wG_ptKimR']}"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "manami['data'][42]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Gekijouban Kara no Kyoukai: Mirai Fukuin - The Garden of Sinners Recalled Out Summer ['https://anidb.net/anime/9309']\n",
      "Gekijouban Kara no Kyoukai: Mirai Fukuin - The Garden of Sinners Recalled Out Summer - Extra Chorus ['https://anidb.net/anime/10566']\n",
      "Gekijouban Kara no Kyoukai: The Garden of Sinners ['https://anidb.net/anime/4932']\n",
      "Gekijouban Kyoukai no Kanata - I' LL BE HERE - Kako-hen “Yakusoku no Kizuna” Dansu PV ['https://anilist.co/anime/102629']\n",
      "Gekijouban Kyoukai no Kanata: I`ll Be Here ['https://anidb.net/anime/10726']\n",
      "Kara no Kyoukai 1: Fukan Fuukei ['https://kitsu.io/anime/2357', 'https://myanimelist.net/anime/2593', 'https://notify.moe/anime/TxDs5KmiR']\n",
      "Kara no Kyoukai 2: Satsujin Kousatsu (Zen) ['https://kitsu.io/anime/3248', 'https://myanimelist.net/anime/3782', 'https://notify.moe/anime/Y8T_cKmmR']\n",
      "Kara no Kyoukai 3: Tsuukaku Zanryuu ['https://kitsu.io/anime/3249', 'https://myanimelist.net/anime/3783', 'https://notify.moe/anime/Pz0l5Fmig']\n",
      "Kara no Kyoukai 4: Garan no Dou ['https://kitsu.io/anime/3545', 'https://myanimelist.net/anime/4280', 'https://notify.moe/anime/RNxu5Kmmg']\n",
      "Kara no Kyoukai 5: Mujun Rasen ['https://kitsu.io/anime/3546', 'https://myanimelist.net/anime/4282', 'https://notify.moe/anime/6AbXcFmiR']\n",
      "Kara no Kyoukai 6: Boukyaku Rokuon ['https://kitsu.io/anime/3983', 'https://myanimelist.net/anime/5204', 'https://notify.moe/anime/1RzCcFimR']\n",
      "Kara no Kyoukai 7: Satsujin Kousatsu (Go) ['https://myanimelist.net/anime/5205']\n",
      "Kara no Kyoukai 7: Satsujin Kousatsu (Kou) ['https://kitsu.io/anime/3984', 'https://notify.moe/anime/USkCcFmig']\n",
      "Kara no Kyoukai 8: Shuushou ['https://kitsu.io/anime/4804', 'https://myanimelist.net/anime/6954']\n",
      "Kara no Kyoukai Remix: Gate of Seventh Heaven ['https://anilist.co/anime/6624', 'https://kitsu.io/anime/4637', 'https://myanimelist.net/anime/6624', 'https://notify.moe/anime/-7oecFmig']\n",
      "Kara no Kyoukai: Boukyaku Rokuon ['https://anilist.co/anime/5204']\n",
      "Kara no Kyoukai: Fukan Fuukei ['https://anilist.co/anime/2593']\n",
      "Kara no Kyoukai: Garan no Dou ['https://anilist.co/anime/4280']\n",
      "Kara no Kyoukai: Manner Movies ['https://anilist.co/anime/104411', 'https://kitsu.io/anime/8432', 'https://myanimelist.net/anime/23697', 'https://notify.moe/anime/WQO0pFimR']\n",
      "Kara no Kyoukai: Mirai Fukuin ['https://anilist.co/anime/14807', 'https://kitsu.io/anime/7167', 'https://myanimelist.net/anime/14807', 'https://notify.moe/anime/Ng2dtKmig']\n",
      "Kara no Kyoukai: Mirai Fukuin - Extra Chorus ['https://anilist.co/anime/20697', 'https://kitsu.io/anime/8305', 'https://myanimelist.net/anime/22763', 'https://notify.moe/anime/vy8opFimg']\n",
      "Kara no Kyoukai: Mirai Fukuin - Gekijouyou Manners ['https://anilist.co/anime/98142']\n",
      "Kara no Kyoukai: Mirai Fukuin - Manner Movie ['https://kitsu.io/anime/8361', 'https://myanimelist.net/anime/22847', 'https://notify.moe/anime/azzAtKmmg']\n",
      "Kara no Kyoukai: Mujun Rasen ['https://anilist.co/anime/4282']\n",
      "Kara no Kyoukai: Satsujin Kousatsu (Kou) ['https://anilist.co/anime/5205']\n",
      "Kara no Kyoukai: Satsujin Kousatsu (Zen) ['https://anilist.co/anime/3782']\n",
      "Kara no Kyoukai: Shuushou ['https://anilist.co/anime/6954', 'https://notify.moe/anime/ulVRpFmmR']\n",
      "Kara no Kyoukai: Tsuukaku Zanryuu ['https://anilist.co/anime/3783']\n",
      "Kyoukai no Kanata ['https://anidb.net/anime/9518', 'https://anilist.co/anime/18153', 'https://kitsu.io/anime/7714', 'https://myanimelist.net/anime/18153', 'https://notify.moe/anime/snmppKimg']\n",
      "Kyoukai no Kanata Episode 0: Shinonome ['https://anilist.co/anime/20779']\n",
      "Kyoukai no Kanata Movie 1: I'll Be Here - Kako-hen ['https://kitsu.io/anime/8735', 'https://myanimelist.net/anime/25015']\n",
      "Kyoukai no Kanata Movie 2: I'll Be Here - Mirai-hen ['https://kitsu.io/anime/10043', 'https://myanimelist.net/anime/28675']\n",
      "Kyoukai no Kanata Movie: I'LL BE HERE - Kako-hen ['https://anilist.co/anime/20768', 'https://notify.moe/anime/6Hw1tKmmg']\n",
      "Kyoukai no Kanata Movie: I'll Be Here - Kako-hen - Yakusoku no Kizuna ['https://kitsu.io/anime/10911', 'https://myanimelist.net/anime/30745', 'https://notify.moe/anime/Nb-_pFmmg']\n",
      "Kyoukai no Kanata Movie: I'LL BE HERE - Mirai-hen ['https://anilist.co/anime/20963', 'https://notify.moe/anime/QSqPpKiiR']\n",
      "Kyoukai no Kanata: Idol Saiban! Mayoi Nagara mo Kimi wo Sabaku Tami ['https://anilist.co/anime/20524', 'https://kitsu.io/anime/8086', 'https://myanimelist.net/anime/21241', 'https://notify.moe/anime/qwQ2tKmmg']\n",
      "Kyoukai no Kanata: Mini Gekijou ['https://anilist.co/anime/20531', 'https://kitsu.io/anime/8088', 'https://myanimelist.net/anime/20909', 'https://notify.moe/anime/hR_htFimg']\n",
      "Kyoukai no Kanata: Shinonome ['https://kitsu.io/anime/8379', 'https://myanimelist.net/anime/23385', 'https://notify.moe/anime/bFW0tKiig']\n",
      "Kyoukai no Rinne ['https://kitsu.io/anime/8461', 'https://myanimelist.net/anime/23179', 'https://notify.moe/anime/YxpAtKmig']\n",
      "Kyoukai no Rinne ['https://anidb.net/anime/10936', 'https://anilist.co/anime/20953']\n",
      "Kyoukai no Rinne (2016) ['https://anidb.net/anime/11591']\n",
      "Kyoukai no Rinne (2017) ['https://anidb.net/anime/12426']\n",
      "Kyoukai no Rinne (TV) ['https://kitsu.io/anime/10018', 'https://myanimelist.net/anime/28423', 'https://notify.moe/anime/kAwEpFmmR']\n",
      "Kyoukai no Rinne (TV) 2nd Season ['https://kitsu.io/anime/11366', 'https://myanimelist.net/anime/31610', 'https://notify.moe/anime/yv-9pFmiR']\n",
      "Kyoukai no Rinne (TV) 3rd Season ['https://kitsu.io/anime/12561', 'https://myanimelist.net/anime/34106', 'https://notify.moe/anime/dMmmhKmmg']\n",
      "Kyoukai no Rinne 2 ['https://anilist.co/anime/21357']\n",
      "Kyoukai no Rinne 3 ['https://anilist.co/anime/97670']\n",
      "Kyoukaisen-jou no Horizon ['https://anidb.net/anime/8323']\n",
      "Kyoukaisen-jou no Horizon II ['https://anidb.net/anime/8886']\n",
      "Kyoukaisenjou no Horizon ['https://anilist.co/anime/10456', 'https://kitsu.io/anime/6187', 'https://myanimelist.net/anime/10456', 'https://notify.moe/anime/33kVpFimR']\n",
      "Kyoukaisenjou no Horizon II ['https://anilist.co/anime/12487', 'https://kitsu.io/anime/6746', 'https://myanimelist.net/anime/12487', 'https://notify.moe/anime/7BxNpKimg']\n",
      "Kyoukaisenjou no Horizon Special ['https://anilist.co/anime/104211', 'https://kitsu.io/anime/41891', 'https://myanimelist.net/anime/38046', 'https://notify.moe/anime/cdcYtDAig']\n",
      "Kyoukaisenjou no Horizon: Kyokutou Naruhodo Kouza ['https://anilist.co/anime/104367', 'https://kitsu.io/anime/8759', 'https://myanimelist.net/anime/22113', 'https://notify.moe/anime/cTu1pKiiR']\n",
      "Mugen no Kyoukai ['https://myanimelist.net/anime/2373']\n",
      "Steins;Gate: Kyoukaimenjou no Missing Link - Divide By Zero ['https://anilist.co/anime/21624', 'https://kitsu.io/anime/11574', 'https://myanimelist.net/anime/32188', 'https://notify.moe/anime/BDPjtKimg']\n"
     ]
    }
   ],
   "source": [
    "for entry in manami['data']:\n",
    "    if 'youkai' in entry['title']:\n",
    "        print(entry['title'], entry['sources'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "94422"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from collections import defaultdict\n",
    "import re\n",
    "\n",
    "references = set()\n",
    "url1 = defaultdict(list)\n",
    "\n",
    "# Get all sources of Manami entries\n",
    "for manami_id, entry in enumerate(manami['data']):\n",
    "    references.add('manami/{}'.format(manami_id))\n",
    "    for url in entry['sources']:\n",
    "        ref = re.sub(r'https?://', '', url)\n",
    "        references.add(ref)\n",
    "        url1[manami_id].append(ref)\n",
    "len(references)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "105853"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url2 = defaultdict(set)\n",
    "\n",
    "# Mangaki works with AniDB ID\n",
    "anidb_id = dict(Work.objects.filter(anidb_aid__gt=0).values_list('id', 'anidb_aid'))\n",
    "for mangaki_id, aid in anidb_id.items():\n",
    "    ref1 = 'mangaki.fr/work/{}'.format(mangaki_id)\n",
    "    ref2 = 'anidb.net/anime/{}'.format(aid)\n",
    "    references.update([ref1, ref2])\n",
    "    url2[mangaki_id].update([ref1, ref2])\n",
    "\n",
    "# All Mangaki references\n",
    "for mangaki_id, url in Reference.objects.filter(work_id__category__slug='anime').values_list('work_id', 'url'):\n",
    "    ref1 = 'mangaki.fr/work/{}'.format(mangaki_id)\n",
    "    ref2 = re.sub(r'https?://', '', url).replace('anidb.net/perl-bin/animedb.pl?show=anime&aid=', 'anidb.net/anime/')\n",
    "    references.update([ref1, ref2])\n",
    "    url2[mangaki_id].update([ref1, ref2])\n",
    "len(references)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "ids = dict(zip(sorted(references), range(len(references))))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['anidb.net/anime/1',\n",
       " 'anidb.net/anime/10',\n",
       " 'anidb.net/anime/100',\n",
       " 'anidb.net/anime/1000',\n",
       " 'anidb.net/anime/10000']"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(ids.keys())[:5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "70404"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from tryalgo.kruskal import UnionFind\n",
    "\n",
    "uf = UnionFind(len(references))\n",
    "nb_merge = 0\n",
    "for manami_id, refs in url1.items():\n",
    "    for ref in refs:\n",
    "        nb_merge += uf.union(ids[ref], ids['manami/{}'.format(manami_id)])\n",
    "nb_merge"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'81828 fusions : 322/11297 avaient un ID AniDB (2.9 %)'"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nb_has_anidb = 0\n",
    "for mangaki_id, refs in url2.items():\n",
    "    has_anidb = False\n",
    "    for ref in refs:\n",
    "        if 'anidb' in ref:\n",
    "            has_anidb = True\n",
    "        nb_merge += uf.union(ids[ref], ids['mangaki.fr/work/{}'.format(mangaki_id)])\n",
    "    nb_has_anidb += has_anidb\n",
    "f'{nb_merge} fusions : {nb_has_anidb}/{len(url2)} avaient un ID AniDB ({nb_has_anidb/len(url2) * 100:.1f} %)'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "24025"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clusters = defaultdict(list)\n",
    "for ref, ref_id in ids.items():\n",
    "    clusters[uf.find(ref_id)].append(ref)\n",
    "len(clusters)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['anidb.net/anime/4932', 'kitsu.io/anime/2357', 'kitsu.io/anime/3248', 'kitsu.io/anime/3249', 'kitsu.io/anime/3545', 'kitsu.io/anime/3546', 'manami/5990', 'manami/9868', 'manami/9869', 'manami/9870', 'manami/9871', 'manami/9872', 'manami/9874', 'mangaki.fr/work/1374', 'mangaki.fr/work/1375', 'mangaki.fr/work/1376', 'mangaki.fr/work/1377', 'mangaki.fr/work/1378', 'mangaki.fr/work/1381', 'mangaki.fr/work/14626', 'mangaki.fr/work/14629', 'myanimelist.net/anime/2593', 'myanimelist.net/anime/3782', 'myanimelist.net/anime/3783', 'myanimelist.net/anime/4280', 'myanimelist.net/anime/4282', 'myanimelist.net/anime/5205', 'notify.moe/anime/6AbXcFmiR', 'notify.moe/anime/Pz0l5Fmig', 'notify.moe/anime/RNxu5Kmmg', 'notify.moe/anime/TxDs5KmiR', 'notify.moe/anime/Y8T_cKmmR']\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(Counter({(1, 1): 9935,\n",
       "          (0, 1): 13529,\n",
       "          (2, 1): 427,\n",
       "          (1, 2): 29,\n",
       "          (2, 2): 14,\n",
       "          (3, 1): 12,\n",
       "          (5, 1): 1,\n",
       "          (3, 2): 3,\n",
       "          (4, 3): 1,\n",
       "          (8, 7): 1,\n",
       "          (1, 3): 1,\n",
       "          (4, 1): 2,\n",
       "          (3, 4): 1,\n",
       "          (2, 3): 1,\n",
       "          (1, 0): 68}),\n",
       " 463,\n",
       " 51,\n",
       " 42237)"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from collections import Counter\n",
    "\n",
    "c = Counter()\n",
    "clusters_by_occ = defaultdict(list)\n",
    "\n",
    "def get_mangaki_id(url):\n",
    "    return int(url[len('mangaki.fr/work/'):])\n",
    "\n",
    "def get_manami_id(url):\n",
    "    return int(url[len('manami/'):])\n",
    "\n",
    "def get_anidb_id(url):\n",
    "    return int(url[len('anidb.net/anime/'):])\n",
    "\n",
    "\n",
    "nb_cdup_mangaki = 0\n",
    "nb_cdup_manami = 0\n",
    "total_ref = 0\n",
    "search_queries = []\n",
    "mangaki_not_manami = set()\n",
    "for cluster in clusters.values():\n",
    "    mangaki_refs = [ref for ref in cluster if ref.startswith('mangaki') and get_mangaki_id(ref) in VALID_MANGAKI_IDS]\n",
    "    nb_mangaki = len(mangaki_refs)\n",
    "    nb_manami = len([ref for ref in cluster if ref.startswith('manami')])\n",
    "    if nb_mangaki > 0:\n",
    "        total_ref += len(cluster) - nb_mangaki - nb_manami\n",
    "    if nb_mangaki >= 2 and nb_manami >= 1:\n",
    "        nb_cdup_mangaki += 1\n",
    "    if nb_manami >= 2 and nb_mangaki >= 1:\n",
    "        nb_cdup_manami += 1\n",
    "    # if nb_mangaki + nb_manami >= 14:\n",
    "    #     print(cluster)  # It was Kara no Kyoukai\n",
    "    if nb_mangaki + nb_manami >= 12:\n",
    "        print(cluster)\n",
    "    if nb_mangaki >= 3 or nb_manami >= 3:  # Have to analyze\n",
    "        clusters_by_occ[nb_mangaki, nb_manami].append(cluster)\n",
    "    if nb_mangaki == 0 and nb_manami == 1:\n",
    "        manami_url = [ref for ref in cluster if ref.startswith('manami')][0]\n",
    "        manami_id = get_manami_id(manami_url)\n",
    "        search_queries.append(manami['data'][manami_id]['title'])  # In Manami but not in Mangaki\n",
    "    if nb_manami == 0:\n",
    "        for url in mangaki_refs:\n",
    "            mangaki_id = get_mangaki_id(url)\n",
    "            mangaki_not_manami.add(mangaki_id)\n",
    "    c[nb_mangaki, nb_manami] += 1\n",
    "c, nb_cdup_mangaki, nb_cdup_manami, total_ref"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Cela signifie :\n",
    "\n",
    "- 13529 works sont chez Manami mais pas chez Mangaki\n",
    "- 68 works sont chez Mangaki pas chez Manami\n",
    "- `(2, 1): 427` $\\Rightarrow$ 427 clusters correspondent à 2 works chez Mangaki mais seulement 1 work chez Manami\n",
    "- `(8, 7): 1` correspond en fait à Kara no Kyoukai qui n'a qu'une seule référence sur AniDB mais qui correspond à 8 works chez Mangaki et 7 chez Manami"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 194 ms, sys: 0 ns, total: 194 ms\n",
      "Wall time: 2.73 s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(673, 16, 683)"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "# This is long. Don't do this.\n",
    "'''\n",
    "search_results = Counter()\n",
    "print(len(search_queries))\n",
    "for title in search_queries:\n",
    "    nb_results = Work.objects.filter(title=title).count()\n",
    "    search_results[nb_results] += 1\n",
    "search_results'''\n",
    "# Counter({0: 12849, 1: 663, 2: 13, 3: 4})\n",
    "\n",
    "ids_found_in_mangaki_title = set(Work.objects.filter(title__in=search_queries).values_list('id', flat=True))\n",
    "ids_found_in_mangaki_synonym = set(WorkTitle.objects.filter(title__in=search_queries).values_list('work_id', flat=True))\n",
    "ids_found_in_mangaki = ids_found_in_mangaki_title | ids_found_in_mangaki_synonym\n",
    "len(ids_found_in_mangaki_title), len(ids_found_in_mangaki_synonym), len(ids_found_in_mangaki)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "33 anime repêchés\n",
      "13496 anime dans Manami mais pas dans Mangaki\n",
      "35 anime dans Mangaki mais pas dans Manami (ce nombre devrait être quasiment 0)\n"
     ]
    }
   ],
   "source": [
    "paired = ids_found_in_mangaki & mangaki_not_manami\n",
    "print(f'{len(paired)} anime repêchés')\n",
    "print(f'{len(search_queries) - len(paired)} anime dans Manami mais pas dans Mangaki')\n",
    "print(f'{len(mangaki_not_manami - paired)} anime dans Mangaki mais pas dans Manami (ce nombre devrait être quasiment 0)')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<WorkQuerySet [<Work: Rurouni Kenshin: Meiji Kenkaku Romantan>, <Work: Shakugan no Shana II>, <Work: Flipping through Belgrade>, <Work: Kamichu! The Goddess is a Middle School Student>, <Work: Galaxy Divine Wind Jinraiger>, <Work: Birei Okami Mie>, <Work: Loups=Garous Pilot>, <Work: A Message for Passing the Baton from Cure Lovely to Cure Flora>, <Work: The Inheritor of the Crescent Moon>, <Work: Paper Rabbit Rope: Christmas>, <Work: Gintama OVA>, <Work: UFO Robo Grendizer: Confrontation in the Red Setting Sun>, <Work: Getter Robo Movie>, <Work: Noragami OVA 2>, <Work: Ore, Twin tails ni Narimasu. Recap>, <Work: Kanojo x Kanojo x Kanojo Full Version>, <Work: Devilman (Movie)>, <Work: Bishoujo Senshi Sailor Moon: Crystal 2nd Season>, <Work: Charlotte: Arata na \"Unmei\" no Hajimari>, <Work: Shingeki no Bahamut: Genesis Special>, '...(remaining elements truncated)...']>"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Examples\n",
    "Work.objects.filter(id__in=mangaki_not_manami - paired)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "35 to pair\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>source</th>\n",
       "      <th>identifier</th>\n",
       "      <th>work_id</th>\n",
       "      <th>work_id__title</th>\n",
       "      <th>nb_ratings</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Animeka</td>\n",
       "      <td>shakugan-no-shana2</td>\n",
       "      <td>145</td>\n",
       "      <td>Shakugan no Shana II</td>\n",
       "      <td>88</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Animeka</td>\n",
       "      <td>kenshin</td>\n",
       "      <td>105</td>\n",
       "      <td>Rurouni Kenshin: Meiji Kenkaku Romantan</td>\n",
       "      <td>65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>MAL</td>\n",
       "      <td>489</td>\n",
       "      <td>1907</td>\n",
       "      <td>Kamichu! The Goddess is a Middle School Student</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>MAL</td>\n",
       "      <td>30987</td>\n",
       "      <td>12674</td>\n",
       "      <td>Charlotte: Arata na \"Unmei\" no Hajimari</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>MAL</td>\n",
       "      <td>30624</td>\n",
       "      <td>10035</td>\n",
       "      <td>Noragami OVA 2</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>MAL</td>\n",
       "      <td>31095</td>\n",
       "      <td>12907</td>\n",
       "      <td>Shingeki no Bahamut: Genesis Special</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>MAL</td>\n",
       "      <td>31492</td>\n",
       "      <td>13471</td>\n",
       "      <td>Haikyuu!!: Jump Festa 2015 Special</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>MAL</td>\n",
       "      <td>7839</td>\n",
       "      <td>8120</td>\n",
       "      <td>UFO Robo Grendizer: Confrontation in the Red S...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>MAL</td>\n",
       "      <td>28295</td>\n",
       "      <td>3346</td>\n",
       "      <td>Gintama OVA</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>MAL</td>\n",
       "      <td>30595</td>\n",
       "      <td>12360</td>\n",
       "      <td>Bishoujo Senshi Sailor Moon: Crystal 2nd Season</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>MAL</td>\n",
       "      <td>18597</td>\n",
       "      <td>12101</td>\n",
       "      <td>Kanojo x Kanojo x Kanojo Full Version</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>MAL</td>\n",
       "      <td>29781</td>\n",
       "      <td>2446</td>\n",
       "      <td>A Message for Passing the Baton from Cure Love...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>MAL</td>\n",
       "      <td>12723</td>\n",
       "      <td>2322</td>\n",
       "      <td>Loups=Garous Pilot</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>MAL</td>\n",
       "      <td>31930</td>\n",
       "      <td>13827</td>\n",
       "      <td>Pandora in the Crimson Shell: Ghost Urn</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>MAL</td>\n",
       "      <td>31316</td>\n",
       "      <td>13204</td>\n",
       "      <td>World Trigger: Fugitives from Another World</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>MAL</td>\n",
       "      <td>30552</td>\n",
       "      <td>11573</td>\n",
       "      <td>Ore, Twin tails ni Narimasu. Recap</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>MAL</td>\n",
       "      <td>31727</td>\n",
       "      <td>14234</td>\n",
       "      <td>Medaka no Gakkou (Music)</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>MAL</td>\n",
       "      <td>13829</td>\n",
       "      <td>2685</td>\n",
       "      <td>Paper Rabbit Rope: Christmas</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>MAL</td>\n",
       "      <td>7242</td>\n",
       "      <td>2619</td>\n",
       "      <td>The Inheritor of the Crescent Moon</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>MAL</td>\n",
       "      <td>32395</td>\n",
       "      <td>14326</td>\n",
       "      <td>L’Œil du Cyclone</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>MAL</td>\n",
       "      <td>32754</td>\n",
       "      <td>14411</td>\n",
       "      <td>Chokotto Kamen</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>MAL</td>\n",
       "      <td>36054</td>\n",
       "      <td>21171</td>\n",
       "      <td>Teekyuu 9 Specials</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>MAL</td>\n",
       "      <td>22401</td>\n",
       "      <td>20229</td>\n",
       "      <td>Shin Saru Kani Gassen (1939)</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>MAL</td>\n",
       "      <td>32067</td>\n",
       "      <td>14016</td>\n",
       "      <td>There Is a Reason That We Yawn</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>MAL</td>\n",
       "      <td>10443</td>\n",
       "      <td>2260</td>\n",
       "      <td>Birei Okami Mie</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>MAL</td>\n",
       "      <td>28613</td>\n",
       "      <td>2137</td>\n",
       "      <td>Galaxy Divine Wind Jinraiger</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>MAL</td>\n",
       "      <td>29720</td>\n",
       "      <td>1226</td>\n",
       "      <td>Flipping through Belgrade</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>MAL</td>\n",
       "      <td>30618</td>\n",
       "      <td>12116</td>\n",
       "      <td>Devilman (Movie)</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>MAL</td>\n",
       "      <td>31462</td>\n",
       "      <td>13453</td>\n",
       "      <td>Mario &amp; Yoshi's Adventure Land</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>MAL</td>\n",
       "      <td>31940</td>\n",
       "      <td>13828</td>\n",
       "      <td>Pandora of the Crimson Shell: Ghost Urn</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>MAL</td>\n",
       "      <td>32137</td>\n",
       "      <td>14060</td>\n",
       "      <td>Attack no Titan x Schick Commercial</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>MAL</td>\n",
       "      <td>31341</td>\n",
       "      <td>13545</td>\n",
       "      <td>Idiot Boyfriend: My Boyfriend is an Idiot</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>MAL</td>\n",
       "      <td>31142</td>\n",
       "      <td>12910</td>\n",
       "      <td>Nihon Animator Mihonichi Movie</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>MAL</td>\n",
       "      <td>8252</td>\n",
       "      <td>8785</td>\n",
       "      <td>Getter Robo Movie</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>MAL</td>\n",
       "      <td>33666</td>\n",
       "      <td>14837</td>\n",
       "      <td>Mahou Shoujo Lyrical Nanoha ViVid (2017)</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     source          identifier  work_id  \\\n",
       "19  Animeka  shakugan-no-shana2      145   \n",
       "20  Animeka             kenshin      105   \n",
       "21      MAL                 489     1907   \n",
       "2       MAL               30987    12674   \n",
       "1       MAL               30624    10035   \n",
       "4       MAL               31095    12907   \n",
       "13      MAL               31492    13471   \n",
       "0       MAL                7839     8120   \n",
       "28      MAL               28295     3346   \n",
       "18      MAL               30595    12360   \n",
       "14      MAL               18597    12101   \n",
       "25      MAL               29781     2446   \n",
       "24      MAL               12723     2322   \n",
       "10      MAL               31930    13827   \n",
       "7       MAL               31316    13204   \n",
       "6       MAL               30552    11573   \n",
       "30      MAL               31727    14234   \n",
       "27      MAL               13829     2685   \n",
       "26      MAL                7242     2619   \n",
       "31      MAL               32395    14326   \n",
       "32      MAL               32754    14411   \n",
       "33      MAL               36054    21171   \n",
       "29      MAL               22401    20229   \n",
       "17      MAL               32067    14016   \n",
       "23      MAL               10443     2260   \n",
       "22      MAL               28613     2137   \n",
       "16      MAL               29720     1226   \n",
       "15      MAL               30618    12116   \n",
       "12      MAL               31462    13453   \n",
       "11      MAL               31940    13828   \n",
       "9       MAL               32137    14060   \n",
       "8       MAL               31341    13545   \n",
       "5       MAL               31142    12910   \n",
       "3       MAL                8252     8785   \n",
       "34      MAL               33666    14837   \n",
       "\n",
       "                                       work_id__title  nb_ratings  \n",
       "19                               Shakugan no Shana II          88  \n",
       "20            Rurouni Kenshin: Meiji Kenkaku Romantan          65  \n",
       "21    Kamichu! The Goddess is a Middle School Student          19  \n",
       "2             Charlotte: Arata na \"Unmei\" no Hajimari           9  \n",
       "1                                      Noragami OVA 2           7  \n",
       "4                Shingeki no Bahamut: Genesis Special           2  \n",
       "13                 Haikyuu!!: Jump Festa 2015 Special           2  \n",
       "0   UFO Robo Grendizer: Confrontation in the Red S...           1  \n",
       "28                                        Gintama OVA           1  \n",
       "18    Bishoujo Senshi Sailor Moon: Crystal 2nd Season           1  \n",
       "14              Kanojo x Kanojo x Kanojo Full Version           1  \n",
       "25  A Message for Passing the Baton from Cure Love...           1  \n",
       "24                                 Loups=Garous Pilot           1  \n",
       "10            Pandora in the Crimson Shell: Ghost Urn           1  \n",
       "7         World Trigger: Fugitives from Another World           1  \n",
       "6                  Ore, Twin tails ni Narimasu. Recap           1  \n",
       "30                           Medaka no Gakkou (Music)           0  \n",
       "27                       Paper Rabbit Rope: Christmas           0  \n",
       "26                 The Inheritor of the Crescent Moon           0  \n",
       "31                                   L’Œil du Cyclone           0  \n",
       "32                                     Chokotto Kamen           0  \n",
       "33                                 Teekyuu 9 Specials           0  \n",
       "29                       Shin Saru Kani Gassen (1939)           0  \n",
       "17                     There Is a Reason That We Yawn           0  \n",
       "23                                    Birei Okami Mie           0  \n",
       "22                       Galaxy Divine Wind Jinraiger           0  \n",
       "16                          Flipping through Belgrade           0  \n",
       "15                                   Devilman (Movie)           0  \n",
       "12                     Mario & Yoshi's Adventure Land           0  \n",
       "11            Pandora of the Crimson Shell: Ghost Urn           0  \n",
       "9                 Attack no Titan x Schick Commercial           0  \n",
       "8           Idiot Boyfriend: My Boyfriend is an Idiot           0  \n",
       "5                      Nihon Animator Mihonichi Movie           0  \n",
       "3                                   Getter Robo Movie           0  \n",
       "34           Mahou Shoujo Lyrical Nanoha ViVid (2017)           0  "
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nb_in_mangaki_not_manami_hard_to_pair = len(mangaki_not_manami - paired)\n",
    "print(nb_in_mangaki_not_manami_hard_to_pair, 'to pair')\n",
    "\n",
    "# Are they popular?\n",
    "df_to_pair = pd.DataFrame(Reference.objects.filter(work_id__in=mangaki_not_manami - paired).values(\n",
    "    'source', 'identifier', 'work_id', 'work_id__title'))\n",
    "nb_ratings_of_work = Counter(Rating.objects.filter(work_id__in=df_to_pair['work_id'], choice='like').values_list('work_id', flat=True))\n",
    "df_to_pair['nb_ratings'] = df_to_pair['work_id'].map(nb_ratings_of_work)\n",
    "df_to_pair.sort_values('nb_ratings', ascending=False)\n",
    "# Manuellement"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Ajouter les MAL comme edges du union-find"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Shakugan no Shana: Season II\n",
      "Shakugan no Shana SP: Koi to Onsen no Kougai Gakushuu!\n",
      "Shakugan no Shana Movie Special\n",
      "Shakugan no Shana Specials\n",
      "Shakugan no Shana: Shana to Yuuji no Naze Nani Shana! Nandemo Shitsumon-bako!\n",
      "Shakugan no Shana S: OVA Series\n",
      "Shakugan no Shana: Naze Nani Shana! Nandemo Shitsumonbako! - Special\n",
      "Shakugan no Shana II (Second) Specials\n",
      "Shakugan no Shana: The Movie\n",
      "Shakugan no Shana: Naze Nani Shana 2\n",
      "Shakugan no Shana III (Final) Specials\n",
      "Shakugan no Shana S Specials\n",
      "Shakugan no Shana: Season III\n",
      "Shakugan no Shana II\n",
      "Shakugan no Shana: Naze Nani Shana\n",
      "Shakugan no Shana\n"
     ]
    }
   ],
   "source": [
    "for work in Work.objects.filter(title__search='no shana'):\n",
    "    print(work.title)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Par exemple il faut vérifier que ces liens MAL aboutissent."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(3, 1)\n",
      "['anidb.net/anime/10697', 'anilist.co/anime/20754', 'kitsu.io/anime/8644', 'manami:Gakkougurashi!', 'mangaki:Gakkou Gurashi!', 'mangaki:School-Live!', 'mangaki:School-Live!', 'myanimelist.net/anime/24765', 'notify.moe/anime/5jHJtFmiR']\n",
      "['anidb.net/anime/10813', 'anilist.co/anime/20829', 'kitsu.io/anime/8736', 'manami:Owari no Seraph', 'mangaki:Seraph of the End: Vampire Reign', 'mangaki:Seraph of the End: Vampire Reign', 'mangaki:Seraph of the End', 'myanimelist.net/anime/26243', 'notify.moe/anime/90w1tKmiR']\n",
      "['anidb.net/anime/11163', 'anilist.co/anime/21122', 'kitsu.io/anime/10762', 'manami:Nagato Yuki-chan no Shoushitsu: Owarenai Natsuyasumi', 'mangaki:Nagato Yuki-chan no Shoushitsu OVA', 'mangaki:Nagato Yuki-chan no Shoushitsu: Owarenai Natsuyasumi', 'mangaki:The Vanishing of Nagato Yuki-chan', 'myanimelist.net/anime/30379', 'notify.moe/anime/Id3QpKmig']\n",
      "['anidb.net/anime/11345', 'anilist.co/anime/21256', 'kitsu.io/anime/11170', 'manami:Dimension W', 'mangaki:Dimension W', 'mangaki:Dimension W', 'mangaki:Dimension W', 'myanimelist.net/anime/31163', 'notify.moe/anime/ayYutKimR']\n",
      "['anidb.net/anime/2166', 'anilist.co/anime/25', 'kitsu.io/anime/16', 'manami:Sunabouzu', 'mangaki:Desert Punk', 'mangaki:Desert Punk', 'mangaki:Desert Punk', 'myanimelist.net/anime/25', 'notify.moe/anime/L4Mp5FmmR']\n",
      "['anidb.net/anime/6258', 'anilist.co/anime/5678', 'kitsu.io/anime/4239', 'manami:Kobato.', 'mangaki:Kobato', 'mangaki:Kobato', 'mangaki:Kobato.', 'myanimelist.net/anime/5678', 'notify.moe/anime/ph8CcKimg']\n",
      "['anilist.co/anime/1045', 'kitsu.io/anime/935', 'manami:Elf wo Karu Mono-tachi', 'mangaki:Those Who Hunt Elves', 'mangaki:Those Who Hunt Elves', 'mangaki:Those Who Hunt Elves', 'myanimelist.net/anime/1045', 'notify.moe/anime/TwfJcFmig']\n",
      "['anilist.co/anime/21403', 'kitsu.io/anime/11423', 'manami:Sword Art Online Movie: Ordinal Scale', 'mangaki:Sword Art Online Movie', 'mangaki:Sword Art Online the Movie: Ordinal Scale', 'mangaki:Sword Art Online the Movie -Ordinal Scale-', 'myanimelist.net/anime/31765', 'notify.moe/anime/hmqrpKiig']\n",
      "['anilist.co/anime/21451', 'kitsu.io/anime/11460', 'manami:Full Metal Panic! Invisible Victory', 'mangaki:Full Metal Panic: Vertical Shaft', 'mangaki:Full Metal Panic! (Shinsaku)', 'mangaki:Full Metal Panic! IV', 'myanimelist.net/anime/31931', 'notify.moe/anime/B7njtFiiR']\n",
      "['kitsu.io/anime/10846', 'manami:Doukyuusei (Movie)', 'mangaki:Doukyuusei', 'mangaki:Classmates', 'mangaki:Doukyusei -Classmates-', 'myanimelist.net/anime/30346', 'notify.moe/anime/8EOlpKiig']\n",
      "['kitsu.io/anime/11188', 'manami:Kinyoru, Abe Reiji: Heikinteki na Salaryman no Ijou na Nichijou', 'mangaki:Kinya, Abe Reiji: Heikin-teki na Salaryman no Ijou na Nichijou', 'mangaki:Kinyoru, Abe Reiji: Heikin-teki na Salaryman no Ijou na Nichijou', 'mangaki:Kinyoru, Abe Reiji: Heikinteki na Salaryman no Ijou na Nichijou', 'myanimelist.net/anime/31071', 'notify.moe/anime/EgQXpKmig']\n",
      "['kitsu.io/anime/5799', 'manami:Oniichan no Koto nanka Zenzen Suki ja Nai n da kara ne!!', 'mangaki:Oniichan no Koto Nanka Zenzen Suki Janain Dakara ne!!', 'mangaki:Oniichan no Koto nanka Zenzen Suki ja Nai n da kara ne!!', 'mangaki:Onii-chan no Koto Nanka Zenzen Suki Janain Dakara ne!!', 'myanimelist.net/anime/9587', 'notify.moe/anime/_AdGtFimg']\n",
      "(5, 1)\n",
      "['anidb.net/anime/11177', 'anilist.co/anime/21131', 'kitsu.io/anime/10857', 'manami:Gakusen Toshi Asterisk', 'mangaki:The Asterisk War: The Academy City on the Water', 'mangaki:The Asterisk War: The Academy City on the Water', 'mangaki:The Asterisk War: The Academy City on the Water', 'mangaki:The Asterisk War: The Academy City on the Water', 'mangaki:The Asterisk War: The Academy City on the Water', 'myanimelist.net/anime/30544', 'notify.moe/anime/yqK_tKmmg']\n",
      "(3, 2)\n",
      "['anidb.net/anime/2061', 'anidb.net/anime/593', 'anilist.co/anime/481', 'kitsu.io/anime/442', 'manami:Yuu Gi Ou', 'manami:Yu☆Gi☆Oh! Duel Monsters', 'mangaki:Yu-Gi-Oh!', 'mangaki:Yu-Gi-Oh!', 'mangaki:Yu-Gi-Oh!', 'myanimelist.net/anime/481', 'notify.moe/anime/CHOT5FmiR']\n",
      "['anidb.net/anime/8357', 'anilist.co/anime/9260', 'anime.icotaku.com/anime/798/Kizumonogatari.html', 'kitsu.io/anime/5649', 'manami:Kizumonogatari', 'manami:Kizumonogatari I: Tekketsu-hen', \"mangaki:Kizumonogatari - Partie 1 : Sang d'acier\", 'mangaki:Kizumonogatari Part 1: Tekketsu', 'mangaki:Kizumonogatari', 'myanimelist.net/anime/9260', 'notify.moe/anime/B38ZtFmmR']\n",
      "['anidb.net/anime/9541', 'anilist.co/anime/16498', 'anilist.co/anime/18397', 'kitsu.io/anime/7442', 'kitsu.io/anime/7694', 'manami:Shingeki no Kyojin', 'manami:Shingeki no Kyojin OVA', 'mangaki:Attack on Titan', 'mangaki:Shingeki no Kyojin OVA', \"mangaki:L'Attaque des Titans\", 'myanimelist.net/anime/16498', 'myanimelist.net/anime/18397', 'notify.moe/anime/RNj5tKiiR', 'notify.moe/anime/tzUFpKiig']\n",
      "(4, 3)\n",
      "['anidb.net/anime/4402', 'anidb.net/anime/5101', 'anilist.co/anime/1723', 'anilist.co/anime/2167', 'kitsu.io/anime/1544', 'kitsu.io/anime/1962', 'kitsu.io/anime/3438', 'manami:Clannad', 'manami:Clannad Movie', 'manami:Clannad: Mou Hitotsu no Sekai, Tomoyo-hen', 'mangaki:Clannad', 'mangaki:Clannad The Motion Picture', 'mangaki:Clannad - Movie', 'mangaki:Clannad: Another World, Tomoyo Chapter', 'myanimelist.net/anime/1723', 'myanimelist.net/anime/2167', 'myanimelist.net/anime/4059', 'notify.moe/anime/4OZXcFmig', 'notify.moe/anime/F2eY5Fmig', 'notify.moe/anime/jtNBcFimR', 'www.animeka.com/animes/detail/clannad-tv.html']\n",
      "(8, 7)\n",
      "['anidb.net/anime/4932', 'kitsu.io/anime/2357', 'kitsu.io/anime/3248', 'kitsu.io/anime/3249', 'kitsu.io/anime/3545', 'kitsu.io/anime/3546', 'manami:Gekijouban Kara no Kyoukai: The Garden of Sinners', 'manami:Kara no Kyoukai 1: Fukan Fuukei', 'manami:Kara no Kyoukai 2: Satsujin Kousatsu (Zen)', 'manami:Kara no Kyoukai 3: Tsuukaku Zanryuu', 'manami:Kara no Kyoukai 4: Garan no Dou', 'manami:Kara no Kyoukai 5: Mujun Rasen', 'manami:Kara no Kyoukai 7: Satsujin Kousatsu (Go)', 'mangaki:Kara no Kyoukai 1: Fukan Fuukei', 'mangaki:Kara no Kyoukai 2: Satsujin Kousatsu (Part 1)', 'mangaki:Kara no Kyoukai 3: Tsuukaku Zanryuu', 'mangaki:Kara no Kyoukai 4: Garan no Dou', 'mangaki:Kara no Kyoukai 5: Mujun Rasen', 'mangaki:Kara no Kyoukai 7: Satsujin Kousatsu (Part 2)', 'mangaki:the Garden of sinners Chapter 2: Murder Speculation Part A', 'mangaki:the Garden of sinners Chapter 7: Murder Speculation Part B', 'myanimelist.net/anime/2593', 'myanimelist.net/anime/3782', 'myanimelist.net/anime/3783', 'myanimelist.net/anime/4280', 'myanimelist.net/anime/4282', 'myanimelist.net/anime/5205', 'notify.moe/anime/6AbXcFmiR', 'notify.moe/anime/Pz0l5Fmig', 'notify.moe/anime/RNxu5Kmmg', 'notify.moe/anime/TxDs5KmiR', 'notify.moe/anime/Y8T_cKmmR']\n",
      "(1, 3)\n",
      "15413 Work matching query does not exist. (déjà dédoublonné WorkCluster)\n",
      "15426 Work matching query does not exist. (déjà dédoublonné WorkCluster)\n",
      "['anidb.net/anime/5132', 'anidb.net/anime/7249', 'anilist.co/anime/3167', 'kitsu.io/anime/2836', 'kitsu.io/anime/7661', 'manami:Eve no Jikan', 'manami:Eve no Jikan (Movie)', 'manami:Eve no Jikan Gekijouban', 'mangaki:15413', 'mangaki:15426', 'mangaki:Time of Eve', 'myanimelist.net/anime/3167', 'myanimelist.net/anime/7465', 'notify.moe/anime/29mw5KiiR', 'notify.moe/anime/2Ws5tKmig']\n",
      "(4, 1)\n",
      "['anidb.net/anime/638', 'anilist.co/anime/250', 'kitsu.io/anime/225', 'manami:Konjiki no Gash Bell!!', 'mangaki:Zatch Bell!', 'mangaki:Zatch Bell!', 'mangaki:Zatch Bell!', 'mangaki:Zatch Bell!', 'myanimelist.net/anime/250', 'notify.moe/anime/34Nh5Kmmg']\n",
      "['anilist.co/anime/21390', 'kitsu.io/anime/11421', 'manami:Gakusen Toshi Asterisk 2nd Season', 'mangaki:The Asterisk War: The Academy City on the Water', 'mangaki:The Asterisk War: The Academy City on the Water', 'mangaki:The Asterisk War: The Academy City on the Water', 'mangaki:The Asterisk War: The Academy City on the Water', 'myanimelist.net/anime/31737', 'notify.moe/anime/AaCrpFimR']\n",
      "(3, 4)\n",
      "15124 Work matching query does not exist. (déjà dédoublonné WorkCluster)\n",
      "15305 Work matching query does not exist. (déjà dédoublonné WorkCluster)\n",
      "15306 Work matching query does not exist. (déjà dédoublonné WorkCluster)\n",
      "15307 Work matching query does not exist. (déjà dédoublonné WorkCluster)\n",
      "15308 Work matching query does not exist. (déjà dédoublonné WorkCluster)\n",
      "['anidb.net/anime/8778', 'kitsu.io/anime/6636', 'kitsu.io/anime/6637', 'kitsu.io/anime/6638', 'manami:Mahou Shoujo Madoka★Magica Movie 1: Hajimari no Monogatari', 'manami:Mahou Shoujo Madoka★Magica Movie 2: Eien no Monogatari', 'manami:Mahou Shoujo Madoka★Magica Movie 3: Hangyaku no Monogatari', 'manami:Gekijouban Mahou Shoujo Madoka Magica', 'mangaki:15124', 'mangaki:15305', 'mangaki:15306', 'mangaki:15307', 'mangaki:15308', 'mangaki:Puella Magi Madoka Magica the Movie Part 3: Rebellion', 'mangaki:Puella Magi Madoka Magica the Movie Part 1: Beginnings', 'mangaki:Puella Magi Madoka Magica the Movie Part 2: Eternal', 'myanimelist.net/anime/11977', 'myanimelist.net/anime/11979', 'myanimelist.net/anime/11981', 'notify.moe/anime/A7iNtFmiR', 'notify.moe/anime/GBmHtKimR', 'notify.moe/anime/UtiHtKmmR']\n",
      "(2, 3)\n",
      "['anidb.net/anime/9977', 'anilist.co/anime/19603', 'kitsu.io/anime/7882', 'kitsu.io/anime/9718', 'manami:Fate/stay night: Unlimited Blade Works', 'manami:Fate/Stay Night: Unlimited Blade Works (2014)', 'manami:Fate/stay night: Unlimited Blade Works Prologue', 'mangaki:Fate/stay night: Unlimited Blade Works (TV)', 'mangaki:Fate/stay night: Unlimited Blade Works (TV) - Prologue', 'myanimelist.net/anime/22297', 'myanimelist.net/anime/27821', 'notify.moe/anime/6LCptFmmg', 'notify.moe/anime/QHaLtKimR']\n"
     ]
    }
   ],
   "source": [
    "def translate_url(url):\n",
    "    if url.startswith('mangaki'):\n",
    "        mangaki_id = get_mangaki_id(url)\n",
    "        try:\n",
    "            return f'mangaki:{Work.objects.get(id=mangaki_id).title}'\n",
    "        except Work.DoesNotExist as e:\n",
    "            print(mangaki_id, e, '(déjà dédoublonné WorkCluster)')\n",
    "            return f'mangaki:{mangaki_id}'\n",
    "    if url.startswith('manami'):\n",
    "        manami_id = get_manami_id(url)\n",
    "        return f'manami:{manami[\"data\"][manami_id][\"title\"]}'\n",
    "    return url\n",
    "\n",
    "for key in clusters_by_occ:\n",
    "    print(key)\n",
    "    for cluster in clusters_by_occ[key]:\n",
    "        print([translate_url(url) for url in cluster])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(Counter({(1, 1): 5384,\n",
       "          (0, 1): 5414,\n",
       "          (2, 1): 315,\n",
       "          (3, 1): 40,\n",
       "          (4, 1): 8,\n",
       "          (5, 1): 2,\n",
       "          (3, 2): 4,\n",
       "          (4, 2): 1,\n",
       "          (8, 1): 2,\n",
       "          (1, 0): 4421,\n",
       "          (0, 0): 8115,\n",
       "          (2, 0): 295,\n",
       "          (3, 0): 18,\n",
       "          (4, 0): 6}),\n",
       " '5756/10496 désormais (54.8 %)')"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from collections import Counter\n",
    "\n",
    "c2 = Counter()\n",
    "nb_with_anidb = 0\n",
    "nb_c_mangaki = 0\n",
    "anidb_id_of = {}\n",
    "for cluster in clusters.values():\n",
    "    mangaki_urls = [ref for ref in cluster if ref.startswith('mangaki')]\n",
    "    anidb_urls = [ref for ref in cluster if ref.startswith('anidb')]\n",
    "    nb_mangaki = len(mangaki_urls)\n",
    "    nb_anidb = len(anidb_urls)\n",
    "    if nb_mangaki > 0:\n",
    "        nb_c_mangaki += 1\n",
    "        if nb_anidb > 0:\n",
    "            nb_with_anidb += 1\n",
    "            anidb_id = get_anidb_id(anidb_urls[0])\n",
    "            mangaki_id = get_mangaki_id(mangaki_urls[0])\n",
    "            anidb_id_of[mangaki_id] = anidb_id\n",
    "    c2[nb_mangaki, nb_anidb] += 1\n",
    "c2, f'{nb_with_anidb}/{nb_c_mangaki} désormais ({nb_with_anidb / nb_c_mangaki * 100:.1f} %)'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "anidb = pd.DataFrame.from_dict(anidb_id_of.items()).rename(columns={0: 'decoded_item', 1: 'anidb_aid'}).sort_values('anidb_aid')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(Index(['user', 'item', 'rating', 'items_per_user', 'users_per_item',\n",
       "        'decoded_item'],\n",
       "       dtype='object'),\n",
       " Index(['339', '1626', 'favorite'], dtype='object'))"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "anonymized = pd.read_csv('ratings-2020.csv')\n",
    "#decoder = pd.read_csv('decoder-2020.csv')\n",
    "decoder.columns, anonymized.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((234814, 6), (234813, 3))"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "decoder.shape, anonymized.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>339</th>\n",
       "      <th>1626</th>\n",
       "      <th>favorite</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2057</td>\n",
       "      <td>7939</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1382</td>\n",
       "      <td>8120</td>\n",
       "      <td>like</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1455</td>\n",
       "      <td>8588</td>\n",
       "      <td>like</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>223</td>\n",
       "      <td>5575</td>\n",
       "      <td>dislike</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1968</td>\n",
       "      <td>3814</td>\n",
       "      <td>like</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    339  1626 favorite\n",
       "0  2057  7939  neutral\n",
       "1  1382  8120     like\n",
       "2  1455  8588     like\n",
       "3   223  5575  dislike\n",
       "4  1968  3814     like"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "anonymized.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user</th>\n",
       "      <th>item</th>\n",
       "      <th>rating</th>\n",
       "      <th>items_per_user</th>\n",
       "      <th>users_per_item</th>\n",
       "      <th>decoded_item</th>\n",
       "      <th>anidb_aid</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1382</td>\n",
       "      <td>8120</td>\n",
       "      <td>like</td>\n",
       "      <td>284</td>\n",
       "      <td>62</td>\n",
       "      <td>1467</td>\n",
       "      <td>10432</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>602</td>\n",
       "      <td>8120</td>\n",
       "      <td>neutral</td>\n",
       "      <td>269</td>\n",
       "      <td>62</td>\n",
       "      <td>1467</td>\n",
       "      <td>10432</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2026</td>\n",
       "      <td>8120</td>\n",
       "      <td>dislike</td>\n",
       "      <td>227</td>\n",
       "      <td>62</td>\n",
       "      <td>1467</td>\n",
       "      <td>10432</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1898</td>\n",
       "      <td>8120</td>\n",
       "      <td>neutral</td>\n",
       "      <td>283</td>\n",
       "      <td>62</td>\n",
       "      <td>1467</td>\n",
       "      <td>10432</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1207</td>\n",
       "      <td>8120</td>\n",
       "      <td>like</td>\n",
       "      <td>364</td>\n",
       "      <td>62</td>\n",
       "      <td>1467</td>\n",
       "      <td>10432</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user  item   rating  items_per_user  users_per_item  decoded_item  \\\n",
       "0  1382  8120     like             284              62          1467   \n",
       "1   602  8120  neutral             269              62          1467   \n",
       "2  2026  8120  dislike             227              62          1467   \n",
       "3  1898  8120  neutral             283              62          1467   \n",
       "4  1207  8120     like             364              62          1467   \n",
       "\n",
       "   anidb_aid  \n",
       "0      10432  \n",
       "1      10432  \n",
       "2      10432  \n",
       "3      10432  \n",
       "4      10432  "
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "god = decoder.merge(anidb, on='decoded_item')\n",
    "god.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Work.objects.get(id=1467)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "god[['item', 'anidb_aid']].drop_duplicates().to_csv('anidb.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Django Shell-Plus",
   "language": "python",
   "name": "django_extensions"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}