// ==UserScript==
// @name Douki
// @namespace http://gilmoreg.com
// @description Import Anime and Manga Lists from Anilist (see https://anilist.co/forum/thread/2654 for more info)
// @include https://myanimelist.net/*
// @version 0.1.9
// ==/UserScript==
// Utility Functions
const logMessage = (msg) =>
document.querySelector('#douki-sync-log').innerHTML += `<li>${msg}</li>`;
const logError = (msg) =>
document.querySelector('#douki-error-log').innerHTML += `<li>${msg}</li>`;
const clearLog = () =>
document.querySelector('#douki-sync-log').innerHTML = '';
const clearErrorLog = () =>
document.querySelector('#douki-error-log').innerHTML = '';
const getOperationDisplayName = (operation) => {
switch (operation) {
case 'add':
return 'Adding';
case 'edit':
return 'Updating';
case 'complete':
return 'Fixing';
default:
throw new Error('Unknown operation type');
}
};
const sleep = (ms) => new Promise(resolve => setTimeout(() => resolve(), ms));
const flatten = obj =>
// Outer reduce concats arrays built by inner reduce
Object.keys(obj).reduce((accumulator, list) =>
// Inner reduce builds an array out of the lists
accumulator.concat(Object.keys(obj[list]).reduce((acc2, item) =>
acc2.concat(obj[list][item]), [])), []);
const uniqify = (arr) => {
const seen = new Set();
return arr.filter(item => (seen.has(item.media.idMal) ? false : seen.add(item.media.idMal)));
};
// Anilist Functions
const anilistCall = (query, variables) =>
fetch('https://graphql.anilist.co', {
method: 'POST',
headers: {
'Content-Type': 'application/json',
Accept: 'application/json',
},
body: JSON.stringify({
query,
variables,
}),
});
const fetchList = userName =>
anilistCall(`
query ($userName: String) {
anime: MediaListCollection(userName: $userName, type: ANIME) {
lists {
entries {
status
score(format:POINT_10)
progress
startedAt {
year
month
day
}
completedAt {
year
month
day
}
repeat
media {
idMal
title {
romaji
}
}
}
}
},
manga: MediaListCollection(userName: $userName, type: MANGA) {
lists {
entries {
status
score(format:POINT_10)
progress
progressVolumes
startedAt {
year
month
day
}
completedAt {
year
month
day
}
repeat
media {
idMal
title {
romaji
}
}
}
}
}
}
`, {
userName
})
.then(res => res.json())
.then(res => res.data)
.then(res => ({
anime: uniqify(flatten(res.anime.lists)),
manga: uniqify(flatten(res.manga.lists)),
}));
const sanitize = (item, type) => ({
type,
progress: item.progress,
progressVolumes: item.progressVolumes,
startedAt: {
year: item.startedAt.year || 0,
month: item.startedAt.month || 0,
day: item.startedAt.day || 0,
},
completedAt: {
year: item.completedAt.year || 0,
month: item.completedAt.month || 0,
day: item.completedAt.day || 0
},
repeat: item.repeat,
status: item.status,
score: item.score,
id: item.media.idMal,
title: item.media.title.romaji
});
const getAnilistList = username =>
fetchList(username)
.then(lists => ({
anime: lists.anime.map(item => sanitize(item, 'anime')),
manga: lists.manga.map(item => sanitize(item, 'manga'))
}))
.then(lists => ({
anime: lists.anime.filter(item => item.id),
manga: lists.manga.filter(item => item.id),
noMalIds: [
...lists.anime.filter(item => !item.id),
...lists.manga.filter(item => !item.id)
]
}))
.catch((err) => {
console.error('Anilist getList error', err);
return `No data found for user ${username}`;
});
// MAL Functions
const getMALHashMap = async (type, username, list = [], page = 1) => {
const offset = (page - 1) * 300;
const nextList = await fetch(`https://myanimelist.net/${type}list/${username}/load.json?offset=${offset}&status=7`).then(res => res.json());
if (nextList && nextList.length) {
await sleep(1000);
return getMALHashMap(type, username, [...list, ...nextList], page + 1);
}
logMessage(`Fetched MyAnimeList ${type} list.`);
const fullList = [...list, ...nextList];
return createMALHashMap(fullList, type);
}
const malEdit = (type, data) =>
fetch(`https://myanimelist.net/ownlist/${type}/edit.json`, {
method: 'post',
body: JSON.stringify(data)
})
.then((res) => {
if (res.status === 200) return res;
throw new Error(JSON.stringify(data));
});
const malAdd = (type, data) =>
fetch(`https://myanimelist.net/ownlist/${type}/add.json`, {
method: 'post',
headers: {
'Accept': '*/*',
'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
'x-requested-with': 'XMLHttpRequest'
},
body: JSON.stringify(data)
})
.then((res) => {
if (res.status === 200) return res;
throw new Error(JSON.stringify(data));
});
const getStatus = (status) => {
// MAL status: 1/watching, 2/completed, 3/onhold, 4/dropped, 6/plantowatch
// MAL handles REPEATING as a boolean, and keeps status as COMPLETE
switch (status.trim()) {
case 'CURRENT':
return 1;
case 'REPEATING':
case 'COMPLETED':
return 2;
case 'PAUSED':
return 3;
case 'DROPPED':
return 4;
case 'PLANNING':
return 6;
default:
throw new Error(`unknown status "${status}"`);
}
}
const buildDateString = (date) => {
if (date.month === 0 && date.day === 0 && date.year === 0) return null;
const dateSetting = document.querySelector('#douki-date_format').value;
const month = `${String(date.month).length < 2 ? '0' : ''}${date.month}`;
const day = `${String(date.day).length < 2 ? '0' : ''}${date.day}`;
const year = `${date.year ? String(date.year).slice(-2) : 0}`;
if (dateSetting === 'a') {
return `${month}-${day}-${year}`;
}
return `${day}-${month}-${year}`;
}
const createMALData = (anilistData, malData, csrf_token) => {
const status = getStatus(anilistData.status);
const result = {
status,
csrf_token,
score: anilistData.score || 0,
finish_date: {
year: anilistData.completedAt.year || 0,
month: anilistData.completedAt.month || 0,
day: anilistData.completedAt.day || 0
},
start_date: {
year: anilistData.startedAt.year || 0,
month: anilistData.startedAt.month || 0,
day: anilistData.startedAt.day || 0
},
};
result[`${anilistData.type}_id`] = anilistData.id;
if (anilistData.repeat) {
const verb = anilistData.type === 'anime' ? 'watched' : 'read';
result[`num_${verb}_times`] = anilistData.repeat;
}
// If status is COMPLETED (2) use episode, volume, and chapter counts from MAL
// Otherwise use AL's
// If the item is new, these values will not be present; however, once added, the update will swing back around
// and they will be available for an update
if (status === 2) {
// Existing item; use MAL's provided counts
if (malData && Object.keys(malData).length) {
if (anilistData.type === 'anime') {
result.num_watched_episodes = malData.anime_num_episodes || 0;
} else {
result.num_read_chapters = malData.manga_num_chapters || 0;
result.num_read_volumes = malData.manga_num_volumes || 0;
}
}
// Non-completed item; use Anilist's counts
// Note the possibility that this count could be higher than MAL's max; see if that creates problems
} else {
if (anilistData.type === 'anime') {
result.num_watched_episodes = anilistData.progress || 0;
} else {
result.num_read_chapters = anilistData.progress || 0;
result.num_read_volumes = anilistData.progressVolumes || 0;
}
}
return result;
};
const createMALHashMap = (malList, type) => {
const hashMap = {};
malList.forEach(item => {
hashMap[item[`${type}_id`]] = item;
});
return hashMap;
}
const shouldUpdate = (mal, al) =>
Object.keys(al).some(key => {
switch (key) {
case 'csrf_token':
case 'anime_id':
case 'manga_id':
return false;
case 'start_date':
case 'finish_date':
{
const dateString = buildDateString(al[key]);
if (dateString !== mal[`${key}_string`]) {
return true;
}
return false;
}
case 'num_read_chapters':
case 'num_read_volumes':
case 'num_watched_episodes':
// Anlist and MAL have different volume, episode, and chapter counts for some media;
// If the item is marked as completed, ignore differences (Status 2 is COMPLETED)
// EXCEPT when the count is 0, in which case this was newly added without a count and needs
// to be updated now that the count is available
{
if (mal.status === 2 && mal[key] !== 0) {
return false;
}
if (al[key] !== mal[key]) {
return true;
};
return false;
}
// In certain cases the next two values will be missing from the MAL data and trying to update them will do nothing.
// To avoid a meaningless update every time, skip it if undefined on MAL
case 'num_watched_times':
{
if (!mal.hasOwnProperty('num_watched_times')) {
return false;
}
if (al[key] !== mal[key]) {
return true;
};
return false;
}
case 'num_read_times':
{
if (!mal.hasOwnProperty('num_read_times')) {
return false;
}
if (al[key] !== mal[key]) {
return true;
}
return false;
}
default:
{
// Treat falsy values as equivalent (!= doesn't do the trick here)
if (!mal[key] && !al[key]) {
return false;
}
if (al[key] !== mal[key]) {
return true;
}
return false;
}
}
});
const syncList = async (type, list, operation) => {
if (!list || !list.length) {
return;
}
const opName = getOperationDisplayName(operation);
const logId = `douki-${operation}-${type}-items`;
logMessage(`${opName} <span id="${logId}">0</span> of ${list.length} ${type} items.`);
let itemCount = 0;
// This uses malEdit() for 'completed' as well
const fn = operation === 'add' ? malAdd : malEdit;
for (let item of list) {
await sleep(500);
try {
await fn(type, item.malData);
itemCount++;
document.querySelector(`#${logId}`).innerHTML = itemCount;
} catch (e) {
console.error(e);
logMessage(`Error for ${type} <a href="https://myanimelist.net/${type}/${item.id}" target="_blank" rel="noopener noreferrer">${item.title}</a>. Try adding or updating it manually.`);
}
}
}
const syncType = async (type, anilistList, malUsername, csrfToken) => {
logMessage(`Fetching MyAnimeList ${type} list...`);
let malHashMap = await getMALHashMap(type, malUsername);
let alPlusMal = anilistList.map(item => Object.assign({}, item, {
malData: createMALData(item, malHashMap[item.id], csrfToken),
}));
const addList = alPlusMal.filter(item => !malHashMap[item.id]);
await syncList(type, addList, 'add');
// Refresh list to get episode/chapter counts of new completed items
logMessage(`Refreshing MyAnimeList ${type} list...`);
malHashMap = await getMALHashMap(type, malUsername);
alPlusMal = anilistList.map(item => Object.assign({}, item, {
malData: createMALData(item, malHashMap[item.id], csrfToken),
}));
const updateList = alPlusMal.filter(item => {
const malItem = malHashMap[item.id];
if (!malItem) return false;
return shouldUpdate(malItem, item.malData)
});
await syncList(type, updateList, 'edit');
};
const fillErrorLog = (anilist) => {
if (!anilist.noMalIds || !anilist.noMalIds.length) return;
logError('Anilist does not have a MAL ID for the following items. If a verified MAL entry exists for any of these, contact an Anilist data mod to have it added.');
anilist.noMalIds.forEach(item => {
logError(`${item.type}: ${item.title}`);
});
}
// Main business logic
const sync = async (e) => {
e.preventDefault();
const malUsernameElement = document.querySelector('.header-profile-link');
if (!malUsernameElement) {
logMessage('You must be logged in!');
return;
}
console.clear();
clearLog();
clearErrorLog();
logMessage(`Fetching data from Anilist...`);
const anilistUser = document.querySelector('#douki-anilist-username').value;
const anilistList = await getAnilistList(anilistUser);
if (!anilistList) {
logMessage(`No data found for user ${anilistUser}.`);
return;
}
fillErrorLog(anilistList);
logMessage(`Fetched Anilist data.`);
const csrfToken = document.querySelector('meta[name~="csrf_token"]').getAttribute('content');
const malUsername = malUsernameElement.innerText;
await syncType('anime', anilistList.anime, malUsername, csrfToken);
await syncType('manga', anilistList.manga, malUsername, csrfToken);
logMessage('Import complete.');
};
// DOM functions
const addImportForm = () => {
if (document.querySelector('#douki-form')) return;
const html = `
<div id="douki-form">
<h1 class="h1">Import From Anilist</h1>
<div style="padding: 20px">
<p><strong>NOTICE</strong>: Use this script at your own risk. The author takes no responsibility for any damages of any kind.</p>
<p>It is <em>highly</em> recommended that you try this script out on a test MAL account before importing to your main account.</p>
<p>Visit <a href="https://anilist.co/forum/thread/2654" target="_blank" rel="noopener noreferrer">the Anilist thread</a> for this script to ask questions or report problems.</p>
<p>Please be patient. If the import goes any faster you will be in violation of MyAnimeList's Terms of Service.</p>
</div>
<form id="douki-anilist-import" style="padding: 5px 0px 10px 0px">
<p style="margin: 10px"><label>Anilist Username: <input type="text" id="douki-anilist-username" /></label></p>
<p style="margin: 10px">
<label>Date Format:
<select id="douki-date_format" class="inputtext">
<option value="a" selected>American (MM-DD-YY)
<option value="e" >European (DD-MM-YY)
</select>
</label>
</p>
<p style="margin: 10px"><button id="douki-import">Import</button></p>
</form>
<br />
<ul id="douki-sync-log" style="list-type: none;"></ul>
<p style="margin: 10px"><button id="douki-error-log-toggle" style="border: none">Show items that could not be synced</button></p>
<ul id="douki-error-log" style="list-type: none; display: none;">
</ul>
</div>
`;
const element = document.querySelector('#content');
element.insertAdjacentHTML('afterend', html);
const importButton = document.querySelector('#douki-import');
importButton.addEventListener('click', sync);
const textBox = document.querySelector('#douki-anilist-username');
textBox.addEventListener('change', function (e) {
localStorage.setItem('douki-settings', JSON.stringify(e.target.value));
});
const dateFormatPicker = document.querySelector('#douki-date_format');
dateFormatPicker.addEventListener('change', function (e) {
localStorage.setItem('douki-settings-date', JSON.stringify(e.target.value));
});
const username = JSON.parse(localStorage.getItem('douki-settings'));
if (username) {
textBox.value = username;
}
const dateOption = JSON.parse(localStorage.getItem('douki-settings-date'));
if (dateOption) {
dateFormatPicker.value = dateOption;
}
const errorToggle = document.querySelector('#douki-error-log-toggle');
errorToggle.addEventListener('click', function (e) {
e.preventDefault();
const errorLog = document.querySelector('#douki-error-log');
if (errorLog.style.display === 'none') {
errorLog.style.display = 'block';
} else {
errorLog.style.display = 'none';
}
});
};
const addDropDownItem = () => {
if (document.querySelector('#douki-sync')) return;
const selector = '.header-menu-dropdown > ul > li:last-child';
const dropdown = document.querySelector(selector);
if (dropdown) {
const html = '<li><a aria-role="button" id="douki-sync">Import from Anilist</a></li>';
dropdown.insertAdjacentHTML('afterend', html);
const link = document.querySelector('#douki-sync');
link.addEventListener('click', function (e) {
e.preventDefault();
window.location.replace('https://myanimelist.net/import.php');
});
}
};
// Entrypoint
(() => {
'use strict';
addDropDownItem();
if (window.location.pathname === '/import.php') {
addImportForm();
}
})();