// ==UserScript==
// @name HIT Scraper WITH EXPORT
// @author feihtality
// @description Snag HITs.
// @namespace https://gf.qytechs.cn/en/users/12709
// @match https://www.mturk.com/mturk/findhits?*hit_scraper-dev
// @match https://www.mturk.com/mturk/findhits?*hit_scraper
// @version 4.0.068
// @grant none
// ==/UserScript==
// v4.0: massive API overhaul reducing size by nearly 3000 lines
// silent notifications, appearance approvements, additional customization
(function() {
'use strict';
const VERSION = '4.0.068';
const URL_SELF = 'https://gf.qytechs.cn/en/scripts/10615-hit-scraper-with-export#ugTop';
const DOC_TITLE = 'HIT Scraper';
const TO_BASE = 'https://turkopticon.ucsd.edu/';
const TO_REPORTS = TO_BASE+'reports?id=';
const TO_API = TO_BASE+'api/multi-attrs.php?ids=';
const ISFF = Boolean(window.sidebar);
var ico = 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAABmJLR0QA/wD/AP+gvaeTAAAACXBIWXMAAAsTAAALEwEAmpwYAAAAB3RJTUUH3wsTDwctGwJAtQAAAYRJREFUOMudkz1rWmEUx3/6gFeC1A5p6RJByGTGTpEM3iHfwMmxfggH1yyB69BFyFAy5FIQ6wdw9CVxUOhQXFykYFcTLvEaiuafQU0wXoPkwIHnOS8/znPOeWAh18AU0I7qA61lLjfbAl3X1Ww2k+u620AtgP9BTsdx1O/3lUqlNBgM5DhOEGAaWh7eLeEgYywWo1QqMRwO8X2fdrtNsVjcCtkorVKpSJKy2awsy1Imk1Gv19vWh02j53mSpHQ6vctENo2dTkcrGY/HqlarSiaTuwMSiYRqtZomk8kzqNvt7g5YqTFGtm1LkjzPC4wJnEKz2cS2bSKRCMYYAOr1+htTCFtr1EKhoEajId/3NRqNVC6XFY/HF/69LyKfE9bivlikfA72D+H8DHh8e3PyOfAMfJjDj58YoMjvP4bQPVz9g4MU7Ifh7y2EDJgoHB/BqQ3fLuDzAdz14fIXaP6w+okvT8jnRFub+r0mTr6+bmJzVVgLmKw5w1ER/SQiH4O6fw80AJ4AC20qRDxx28IAAAAASUVORK5CYII=',
audio0 = 'T2dnUwACAAAAAAAAAAB8mpoRAAAAAFLKt9gBHgF2b3JiaXMAAAAAARErAAAAAAAAkGUAAAAAAACZAU9nZ1MAAAAAAAAAAAAAfJqaEQEAAACHYsq6Cy3///////////+1A3ZvcmJpcx0AAABYaXBoLk9yZyBsaWJWb3JiaXMgSSAyMDA1MDMwNAAAAAABBXZvcmJpcxJCQ1YBAAABAAxSFCElGVNKYwiVUlIpBR1jUFtHHWPUOUYhZBBTiEkZpXtPKpVYSsgRUlgpRR1TTFNJlVKWKUUdYxRTSCFT1jFloXMUS4ZJCSVsTa50FkvomWOWMUYdY85aSp1j1jFFHWNSUkmhcxg6ZiVkFDpGxehifDA6laJCKL7H3lLpLYWKW4q91xpT6y2EGEtpwQhhc+211dxKasUYY4wxxsXiUyiC0JBVAAABAABABAFCQ1YBAAoAAMJQDEVRgNCQVQBABgCAABRFcRTHcRxHkiTLAkJDVgEAQAAAAgAAKI7hKJIjSZJkWZZlWZameZaouaov+64u667t6roOhIasBADIAAAYhiGH3knMkFOQSSYpVcw5CKH1DjnlFGTSUsaYYoxRzpBTDDEFMYbQKYUQ1E45pQwiCENInWTOIEs96OBi5zgQGrIiAIgCAACMQYwhxpBzDEoGIXKOScggRM45KZ2UTEoorbSWSQktldYi55yUTkompbQWUsuklNZCKwUAAAQ4AAAEWAiFhqwIAKIAABCDkFJIKcSUYk4xh5RSjinHkFLMOcWYcowx6CBUzDHIHIRIKcUYc0455iBkDCrmHIQMMgEAAAEOAAABFkKhISsCgDgBAIMkaZqlaaJoaZooeqaoqqIoqqrleabpmaaqeqKpqqaquq6pqq5seZ5peqaoqp4pqqqpqq5rqqrriqpqy6ar2rbpqrbsyrJuu7Ks256qyrapurJuqq5tu7Js664s27rkearqmabreqbpuqrr2rLqurLtmabriqor26bryrLryratyrKua6bpuqKr2q6purLtyq5tu7Ks+6br6rbqyrquyrLu27au+7KtC7vourauyq6uq7Ks67It67Zs20LJ81TVM03X9UzTdVXXtW3VdW1bM03XNV1XlkXVdWXVlXVddWVb90zTdU1XlWXTVWVZlWXddmVXl0XXtW1Vln1ddWVfl23d92VZ133TdXVblWXbV2VZ92Vd94VZt33dU1VbN11X103X1X1b131htm3fF11X11XZ1oVVlnXf1n1lmHWdMLqurqu27OuqLOu+ruvGMOu6MKy6bfyurQvDq+vGseu+rty+j2rbvvDqtjG8um4cu7Abv+37xrGpqm2brqvrpivrumzrvm/runGMrqvrqiz7uurKvm/ruvDrvi8Mo+vquirLurDasq/Lui4Mu64bw2rbwu7aunDMsi4Mt+8rx68LQ9W2heHVdaOr28ZvC8PSN3a+AACAAQcAgAATykChISsCgDgBAAYhCBVjECrGIIQQUgohpFQxBiFjDkrGHJQQSkkhlNIqxiBkjknIHJMQSmiplNBKKKWlUEpLoZTWUmotptRaDKG0FEpprZTSWmopttRSbBVjEDLnpGSOSSiltFZKaSlzTErGoKQOQiqlpNJKSa1lzknJoKPSOUippNJSSam1UEproZTWSkqxpdJKba3FGkppLaTSWkmptdRSba21WiPGIGSMQcmck1JKSamU0lrmnJQOOiqZg5JKKamVklKsmJPSQSglg4xKSaW1kkoroZTWSkqxhVJaa63VmFJLNZSSWkmpxVBKa621GlMrNYVQUgultBZKaa21VmtqLbZQQmuhpBZLKjG1FmNtrcUYSmmtpBJbKanFFluNrbVYU0s1lpJibK3V2EotOdZaa0ot1tJSjK21mFtMucVYaw0ltBZKaa2U0lpKrcXWWq2hlNZKKrGVklpsrdXYWow1lNJiKSm1kEpsrbVYW2w1ppZibLHVWFKLMcZYc0u11ZRai621WEsrNcYYa2415VIAAMCAAwBAgAlloNCQlQBAFAAAYAxjjEFoFHLMOSmNUs45JyVzDkIIKWXOQQghpc45CKW01DkHoZSUQikppRRbKCWl1losAACgwAEAIMAGTYnFAQoNWQkARAEAIMYoxRiExiClGIPQGKMUYxAqpRhzDkKlFGPOQcgYc85BKRljzkEnJYQQQimlhBBCKKWUAgAAChwAAAJs0JRYHKDQkBUBQBQAAGAMYgwxhiB0UjopEYRMSielkRJaCylllkqKJcbMWomtxNhICa2F1jJrJcbSYkatxFhiKgAA7MABAOzAQig0ZCUAkAcAQBijFGPOOWcQYsw5CCE0CDHmHIQQKsaccw5CCBVjzjkHIYTOOecghBBC55xzEEIIoYMQQgillNJBCCGEUkrpIIQQQimldBBCCKGUUgoAACpwAAAIsFFkc4KRoEJDVgIAeQAAgDFKOSclpUYpxiCkFFujFGMQUmqtYgxCSq3FWDEGIaXWYuwgpNRajLV2EFJqLcZaQ0qtxVhrziGl1mKsNdfUWoy15tx7ai3GWnPOuQAA3AUHALADG0U2JxgJKjRkJQCQBwBAIKQUY4w5h5RijDHnnENKMcaYc84pxhhzzjnnFGOMOeecc4wx55xzzjnGmHPOOeecc84556CDkDnnnHPQQeicc845CCF0zjnnHIQQCgAAKnAAAAiwUWRzgpGgQkNWAgDhAACAMZRSSimllFJKqKOUUkoppZRSAiGllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimVUkoppZRSSimllFJKKaUAIN8KBwD/BxtnWEk6KxwNLjRkJQAQDgAAGMMYhIw5JyWlhjEIpXROSkklNYxBKKVzElJKKYPQWmqlpNJSShmElGILIZWUWgqltFZrKam1lFIoKcUaS0qppdYy5ySkklpLrbaYOQelpNZaaq3FEEJKsbXWUmuxdVJSSa211lptLaSUWmstxtZibCWlllprqcXWWkyptRZbSy3G1mJLrcXYYosxxhoLAOBucACASLBxhpWks8LR4EJDVgIAIQEABDJKOeecgxBCCCFSijHnoIMQQgghREox5pyDEEIIIYSMMecghBBCCKGUkDHmHIQQQgghhFI65yCEUEoJpZRSSucchBBCCKWUUkoJIYQQQiillFJKKSGEEEoppZRSSiklhBBCKKWUUkoppYQQQiillFJKKaWUEEIopZRSSimllBJCCKGUUkoppZRSQgillFJKKaWUUkooIYRSSimllFJKCSWUUkoppZRSSikhlFJKKaWUUkoppQAAgAMHAIAAI+gko8oibDThwgMQAAAAAgACTACBAYKCUQgChBEIAAAAAAAIAPgAAEgKgIiIaOYMDhASFBYYGhweICIkAAAAAAAAAAAAAAAABE9nZ1MABAgkAAAAAAAAfJqaEQIAAAB89IOyJjhEQUNNRE5TRENHS0xTRllHSEpISUdORk1GSEdISUNHP0ZHS1IhquPYHv5OAgC/7wFATp2pUBdXuyHsT4XRISOWEsj9QgEA7CC99FBIaDsrM+hbibFaAl81wg+vGnum4/p5roRKJAAAQFGOdsUy794bb3kbX50b8wL0NECgHlr67FRjAIAlBqKQyl55KU64p02UMHrBl0yZbWiGBSJYvJwiAaLj+vfck0gAnrsDAJV8Gl9y2ovHlFW+iSn7ZmRlQAb9lx4A4hz/EEPP9W5bRn5ldI8wU4fR+xS3ZLKtvYvVL687nuL6t9yTeAC+RwCEqOwlsbp1/8nH92xUT3KcsFhk7T4kAADwbXSbV8XCH6fYyccR20ceVzbp65K8wTKt7i29DHrNRpbg+llWQiUAAABh8SfmNYz1zNJvVm/6ZulEwE4BZEcYiZ+X5QQAsDib+e7cFjM7i9MfI304kTbyzFlUlxMZW92vpQmnJf6GaI40HUgUhuDlGH4SiwBwPQCEotz12nIjLju/n4bWM2RrhQP26bAAAEJxvd5Y66S0Bk6b+hozw2kzVccJx/ajEnnIWdBXbMON0UJ+YC/LJwGAawygypSJUV3enfpuR4a1NshSpqhl1t95c7XpMobYmrGOdWy9kMLS280QcKu7WxbJ2uukrVrMMMQ2V6o4GbYBVyi1zt6mTwOW4r0O3hJoAMA1A1AVxeA82nYulS/PeZS76iiXQcld82TW68AVRVaGbYu3pYy2dCtv2WPZTW4aze95YsP2ht8H9ob2sHdj2aP5xvzGMvrcPuw3DJbg+pl7SwAA4JoQAKEoRmuTA1datn0ll4M+RDIgwepTegCAqZXJwi4+D9CbO9co4qTOEo4nJQk1ilBItSPefZhsCFADluD6mXtLQDYAeKoOQCiygt5MbOFxku9OoakVCRshIH7t0QMAsAvYnyc9wcaLOrepVBelSJ5YqXw57wGbOJf0QmBIAZbf+pi9JQgIAHxPBiAUZSwOroLZG1W7/N3+lCr8SBC1+1oAAKDoRWT56b6YcafEq0xsUDbM+7p712GNyfWWOMh+MX2y9t4Ajt/60d4SAAAwYQCEVXkuoAma6qXER1ZLu2GlDQLBvwcdACAPR5Sb2vYgzJ8uxdxSE127cNRnPpdsJZ4NMndjTdbblB/nE1PKjWcAjt8RjScBgH4SQJUpY3MiJTGRJmXGjImpRAjBZs1sNmtM5P86m3EcU5cSkC9b8eY3Pp96HVJjwP4rz19qS8yY4sW8W9OlKl2BeJw8EZbioceTAMBzBqAqyl4y2V0me0/D3qUeI3cIURT5Wytli7flLsdxKBaV7aIcRMOhcDROe6VmZlx8Wvfo9JnMW+Xfqsv0ynjdVK/MzFQbMjPVmTkrit5ivp0EAHbCAAjFHZ+WVE/2qWubq96d1HGjRkCYMmYAQLOZZYEblKknCTLC3Fla72pISpk4z9x1sjuZrttub1LUJ7vpBIreXQKXAFwDg6IcCzOmDu0NiSNTR+7tTyQSiRBGE4e+2JLycuv6ere1P1Pl8/Y/biuttqVa0RuwLXKPW2JbWh8qGysH3pXVYRofzOW4oS9KVk6oeZa7BHcclt8xp28J0ABA1QAIRZnKdDQLZzv2vZR6R7SDCNLiDPu/JgCA2ddgPznKws0y9ko0o/FZp5UKN2aTLwFhOkzbGk7Ev69tHACS3/oxe0tAAgCf9wAIRVawTrOhvznPSHXcBU3RRqYNQTr+bQUAgMqdkd316ov0ymXJ8FLa1f8b79fj3R4By8t8Dk5FPP5LnAiS3/rwviUAAHBNCICw+Ht66212jr0bz0zNqNLUqFY1A9xMaQEANp/b9ba5yPZORo4ec5Hx/Coj7MILu6hGm9Hp5ijH2FmPQjZqAZLferjfEhAAwFYdgFCUiWYwt9TVuWGVr8cm59axURwJOqv0AMAj50k+vICuG/fuoNnVN2t7+a9VtsYCea7kqrItmTnEQa79GYrfenjfEhANAJ4RAKEouzmardahkP4tso7fBsViChGWqgUAYKA7f720O5LqX9FXzSku1sC3tVHxq++uVfaXuowa3NJx6Ks0egOG3iWGneQAsBMEIBT/zXRNrr38c9rdz2qpCpgB6gqDNADApWZZSvcm7VyTo1yW3Vs1q8xMmgEBWwoze23kQBDMDRPt7i4hC5LfIY+nDgDk5ACwwnowLLvft7ekXds5nezEig0nclrDi8Or66XICZaq4ime564bwYdBWO8dvmfNrsCSW5AeWe1ifN2R9nS21RC4NME1A4rh4lzfEiQAQE8QgFCUaTOXH1J3pjkwKlntkpRBWCvsIb8OAKANWER83tlHOBVJaZ2NJWXKSqhgA34zuOPehVVh/B3ICQOO4KK+3xIQAMDnfQBSpxrzCH2U6pHp7WZ6PwyCqAkm+eWrBAA4Kdb8uJEp5f1dXgrhcvR9MoeMyzG0i/uYgHyN0jrNek+GubvriIm6G47hor7fEgAAUCUAobJUrNbG3GOY9blo5oPOduQP0lqkd7UeALwgdweI4PWcyLTRw5Fdntehe/trjP5IJSJznmuLpm7H2AGG4GLMbiUAAPDcAAiLpczJlR2n60F9PErm8YqNiQOyfr9UAQB2KTnX3MdFOTMzJcfCSrwWl1HWIzI7uxB1TsQuEPx9LoN6hgCG4GLMbiVAA4CtGgChVrYNbTwU1eZqiFJ5aigd6zgQrfzXAQCU0XsD+QyRUGiFAr5hrfR2sPZgJsjrhXh7P8+AqkfZQ0B8BoZeVea3BOQCgJ4IQKgsr2dxyXYl7caDKOsvx4ppZRDYXakBABCbnhZ61lw0GWo5b34cYxZ5CVel7QjFunVc7uMuNtizydMTHIZdVecn8QBcJwAylf/guBJzi/V87Sae+JlHxQYbsKPLKgAQAOso9x00mcrgiC+iUmxOnvchtha7pB1piFRd2YyH3IQ9+rS5KA2CYFT+JwEAVQIQimTsNSzPy/J8ZphM3e2dDMHaEES8/lovAQhg5HLoVVKXxj1K71I7cJxAeWFDYcfOIR/LcsdhJeo5fuBRhicBgKcBCJVqdk5erKV2T6fejJ4y5zkhsYgwewHAUnpnobQUEvXMdFbKoF3tzr9dP6htsqXVgL7D6TN0HnVL38UVkQ164xGPtyQhAICtAGC5fMRbGFCeNkvX5h6nXQxEIQBlWQ0AACaNu+sdjcTc3HKvtL7+nrprlFMlxCGXw0Jg6wN+nYqXkwBATwE4A8AfreeeYJ3ee/G0MzGii4iwVtrHNQ0AQBWg7wMR1wL09Ywau3DR1Lr3zU2kmxYEJR0NgtRDdnEio4ZJdl4Vo1sCBAC4TgCBQTY2QLPnmPkpfS846yNWBgKOXd5JSADArF9HjUZd1KCzNse+k3ck7bCGnfr+6eHjs1m4k9cQsPUEHQB+n8LpSXQAjAHkrLI094zNHePypKdf9RIWN0lIy/Bx1JECYkgi481PP5FG1l/fLPa51xrTFkIuUqPIjTxdY0Qh6riz3rXJ/vF0dkSSW9DTqgAAmeJx/scynl627KXON973XgpjzRJ1Hj6/CMlCc+hfQ6eIKQm7nLAMh3X1YorEW8vqOL44wn79D/pIETNBW/AzzX9681U4DJzb4PYDesvZ34xswFUCkGrRAGD1Nx4AeF4pACxWbrDxrjgDwBwF',
/*'*/audio1 = 'SUQzBAAAAAABFVRYWFgAAAASAAADbWFqb3JfYnJhbmQAbXA0MgBUWFhYAAAAEQAAA21pbm9yX3ZlcnNpb24AMABUWFhYAAAAHAAAA2NvbXBhdGlibGVfYnJhbmRzAGlzb21tcDQyAFRERU4AAAAVAAADMjAxNC0wMi0xNiAxMzo0NDoxNgBUU1NFAAAADwAAA0xhdmY1My4zMi4xMDAA//uQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAWGluZwAAAAcAAAAlAAA+CQANDRQUFBoaGiEhKCgoLy8vNTU8PDxDQ0NKSkpQUFdXV15eXmVla2trcnJyeXl/f3+GhoaNjY2UlJqamqGhoaior6+vtbW1vLzDw8PKysrQ0NDX197e3uXl5evr8vLy+fn5//8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA//uQZAAP8AAAaQAAAAgAAA0gAAABAAABpAAAACAAADSAAAAETEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVTEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV//uSZECP8AAAaQAAAAgAAA0gAAABAAABpAAAACAAADSAAAAEVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVYAGA2AAYsgQwh0DsmF2g2kgijWJF27brJ0vJilIk6SBUnSJ0mF98I7KLdQiTpMKMJk5R05ybh4XOSC0CZOowu2UcgjOcI1FtH5IC7ajCZhd6DJ7DPWTmkwj0ufIHI3oIzycs2C7cG1HI9UcK5I2kFz9QyGTmo5HqB6CKOmLns/qkf/7kmRAj/AAAGkAAAAIAAANIAAAAQAAAaQAAAAgAAA0gAAABJzKHgwmj0gVNwppif/rG+u8gVRyQMCPtbrK2Uqgtwqg1aky6xBr+g1mTJjmtJl1Bo05JkyYNGjRoyZMmTBo0aNGe6h6MzMTT0GUu38yZMmTBo0aNGTJkyYNGjSDJKH6xwIsVcQAIAiFtEAD+txLTkCjwprLYmCKLmMYch24IhEoiD+Pxneqcicvl7oMQjruM4lrkBcZnGYRjlhOAQgxxA03udiKR+LwGxwGhV/D+ClbZ5h/HnlERd9bbUPspFcyoe54UioH2S9QJEessavfwoDaciMbDQThCGV2yKUTNdVVjedbMdCvV76CnznUaHv4kM54zx5HLYqH9o7Wc6rNNzY1BEPwuCoV+p9Na0wvmR5EUD+icrqzyHePH1DjrhYzCZIUsOivniSxjTOtXudX86kVra/UiGNaHwsJyM/eZlUeG+TGmCDcYHoCABjEckEQufyIrRo6QCkn8uexCTAvdTAoKU6Iki4wPKcUM/RRd0l7m0MGgsJBuL6QGJo2F0b/+5Jk/40EvGw3CGlLckXgFAwEIwAdaab0TGHtyn22HFSUJbmNGUJIZD3NJBFG2mK26IBQgTFZi24Z/7QRR0gjUSMSHQ23DPDIe0ckCZPpGKxW0FAwqK3o53sEEPPNQMf/JoIfz2vNBFHPVGLRki4XDZYDCEVzVFbekBImjmmK26QIHI2yM2QBjEaNHOcEtttqTba1kQAkIji51RQ8vcAEgb5a9lgJIXZoWyK8W2g/DkGO4+k5all1/GhwBDsENpuAIjAckaQCBC+qcZjIA2c/STVfhs+rkKQ4olBBzZjICRgQWKqqzInoCBVqA41UNjiYCdDO5a+9AyNd650R10LMgsuogMVsLWGygtUW4AVr+hDCF0TDXLMOPW57EIrto8NIIysTGFtoLpju2/8WisOuErhnaVCbqWSVip28jMjoIhDF6elGVJunlcP34xTwK/bcITDduph/773///////5+G9frV0OeqQfnFkHKIrRdgGgNWEkFlAGzaOQow5znMsqIs285kzOf8zm52Yhg3Qiww4shcDsP04TgTEceD0DhMHAS//uSZIqA9udURmsZwvCOLEfwPYtuWUUbHAznC4j1FmMBhqkwDxZSdvtNi+rPzc68vffNgkDtAHALH8sQ4a+Ztr4qmTcvfGxtq2nPDKt074qzfefqJddN+Pl7/qX3XNvmPVPxFJnKp+990+Xwo8rdVTdHzf9azQj4QpUQCgxgGPi1RnssbMEYUZHWBcdKtJgqDJITaQiFKNbF0h0F4ACoMPMvXABh4jCy+6fSjrU6aGXiMcUDHjIAsInqduIXqM5EW6Aa00zKNRc55TKEnlETi0tSXHEAGyl2E0FH1UF4uK99FnBDBGuR1w2rJDr4RsZKzptHABKU/XkUzct59MZDhoOJGLhpwCNpzR2ptcd9QdLhn7wLJEjo8TtWSsYU7bgsAiqpUFwo2Pe7kbtS/crZwy9ocm3nuYiD6RSSvo48MMofgBrSK5S2IViPBXRskOLUyqi4CxDjOiaFn///jQKfxeFhgBgDAFjiIE8KQoFGDX////4uEKK5R7v//////+l9IqotIpRSoFJJSrkzVKAfBJCn0S46laOJRN2XM2WLvuyugf/7kmQQAASfSU9p+GL0MuM5SmCiOBCFJSmsPSvAyQwlPPOI4P65NtlS6XK3jjgIKKRIpxtxafh2QNvXz+OyaM0Utm4cjVyOxntjGgUg3ZNSBCngLjt1+1fuVrHp0ExXMWT1C+MjRqC6tdcHFMsJKy1Zo0sPzEtiVaKrlLpVNooVvwU+dnJ+Zoy+wvMVz/HrtFscv3O/1r/W38BFAAAEndSgARguGaSWsgFKLOIt8gj/06ihRJGUWScTBs6DX/+UD3/////+y/kMpqh0AAYgAAAAAQR8gI/IiKjTKIW0xhrL3WgY/jGU0dqTz2zEooaod2ix06ukOUTIWcZ43meoSaJI5npuo8pCGliVNVe98VmJgAhAmRrwRCGHprq4hcYHyImRComssueNJzOsJoyVN33ZXKn9E11osSilW+/HqwyeZnyOIrvyZjHPTV21f+ocAkJEqiEYC98N5q3EaLleuqHFxqAwA9fnt9vrgwoQg5klUUG+3/35X+v/////u60v68xVAAAEAAAAdBwNORROIFOE+lYy9zlBlFitydB9Emcnxzf/+5JkEAoEUUPIYw964DNjORwkpTgROUcWrODL0MQMpLShFOBihn8t6fQIT2qagxGJjQ05kw1qnBc0zIqlyhQ/wZYLtVQbIlxivW6MzPWHUKBG3Bi+a0bfj6xJWS76NmWkfM1MVg6+cwae+YL2mYtvamZ5q0/z/6QZvF8+VziNaOsYIgwG/2Z4KsEJhNHGAGBEN7C2erwCypOSWlSCICiX1GL9P6iBQ8IiLCRRokGB4OfV8t/V//U//u/373yPucq+hAkjDQiCFR9FDIACoaIzFvQ0dK9e65kqmLPM8DrzszHX5oquNDO/yfnrHeR93Vbr0UfuidVlcfeBAaDQBVBE9IO/vt/Wl+bqdSAS5Mhq6BR5pprOazl06i9KlT5pqP3MarLVzIPOz1ZGu9tENqWUYy63cOdCqVu/9s////9On2TeDg8etN1LB4mkiGBlNtACSBGlQnjOtdNWDNbTq3+uhisrFYIhEM+zdu+j//W//b/gAoYaMCzAAmzY6hUEgJWMgJJ0TOMZsAES9XasZTNAaFnOirWz9T0dZ/FbLwMBhyEU//uSZBKABA9Qx2MYQvI4YlktNEI4EY0rF4zhC8DhGCOgsRUwFSjod2eWZ38vxwpdRd7WlXHzzU6YOFnDEUzFBrX/vmiFIKA+cYJ6Rr+07RJL5EObOiYc5UJmJR2+rSV+5lr9u++47jqL6muUqZ4+OF7++fpSbC5KfM6/3Clz/1hMGBA5sqRii29YKg0PKt7GOFa/etW+HHtYMq/T0M7XA7lxn93nWdAyKkqUibSOhXcKJcK2tVdvU6VAAFDRKAASg2cRAoYDlEO6CVjwIhkZkRoqBixcqzL5bGXZkjdI9T0dWcpo3PdqR7eN+5n8wravu8xBQlrrBxpqHAa8h0o5b/42EUQhySD4nJNSRHX4mupFk5l0WKkdjj+VqWa3m5i+fGRZcVF/zA9ZSKqLodye/etY6pK2JTB1ITMm1VnFNDhIzW0S31Qk0AIfJQAuJCwvrl9Aaav/RvMZ8xAEGGAjbpf/b+0uvee70/utxXTM39f9aVta7+J5c7KPff1I1gEAzXkQDEjEfoDWX4R5WjRJOcqHAxgpAFDUk0DoWqboen7x+//7kmQSAAMXJ0lp7HpQO2PZnQjiSpJBiSOsPM3A4BUl9GCJMDk9XG769P9sDG4uMHB7o0DKLiKSjPunpr6p/Pv196RYMkDF67g9uOEZqoWbHQFtHP8styspS40l3JHLHU21VtNguMNANtxujgQk1tGqYJYQCQqP+cbf0fsbTcy/8O+w9nXklB7qInw8zHXWpzpFR3fb/v5S/pWlx+tKQmw05WQC2XbEiJLuBcLYA4rSxQirxIrAUomjN7oXlkMOd6h6iN04C/LuM70yHRJnGNRHCApzuLqXM7E4GYcoL86TJ8bdfHieHPJTddUoju86aPmOzOhie+tzmIE4IvKbJv3d04x71oKxs173tusyKbeNsmbbX3c5Q4kYj/+1tuPn/357/+/cZ9/7N27lF/LxDXQiZCUgoAsotvdxB96+8eZkmI/5lLgTRDJysdhn+8h1MSp0l9X/xlfDA4WSj/0N/fbk/ur7cUyc0moAAJABQ2XA6ZXI0UPCO4ooamgsQCk3Snm6z4AiOYR94muBuyvETgMCX6b2bysSwdBMUGfmaN/K2LT/+5JkHIhFY0rHyzl68C9luUEYRUwSJSUqDGcLyMQkafRRFX65LBTfLCxlu6QRxsp1LPXS22pl+YGlbO2JFXsa09iM/3YmZx339Xjq6tqPHqcM8Y6Fp9XofGG4XY+WZrnlZ0SWPXz8YBMIbnTBEeHIyKiHH9W0C+U8RjvaEVZjKjV6YuXxxV8b5h9P0mTiM0ctvbUqqxpxKbPrCVTy7z///6GAUmlpOokNA4t/sQjSdqen1eiMQmIBNk4GMF3tX0BVlpOp/GhGOpew+9tLDzKzf205F+UU0FjEg2C/FWrfp5gUoUIm9426d6S0ln6atSykhDhulp6SzH2QGWdPP082FuhHDLkjsdk2OEUk2+c3uSw9e/f6qsLl+fPxyfFTCxKK/JVKB0MSu3u8rZU2G9ff9uSzYHu3LN+abacqVLmHGekR5Ny3llK20prF7O9lKFwZa3n+U1ZySx6itlNEuDLKJAVy8n//9lmGYm3TX//ZOJM/5ke+3l/6n/5X6t9a//VP3AYk/r9nX9cpAwAg0hAAS22fMheJ4JLoyEc2AU72O/KU//uSZAyAND1KTmsYWvQyI3kcGEc4EYklOUxlq9DJl2MU9rUwngcuNWpdyJvIoGqDL7+P0iDqQy1RqaiCRrI1UVY5FftblT0FpYVKbGNS83ZNeQpFCWWADDBkHKfJMWv/WBPX9+mB0a1mww6CoTfFfbTl81nggeffyIo6z/L1CsVD4t/kEHt/+kIbp/9M+09/+qxYDAFwAAEDAXFiEjqBACol+b/9Q2PFYkikoE5ELDHEwLXAGJG8LluWEV3/xBlf//18sHbgkgQCAAmpVKX+UEhiSywSUpB4GYS/4ASrDSm3vWIDl9glTTYx//+siEnB3Gza+SvVV/mWNssBQNGOf3l8qARcmKNzYxJgyUFouubkp6nFgSjKzAcQD2W0zyBiA1Qnbt1nzF9ZgLgO9BJ8zLBM3rSRNBASO2ovEQJHrnFiMlN/NTwl//fqqQtVGUQ5SwIOoCLoqJrAdBtTuPBX//lAAWRwkiaGclguI5AUJJpYsBPymSwGUUOJ4Qf/////rL4l6rYHGEAwCABg2ARENkaSzOPLzEGqX7OWbw/DzSi+p//7kmQPAAR9Rk1rOpLgMiXYsGDtTBAFFT+sPauQu4zktPU04AA0Vzuz0smCqdHmFrL+e6KCNWGmr7vVYggNtW6tv64fsMuUzSYrLoFREbF1JmROjbc6hycHD6R4TeJ9dq0BuAQAd6y+VFpBqYKMcN+iN0cTl/OEWAjRPF0sJ0SJhaUkpE8iZCQD36Q+hEEVNlIcscUzVSQ250qgu95VYuCYJC9v/+gXDDmsBACo4YBzg5oa9hmAmI8i6DfB3n6i8j/////+SIKp2BIBAIhAAb0zP4gj03rR7QUI27rzMN6lHsCjavdwu7B6hYuH/+DJFHHw4er8FfD+YbBELhDMim2YA6RyFajWxWPAzPGvdbv1BbSXfyodpuktqgaRgzBPXOEqh5MCVHVaz+OEZZf9Yw2tsqHCpuorXcXb7v1jReoH0KczqYFhjxoaAA+wAGAuoxtQIJUZgFABCSJ9Hpt+l6RkXaLJdQnggoK+SRx9///yP6//3f//orKA0GCSCABOfoBYuhvFzFxbBOhaIBoKd9DTwD6QGnyIipN6G4yf/txvEnf/+5JkFYADoUHR6e9q5C6jKUo8TTgO4R9D7GILiNSM5LTWwOA//4MEl6XrBY9lQFKA0y1tIyElBZpN2RQ/Qb0iSLiHSJIc5cNOiOEewwDc4kZku+kMYkBxku+lSSPazE1UttRsBXxdIIFyH//0sABAAP7/x8Tq2vkF3AmfIIP85MGENPpppv/ruVAbwZhgyzu9+tv8Z+39tX9nv6mlgBQBQWAAADi65cMq6cVn1gQlKE6YBN46ekQtb38Ie3ZiahU7/6u8douY1fDmu7j6w0W/cszSAXwCQl+dWOsTlbqMD31mR/zpZKxq/LRUGNKraygREZc95TIeUk9EwGXGXKHWUCIEDNUOzKR6lIFk0bnFGZq2NpAAAAAAwA1tVTx/DfFuZtlQ/BOG86QIQ8lvlEc9Ropa/rRcdQygBoI+LXvR/////1/6f//XiJBaYGFkAAAKKGOQW4sykZsgGnOymAFmxnEkYFimnTDFskQPia3r5inKMyTP+uvwYvy95cAKo/konWiZBei4Z+p/1s/rLHq1FQnZLOt6xiDLKTegTzFBVZOC//uSZC0AQ19HUfsPauI3Iyk9Ng04DukfR+xhq4jZjGT1F6DgoJGiHKjEuHG6aKPzjfpGSDARkAAAAAxwOPqrVnQLwvMvSIAAujuaqWTARks+YDSMUoR+P/mCSgWYOwc5Z/d//4p/3//3+U+36ohgCWASbAEABCrKHheqxBXUpyJcRSqqw9H1HBUSeGPZR3PigaiFuWYZ1JcX3V5I9d5/sAs6x/peDlAAhA+FtaLHQkIv+t1v6JiSh/0kjVnqNnGFGglDes1Nh+Hmb+s0Dnn2pGQwwwRYUNSSKzBv1NqdRmb9FUup8EABBxlhlIpMpIsAnAKDZ9/KmFxEpX6rlVX/2OleWlhQymJNGgCgtNO6d9n9n/0f/+r////oUlnGCJAxmAAAAD7EVLokJX5lZbQne+6z+Nwh5g7Giam+sItdqkI0sM4F1SwVKSUrHaPH//SqWerOO840I7kXYf5vWXBHCKbrlRv+VH2+LI3bWs+O0LA2cwaYiqMs/1GQaRfNeuIYXn6llaD/R/WYp/c6l2AkYEAgkHyZ8d0pailA8lh1Horgqf/7kmRDgAONSNF7GGrwMaKpWj4lOI31I0fsYavAu4WodBKskggCfTLzf92A4cZ+YV+lTP//cytfBB3//od/U7qmcUIYCBqgAAIJQw+CF2pnNYhtBGV5jsFVH3mG6tGJu4fAVv/XivS9bzqSiKDAQgFnL9/6hyP8qkOFWpiSVB6IFn+Zc4NQU7/Mh5v7HEvycOcs7MYgyUza6x9GMPT1lYWogdcnEif7Tpp9X/SNNes/WwCD1AOOh/5I4JAy/4OEyw/gKJsnN5PW7X/16//P+Kf//Vpu6a2r5Lobq2Mc1aKWkSghQABlpe6tS0W3ZHNoMFO6Fjdxfq5E1yQBJHLkFSffxBIG9/Mr8afQMRw/nNWPRCit3LdC+4ECPZuTUfN/mTIsg39BRh+mOav3LhAD2oyJw8CEL9GsmSJjHjtaxueIuH7jBqdIsEwTA967sh+yvfMF7KXNnDgBAoYA1AAHuUE4cyozu/OAQCLiIA4POqN/UxBOU+Yb//9HvTbt///5AD/oKa2oZhpsAgAwQT9TF2kna6FkEtQWhLQWoyCicYzWeiP/+5JkYYATtklRYxmC9C2Guc0s4lyN2Q9Pp75rkMSYY8hntTLhHyCvInGbaspRRsz/Xv15Gsrq/0WQ2cAMxBj+tQxgskiqumZmrfopP6kW6zMnidJ1VJIuFk1RXmBcKKJqeqJsnyYKyataLr9fU9OdOOqOFQg/4pAjZLbjx+3qQDdgsB1s0b4MECFH1/oO+wBUkXW+qDiB3v6////////CuKZp5YlVkgMQQMAQAF8aXQudFJf7EY8ItKDN2HEuzKGAJbip7WEvl7vvvNpWUv//MHrfNd0vi0jjPsak+/j8dlQucBtgKGICpakibD4yXLBa4rUQCOKp9a7cdaP1kELRrVWwXmPTpPOlJRFqDnVhbUSmfJpLjpIx/q+tIrpfWWmKT//o/99lFABACAAkAEgkqAomb80hUlgJhA5CUIVTKFRJbwsA8Vin6DZ9tyTPJNZ/+VDX//+qQsQHq/WZRIAAeGbjTDHEWIpQmCJ6EkAYZftuyDjYU0yxhDg6q5HkgOXsMS1ty5nDzNYliT6/HAxi9HrSiTyZXZzb9C4AK3iAD3ed//uSZH4BBAtG0WsYmuQ2QqlNFec4kT0dPyxii4DMCSR0nDTgGPBswNMoDwyzgyojSecspuxotBnrGufpa0BBxED9aiGHAbGDZ2yyQAbSbJGZKjQBCJBseQOmrSGCAhEX+b+nOmXoqRKp8YAgAAB64C0f+aweCxj8G7q/u6gQz5X/uNZ28F/qTCmDkh4P19W69On6tv///2dWn+impUhQVQBIA3xfCDW1cMlArOFtsNjcpWo0ZXTwhUb2u9B1qF0sDi2pfGceayX2nzFXalVHc2/U9+7kKkQYQAEuIaVmdRRF2J9PLRzMXOSL7O7JJLRdQ+xST/GbIKVVIVizw1WSxl5DyJE9zpDAxAMcRM89Uah9ldTfQMCdPeowRI0hr/r/+naUQvuAJxjR3k+MlxAFDi6NgkaMTMJr9Fcg1+VHBIBOd53/yFR4dUCaiABWetSbq/7E2bEHU4wEQgQBtEy+46lS9fa5nzOhVEaFmbE1wugUIBc5TzM5eVSNkPWvWtrkFUZt+LqfAzEr+wnaV4RZAilHyR5sAYCJsnjM2QTKIb4SLv/7kmSCggQiRlFTGJrkNWOIoEdSShCRFz+sPouQyIhotLYc4tSSUt3rlIbyzz9AWw8tZqsxBIKKXLpq1axSpLX1jWAaPl8nmessCNSkxlzhv8sEDr84SwB26P/1dItASHDZEA/38d7lgAYOdKQ+Taf98rz0UNn/njggBe7J/kX///9v6u7Qun//V/8UbU76VTCAAABAEymog8psvB40pDN7AuoEBKaDM7TE1kB5CgZE4PgCL044Li0Hcv91uJEAY512nv3LDgBcTlVutEiwAkxeDIQbfAaSM7m/7W0yDFogBwyxsYu9GWqDAFlGp/v/TxDv/rcFBUALd3z/24SE2xuhfz5WKjsSI0v5rOYeERBx7LGeFd9BkMmGRwzJtL/M7BcAMHs3bx7990Xn5//UngwFZa//qUxQCMQAAgABwAAzBpeIED8YJkyTt0YmaLS/+bNpkyTf/yuxuIg9auTkgnf+4hwLgVL/rrBAFAAAB6ujUis86u0vmFmNosFjat0HO16bxxo5a5lJ80CyaL+//ylOtflqklFmUStCqj79+OoHgAL/+5JkiQAFRkZLW3vi4C8DiUpB6koSURc3TWarkLuN57SSlOJYApTEDUtFIa4CBaMA8ijYvhZpbtymj8uh3z3rUHnedLrEqEATBQDHn1JA38kG5SGiCxtImRVJnLg0wusfWZKsOo/6h/HA3VGPGiej//6iLHWthdxDM0TCq4AwESgJhtp7TYEcLISWTUCP7V+rHEwwXlqn/6ALb/vo/9Viv0epevbd/uWn/RWqdABJAAABXy3qPaYyqz+vieRoUGnvRllj+uAKiMx6Jkz4xKInFbLHSIxTncNfD4KJLd9RCigZ2k3SgA7zwYmiYCgWKSwZCiOcxnBUuYyWCczSE9/9EIMDb7jz/luX//6l70W+f/3UP08rf1YZpoka1itUty3quoYhOlPP5lOGCYGyqLTWOWLRgoq2uWN6nuOgoT3//6g6C3ti3/5XEIZb//do9//0DDEi8o8VcqfMkaRUjEgEgAAARQK75ahVuaEtuKROH+h7/qozKP2f/9AGr//09zlf///x1dXtp/q6mgABYAAANoAuAgVCNLxWV8jy5hpA1BYD//uSZHsAFY1Iy9NcyvQso3mdGOo4llkjLU1ui9CODiSUZp0qKQuEIB83YSaDI5mmopIFjQWOpbl/7mxoaVihcSanEoNfUmJcMsm6jAUqMJCxrxJhqBKOxD4wEGnG6K5XbUERJUN89UPr6ZaC1kqr50UqHbNp0UkdGMA2qMNvHc1ZgGdBQ6VXtQAwOcG8JODPEs5cMwNqCD30EEzRAMvBez0STC0kvj6SfEUDBZPc6V0f/+wRKKR8442s0cPBZRcIAHsHqkz/88fQSAIY3ZbLDlhxhfPRQHhWJfEwIjLf/HQhGWowAAIAAC8jK0lOpYywgyFTJUpAwbVEhWxGy8ZgQkGdCCXcf993AhbCgohi3UfqZ95ZEgy970SqB5RD4wCBoO5RCA2cFvyATGQ9qHJhBEh7EptyTBIJNXjARgB4qXLkfEJtLjLD72uRui///2ELTsZ9/F8AsAGi0j5HV8q7QQHqQBBqzj+ryhYQxsdxlS0VYzBdzPgIGlr8ULZAACA7VZ+v1ehhOQaE///guwgGSrOdqYxhX6ALvP3MQurfd2tQA//7kmRfhAXYSUnLnNLwKkIaLTwlOJh5JSbuc2vAsJzjgJa1cDM36/2Y9FaWw7BhYMC6P5raexhgDlZhz9rv9vr//2Zz/9no//0DkAAAAB+pSMjh6FqYpWGTpgkUUAgWCrZXiZyYFKBo0NpRYYS134wYrFRQaJHYz7y+PBeHs6lNu4ShJ/bVuMw86oCCJ0hhAoJiQRQFSCXu4YBNZlQFNwKAGj57MwYLqXyzCvXuX2o2f/90CAhp2dz/0+I0DMOkfYwzZzwooAQH7Z19duRiwVAlr+TUtBqicuWEw0iC0l5Ja1ICoBWOMGs6lEUbOYaHrM/+TbX3LFiGK75v3aDAlv6L/3Eo0/VM7/+7Renf6E0Q4NqIzLIjZb9E4JcWs2MULQADwcv0hypI+YjhKPqb//////////4fQGWa1XxMCQAAAFsFQDBYGcQw/jRDi8R5KrGilSBgEnyKi4CsovjUr8ekZN105bw5cHQdI65Q34Ml911oEyoZiNqKAEjOhLTAABpsZltxu5g6iBjXUIvd5HRkFIv/fMNPL///+sbD/w/aq7r/+5JkM4EFtUlL01vS9Cmhic0N4yaX1ScirfNr0LeGaDSJnJq0WWtXGZGFUPtTY56hhHhFvO3vLdOQzS5WVZkMdi4MBBQelDb525E5Y1KW839V/Ed2a6/7kfS8V9J+f92H2/ldv/8s0TJMJm03hVCkBR5k0UwLMQkRqBdegBRMNbncdhkV/sv6hRPFXfDLfVru+7//yX/7f/Qoopv62AAeIwAGUuJgB2HUd89jMStTQMMA4larDpDB02iNDlGoNVQMnGR6Nd//KoFa79Ndu5x8AAOO5VrbSIkYkFB20aDgLKwRPt5TFgMA64qzwGkbPY6FQkOMYc7+q2aHfLL//rp1JvvyWaggxIDLwt7j+VMMlRqwORAL9VMcy0ZiZY4ctgDjcFZTC0c88yUDatMJtqtJQs1VKWzGpzt6CliBCNTSfGGoqtkwUCWNnzUQiYhB5ajlR9r2o8RADKXvhjglB27doA/vG9SgahHH0kdA4ADsr7eOAFAvfSO+oHE/8XTubos//LZnQze7//+lI5BCAGA6ACAAKy53IXoWrl1o38WstzTG//uSZAwBBCdITfsyouIzw4ktPO1KEeUhNazqa4jHDiNI+E0oolLDXgzWTMSkKRIMASbp+IqmeRNDQxJUnn5sQIAlQW3CFSHZRG0AxHIsiXkqItZIIdTEd+PsrJdIpDbfnTICgQhCt2IgFALq1FwAgEDjZqqiVxggskLq2pmQlhs1aJiToqKPcjRCE1fWslCnjwMELAEAXUXD4a2eI2IeLiQxgCZU2+FggAc/1f/7mQKkSwcZQZY9x7qj3Pf6f+v//6P/R0KwRAASgAbXYyK06zWoycWyl4cMmrN5WiygsWs9x7xZZca1/cOZKRb/VNS4SmYh3//uLrktUEUhUyfK58fYC+wGJHUyZZRQFFLrdZNk79MyNvTIoVvOBlwNCJ430AyGGlDRSqTFMAzMAO0HTGjIE8LlAYGF7TR1MR5FjRJtIZcho7ecHQJwEfGumYF0niJPFAM8PhsfIWMlOAzyxzj8NP/WoL5Dtb6x8Hk/+oZ8GxoMDF8ussIlAZUKIYHnf7v//761vGMFAEABbSw7tK/WQhPWQBIrUaii272cwQqIIP/7kmQOABQnRs5TGZLkLcI6LzytOJNJGzGtUouQyBgigaVFMG56/8lspwWdf/5suv4c7r3Ds9/68wQgnOEQQrGaayUA0Y+pzEnVC6GRPoNrJBvoK+U7+Zh6zMrMg2Ud7ajoYYNXl4vF1TkNArAzRjrjXTQfUURsGSOpYpcnFIqnSGFvPf/mM2h9XsaGUKrISPCiHYnH4/s2KUnA+VkSMNZB6pv6r/xhQB9IT+tmtxL/q//2H/13Pu///1JQFAAEAEACXQYAeNCKkWEYmEokf0D0hGOomoGJBhcU3R0Az8FEqC+XAuKafF2iXKkSYAi3BYoPgYIswmiiOIDSizh1zQeiyGJxRDYirGDlgkPqJO/RF2yuoRMKBDroMgPsExxJptkAAMSAMDiFQNyaIMA4UBpAIjUxzE6IFJLyHiUxwsk2OWF1kVXQYXMZUnf7/fRnF9K97FpVBasbSrTDbqM5xRwYaj4FgUy/7kQsN+gnHf2WQwdYIcBMCWhTm6BNJl10f/////8cgcBYUwgA20NyZiAHAEQE7hxvXAXTKcImY4aLA4r/+5JkDYAEZkbLw1rK4DNGGc088EyRhRsxjOaLgMmYJLWDnTBG+YXhUiUELe+/thDT+8//xaxj+sJh6yWqu1/n0ZBI5aIXTpA+xrOlpFQ4/+f/nj///Ju/3//XXgvf+eo+Oitdw1rGadEI1pO67NvUEb2fuR6TMZBXY0C+eX/m/7m2v+vbpVQz3ec+VpuwLW7+FdVOKXjIpLoNENqMBnoo00MfN4/l3IEJF+d6GfWiK3/VTPLb+/trb3Uu2//+tgtsFH/+NovQt2tJCMMNQIBE21BosCtYdUgMOJtAAytM5ldLKTFSKA+XeXGxiFlKmOZ6/sqal3v/qJsj//tYsIGyFvi5xZJUHWHxg1RjiQNKljkCxJZouVfrKJz3J8dqWaqFrJhJamSIYEAkSVS1IDoBtgA0CL5asRQAEmHAkFJ7WK+JSKuuoXOVT/MBcguLoGIx5cIq1AAABDFwHw11xxqd3G4+QFc/ZIxT/bgubd+3b/QFotIX/0/p/X//9BCLfu3/v//19G3+qmmDQQSgAEUjWnIVpUUU1GRgfG3zckf32poY//uQZA0CBGJGTGM4kuAxBfk9POdMEDEnNUzhq9C5hia1FhyaBdWgX/w3Kg5DNscse6Xxfz7/5wXA36+zSlUge6HhkSTG6YA1MCPCTF0mz5gURzh31oKnGSQ1ufNeiscJq+6Ij0uoIGRmLWBVA6Y/dEbosRNHD6BQLoZIZDRPrpj7LRmmity6MkQZ358qGaNZwtFY2VYFw4gBUPkBxsB8HSkBhmkTsnhX5Y2Quk4tUQt1pdP/PQRxucKX///+3//0B4cGP0//+jsozgAq2Yty0hfiCiXih4PSTXRVT1mpe6Q0dYzi3Mt1ER32aRBEezo0w6Wvc1li2Gf5rsufQYUqKRRqdjk2F9kyaLnxA0GslU3W9RRq6j29SBIo60jQkzTMjdIG6JSeWtkxNU1InC6O8ZYO1TIZmco7Mkmj3Nt106PrP0j//+zv96Cqk3UqgLRbXU6IE6GJhSKC0jiPsbBAAkPlS2Br3LAn7Dxr/ZV/4Ne3//7/+r/11dhhCAACJZXZlfcpyxw4sZxX6YbKUQEcCuR9q6ckAY09M6iuld8YtPjf//uSZBSAA9RDzMsPmuA1Iyk6De04jCkbN6ew64DgDaS0Jazg1C6fVz9yejLhgMEwAnUArIgiTi0ieHSRE8pR01OImvrV2mSWjTYmi3ZI4Tgs4gxZQTcZUgpSNzA3KBRFkkNMDYxWo49DUkp+pSDoJuiXUQa43QGk4AwA2V6YRVE6a4mefg6Vafdc1+Dx/6hiAN42Q36NRuTBPESeZEbKf//3//5v+yvR//9ciSbqbwBZM/X2wkBC5DPCRGkyDaRJYRkIy4j0SrybE7fYjo+za3rM/jszNfXbQgAkSAdD5E9VuNWr06KOoXO7nPzHljjhqjIzsv0Oc5HoppvfodXqys6OYd6Fp76kU9P/1AAABxugXAZnsYSBCYJteSiUJjK/pMBIj/+88oX1/2xDyqAYJA7R2HZca2Xf6Lf/1v//M//9lP/QBABVKYAgxGUv3TViWQqqPBEQ5UjmXtWzMhUwGw08x6MUdlkjefV2j/4riz9hUbZAYz2cB1jDOIUk/mpCG99Hrml8UxrW863649t11/7f7tveIF4qVMQLugsFg0eFzv/7kmQvAANgLcljD3pgOAOpCiVJSg4w8yOnvauA6ozkILUs4LmT/TrUwn9RKfbiL3/qwCKWAWEAD52iNUIifIBS5KDA9LeQgpO+w+HTO//oC5XwkHRCDBIcaisPb5o9DH2af+t3/////4wIERxIwAIBIKQMAmKnV5dCcoWaYWoXpwqEuw2TGVL+BM26dPv5WyTT5kg3rGf9tiqA8XE7jsCZAS4KcOYFgSY+Bex5GiRkdRUmtTz9SPTZ9P6WtlJVLuqtSk6qlLQs9T+o1a4QuSy4VJYRkc+/UUOf/oBIaEDIrQVIFcDI0QZYyAmKv4UYy/Z6nTv/II1LTyTR5WDygPQ7kgaeHg///id/Faz+yj9z/qI//dM0VQAiAAKmV0HWoBYT2EsuAyD7BklvN1kWG4saoetjdm61r/5xJD99Ym/w2LhBLlJi+HeIEAXgurFyEmXjNFnWylGjpsklapq3SUhTRZkV2QMTc8s6ip3dNSJ1kD6dFObIDoDWjynERzTLbq9X9HxQMCFSWMgyOQd0mHEHtPKp8FQcH4+1Djl6UdCTCRD/+5JkRYADbjfIye+C4C+FqX0I4kwN/N8fLD4LgNcMJjQ0KOCnDCb99v//+n8E/X+f/s+v9/qADKBAWUixMVZKzVtJdhhRkktARoo0892YdyeWlGnFzFYUHi/xrNGy99f3hKCELGfMEd5cCfG2B+DYoujCImVUUDlFjxuZrepbImjHLJ36LoXY3ddG9fadUX0TqJ1JKbIWBiB3wVpOsDlj+mUuKWp1ho6XX2gfO6XgU6hhiB62poSiZjPwyEKUU2hvOKsn51SFy8a7+1TD2pn4R1+U1ehayZ3/q/rSABJAAlUf0iGwNiLFlfrtXwuEHlKVjazdLE4NrTtK0RC1n6lt8w/b78GRdjpC/UGhXwa4OYwhFwCsxjySsWurbxTTnb7z84p96zj2tbNoW7Xxi2949v4NI0XPvLlXvE0q7aIqgwPKuVj9HtV++sA0baZOHco9GsgfryA8fK/gWe///q893Oq51vFTYwK5CtuTH/xH8mTllYbchbStbvU3++xbLev0AgACFpjQlFE5ryb7vrqb9SwasOtvOtQkFPpziteIjO5R//uSZGMDg2owR8sPemA34yj1MQk4DNSnIIw+KYDlDGPklSzgtQYkTcObf8s7fMSYFkkuWBWRlRkA+wBlFBjyZEy9m2mNS76LLZ1Ld7LQOOpD2NAg0lAwfUNPLQeLlMQDMsBX7Xe9n3XfrarARVu2i5rNEo9deAUJviSQn//LYNAxALFP2L6rJYiBsEA7/qPJ+xHB91btKJH6kOLO0f9tLFN6KyAREARYY42kJCSaY8aaiISXEMgpsLvDM53wTpTrCk4ahTj/eIV6xWbOfmZW2wmBxYjJ4FMCwRQwHCgNGj6ICzzz5kTaaZsko30035k6WktSr9kWZKnZbLvdL1I+p7IqY2jjWs0OP7OnvV4k+8MajwL/A/fPopJANiiTX+qAtImdRWMLq3zjnv63PcYAdJP//fPq6c8zqZ5z8hnqO/yeA6WLdS+6MXsouqAAAERKBTJHwBGaUGbi8KpWMpfoTyAjAe8FA7DtYkQMJj+9ubybnP038YWywqYTs+VhdRCgSIAfjtB+LX282RROLUlmBagyTU0tF1LZFa3RWudPpJC9tv/7kmR/gANyPcbDL5rgOkXpOSTqTAxsuyGMMamA2ZPl9GOVKApmV2yx/jRj2V9ff9OabJ+0YUsql+pBJHJT3ouNgfliUxhQEPVa9R5HkIzXjGAIP0//q7pN9JRVKc7/Yu/b7/+n//rqAAFgAKUl0T1MMIEmscQQhhpeYwymEpJnikB9ny0Sn4n1aqTcY4s0HetKbclIDZJpeIIGCDaKdCCoDMAVkUCH8AXAiyGeTfRSMCfWm7KdmrqdWt0lNWtDQpK26HzVaAVXY8SPV8gD6nLVQoef9VywzvrSzJMslJStgSRwMATJiNvay5b9Y8weCg9Elv+FgGDPMI/LHt/+aYeQPKjYDk2EQ7Fix8p/+60UhIRAh7P//6hNUJkhoVgXfW3I0xZz0JyKSZAYjmJiAATg/oWBJHc7gigSj6sWLv+8wzOWzOIlOxhofCAq7enKZHaXdC7ohHxsDBhyVHwO54gOKUDwsqZd/DB0Wf+7/QRI7rf4BdtBLVO4GANLbmcGS1ffFRaTTN7//9iMlflEs2JdrDx+FEFxkKwYZdUInL//PO//+5JknQADnTZGQy+S4DwkSb0FB0qK1KU157CpgNyMpjRUmOD///66AQEgELQIyVVFgEYVwKoJaJUC2SYb+E4UDM0HhDVsk1dudr3r/E38u1LjSQHogq1BxxZgtBACUBkQuCRFaM1FCpmmTrTVu97pMt9SlUVo6RpamrrutO93XU9q1r/V9VT3Ron+lit/7fHdABiDckAERRZ6U1Vx2gaN3sHoKIS10Ye6We8r5+odJd811cTS1JgqGULO/Z+L/V+3Y38h/xdjVuk3U7EGKMAqaug07QE6Wd8dlGpcgKA0euG8Aj3M4VJduqjOTxta7DU2mdgRbKEjhQmUhXHiDuBXQ8nzIz2OVKSRXdfdTITZ2odd9a72WtqkK9dKtSu67KZ7ZxeaSWUJw/rbrz3WhCb/qAYKGUKAQRwYgu2zHKFJ+f9+/P+TYGMoqKiHoaXRES4yOtP/1632/+/X7d//jmK9qaP96NcAJiA6tnZSWiOIOQsKpMKhaaBRpJu0Fx+XT1acllJ8b3+3BXquzMsJPmwaBYIJ4CxRG2GBwAaBrCHiyFWa//uSZL0II0tHR0MvkuA7A0ktLMk4DIz7I4wxq4DQjOPgMSTgk7opLNzZBDRSsb1TlT66C9SltpKSMk27sfTZeZGGss24mtaQ2WIxSs/sN0Lcxei5SAAypDpCMDioC9+dPRgLqYYGKVFH5hZAqCKC+I2jMWDB6BOIr///UnxKyt///UjK//0diuoAQAMEOapaSChZEVLtmBEkKEeDmMQKrwMWikDuV4W+sUh+A7sopZFM15u3ySa+OPw839u0gqdUbQi9JYCikyYLEAjG8Letft3OYS+L3cpdG61iBpV9wgpHYijqCMod04IhglQTTs53kYEAKzxdVGdO/z5lOSUYyMYQYBvVk0fk8mn1unbOP9IAAiBQAphdJBpk65Acc3ZLyZJn//q7yQUJz6PcrG1w8eFRUUhX/L9fFXTn9Gt09R7Zz/Z167KujXrVAAJwKWtC/RCBe5eKZTEMBzes5VUsUrE1T6GnWhidVihbVA2RWXVbSMCTt2q671eWO1mgaJpBthYiAbwg4NWickBzjdjiRmblqxxMuJNmLZ2ZpJudOJIoV//7kmTdgANwNcdDDIrgNASJCAhKShDdbRStYE3A5Yzj8JCk4NFJq0WpKWg8ydRitBnqUcig8Fxli7S4Jkw4QNIRFGCstB3iwFTBIAB1osAClVjxKGSy2psKb6J1/8Nm2DsVLHTWbOecO2Sg1Xf97vTYtT6if7//s3MrUtbP/6aHbl6AJoZ1jBUchIGCAuEEFmUgNFn6gFxUTmxOLLX0gq9FY5i8ksqwLIY5ZoKCYl7hwG2dm85BSzGiueQCV2rrZi/i1DLyQSKTlafdkfO40jpzUrlD7zsR5PfApVh3TR66MVbVWZQhfD0EMEIgQEL1KmYlIHoQQ08pWDxORiHVTAQo/CNpSz8tf24c538sHtfz+slr+WxAg6tRqbB7mV7QxyAA3QL/Pix3EnvlTUoJ7f/t/5IIDMUrnKRRGCf/0+v/++xP27f6FQAkIBJ4TqhKhKHJKYIbFQAvcoMGoFroZBQWwL5i0YhlxY/ZnZfWqUuXZiDZ6IJayDB0odrRWkZ22KHVUhGcAUAuUFl4RkRiK4OYbLLjUybNiZLaJWRKKKVOigb/+5Jk6wgD9DlGQw+S4DcjKRwYSzgR9WMUrOhtwNQXJXQxCTBnElupNJdnNl0J5OZKs6S2eukipkVa1XWitnPJLc8ZpOupNaVNzcXc4dl2VKYOV4m9Z4mpgAAKpgYgzuQEVlzuRtBTUpn7ZFOp0hUBV0uCU9z8OsONM8veEQ8k/Lgd/9haGjo1y//v//zz6er/Tp1jAABsEJDSJW8syxVwljOsvlMI+SeALSDVKeTKEl9VCFIlUIUfqcjPoatm7zLeFmao4zZlUNO8wlIpRswDRxjL+0XaW7ZrXbNbPH8u467jrL/x1uyVRSkksqFFFG5SklvduoruklNbuUx3+7UvUVyuxrGrd81vf8/3f/f/9AAgJyFCr641CiZ6g15X87lax1kRW+ZYylYKebDCqFQCAhXws0eSv+p3//V//t7ej/+pTEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV//uSZOyDBHZGRkM4kuA8gzkMFEw4D3SbHQw/CUjHjmRwMwkoVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVQBqs0jMnBWmgKng1FRU32lmZmb+N6/V+w+MygnAXTBSU3/Ffjw4KGwvhYijgbg038TRQL8U3//xv5cO4FZf/z8bdj8V3CpuILkwNl5P8KE+53G3eCoQUAIQxdpeAGCps5MdqtGpNehUFBQFS2qx1bDEzNSDATAKKlIBjsJGEQBFZnmMUrStzKW+pXKVDOZ+hnQ2jloarUNK2iGVjPlUVcHRF4NCI9e2HcNCJ4NQ0eEQlnbmh0FYaUxBTUUzLjk5LjNVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVf/7kkScD/K0GL+QyBnCYEgHsjBlXAAAAaQAAAAgAAA0gAAABFVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVU=',
scraperHistory = new Archive(),
defaults = { //{{{
themes: {//{{{
whisper: {
highlight :'#1F3847', background :'#232A2F', accent :'#00ffff', bodytable :'#AFCCDE', cpBackground :'#394752',
toHigh :'#009DFF', toGood :'#40B6FF', toAverage :'#7ACCFF', toLow :'#B5E3FF', toPoor :'#DEF1FC',
hitDB :'#CADA95', nohitDB :'#DA95A8', unqualified :'#808080', reqmaster :'#C1E1F6', nomaster :'#D6C1F6',
defaultText :'#AFCCDE', inputText :'#98D6D6', secondText :'#808080', link :'#003759', vlink :'#40F0F0',
toNone :'#AFCCDE', export :'#86939C', hover :'#1E303B' },
solDark: {
highlight :'#657b83', background :'#002b36', accent :'#b58900', bodytable :'#839496', cpBackground :'#073642',
toHigh :'#859900', toGood :'#A2BA00', toAverage :'#b58900', toLow :'#cb4b16', toPoor :'#dc322f',
hitDB :'#82D336', nohitDB :'#D33682', unqualified :'#9F9F9F', reqmaster :'#B58900', nomaster :'#839496',
defaultText :'#839496', inputText :'#eee8d5', secondText :'#93a1a1', link :'#000000', vlink :'#6c71c4',
toNone :'#839496', export :'#CCC6B4', hover :'#122A30' },
solLight: {
highlight :'#657b83', background :'#fdf6e3', accent :'#b58900', bodytable :'#657b83', cpBackground :'#eee8d5',
toHigh :'#859900', toGood :'#A2BA00', toAverage :'#b58900', toLow :'#cb4b16', toPoor :'#dc322f',
hitDB :'#82D336', nohitDB :'#36D0D3', unqualified :'#9F9F9F', reqmaster :'#B58900', nomaster :'#6C71C4',
defaultText :'#657b83', inputText :'#6FA3A3', secondText :'#A6BABA', link :'#000000', vlink :'#6c71c4',
toNone :'#657b83', export :'#000000', hover :'#C7D2D6' },
classic: {
highlight :'#30302F', background :'#131313', accent :'#94704D', bodytable :'#000000', cpBackground :'#131313',
toHigh :'#66CC66', toGood :'#ADFF2F', toAverage :'#FFD700', toLow :'#FF9900', toPoor :'#FF3030',
hitDB :'#66CC66', nohitDB :'#FF3030', unqualified :'#9F9F9F', reqmaster :'#551A8B', nomaster :'#0066CC',
defaultText :'#94704D', inputText :'#000000', secondText :'#997553', link :'#0000FF', vlink :'#800080',
toNone :'#d3d3d3', export :'#000000', hover :'#21211F' },
deluge: {
highlight :'#1F3847', background :'#434e56', accent :'#fbde2d', bodytable :'#f8f8f8', cpBackground :'#384147',
toHigh :'#6FFA3C', toGood :'#D9FC35', toAverage :'#fbde2d', toLow :'#FAB050', toPoor :'#FA6F50',
hitDB :'#d8fa3c', nohitDB :'#DA95A8', unqualified :'#ADC6EE', reqmaster :'#BFADEE', nomaster :'#ADEEDF',
defaultText :'#f8f8f8', inputText :'#D8FA3C', secondText :'#ADC6EE', link :'#99004F', vlink :'#DCEEAD',
toNone :'#97A167', export :'#ADC6EE', hover :'#426075' }
},//}}}
vbTemplate: '[table][tr][td][b]Title:[/b] [URL=${previewLink}]${title}[/URL] | [URL=${pandaLink}]PANDA[/URL]\n' +
'[b]Requester:[/b] [URL=${requesterLink}]${requesterName}[/URL] [${requesterId}] ' +
'([URL='+TO_REPORTS+'${requesterId}]TO[/URL])\n' +
'[b]TO Ratings:[/b]\n${toVerbose}\n${toFoot}\n' +
'[b]Description:[/b] ${description}\n[b]Time:[/b] ${time}\n[b]HITs Available:[/b] ${numHits}\n' +
'[b]Reward:[/b] [COLOR=green][b]${reward}[/b][/COLOR]\n' +
'[b]Qualifications:[/b] ${quals}[/td][/tr][/table]',
},//}}}
Settings = {//{{{
defaults: {//{{{
themes: { name: 'classic', colors: defaults.themes },
colorType: 'sim', sortType: 'adj',
toWeights: { comm: '1', pay: '3', fair: '3', fast: '1' },
exportVb: true, exportIrc: true, exportHwtf: true,
notifySound: [false, 'ding'], notifyBlink: false, notifyTaskbar: false,
wildblocks: true, showCheckboxes: true, hitColor: 'link', fontSize: 11, shineOffset: 1,
refresh: '0', pages: '1', skips: false, resultsPerPage: '30', batch: '', pay: '', qual: true, monly: false, mhide: false,
searchBy: 0, invert: false, shine: '300', minTOPay: '', hideNoTO: false, onlyViable: false,
disableTO: false, sortPay: false, sortAll: false, search: '', hideBlock: true,
onlyIncludes: false, shineInc: true, sortAsc: false, sortDsc: true, gbatch: false, bubbleNew: false,
vbTemplate: defaults.vbTemplate, vbSym: '\u2605', // star
},//}}}
user: {}, save: function() { localStorage.setItem('scraper_settings', JSON.stringify(this.user)); },
draw: function() {//{{{
var
_ccs = 'https://gf.qytechs.cn/en/scripts/3118-mmmturkeybacon-color-coded-search-with-checkpoints',
_hwtf = 'https://www.reddit.com/r/HITsWorthTurkingFor',
_general = //{{{
`<div>
<div style="float:left; margin-left:15px">
<span style="position:relative; left:-8px"><b>Export Buttons</b></span>
<p><label for="exportVb" style="float:left; width:51px">vBulletin</label>
<input id="exportVb" name="export" value="vb" type="checkbox" ${this.user.exportVb ? 'checked' : ''}/></p>
<p><label for="exportIrc" style="float:left; width:51px">IRC</label>
<input id="exportIrc" name="export" value="irc" type="checkbox" ${this.user.exportIrc ? 'checked' : ''}/></p>
<p><label for="exportHwtf" style="float:left; width:51px">Reddit</label>
<input id="exportHwtf" name="export" value="hwtf" type="checkbox" ${this.user.exportHwtf ? 'checked' : ''}/></p>
</div>
<section style="margin-left:110px">
<span style="position:relative; left:10px"><i>vBulletin</i></span><br>
Show a button in the results to export the specified HIT with vBulletin formatted text to share on forums.
</section><section style="margin-left:110px">
<span style="position:relative; left:10px"><i>IRC</i></span><br>
Show a button in the results to export the specified HIT streamlined for sharing on IRC.
</section><section style="margin-left:110px">
<span style="position:relative; left:10px"><i>Reddit</i></span><br>
Show a button in the results to export the specified HIT for sharing on Reddit, formatted to
<a style="color:black" href="${_hwtf}" target="_blank">r/HITsWorthTurkingFor</a> standards.
</section>
</div><div>
<div style="float:left; margin-left:15px">
<span style="position:relative; left:-8px"><b>Bubble New HITs</b></span>
<p><label for="bubbleNew" style="float:left; width:51px">Enable</label>
<input id="bubbleNew" type="checkbox" ${this.user.bubbleNew ? 'checked' : ''}></p>
</div>
<section style="margin-left:100px; margin-top:23px">
When this option is enabled, new HITs will always be placed at the top of the results table.
</section>
</div><div>
<div style="float:left; margin-left:15px">
<span style="position:relative; left:-8px"><b>Color Type</b></span>
<p><label for="ctSim" style="float:left; width:51px">Simple</label>
<input id="ctSim" type="radio" name="colorType" value="sim" ${this.user.colorType === 'sim' ? 'checked' : ''}/></p>
<p><label for="ctAdj" style="float:left; width:51px">Adjusted</label>
<input id="ctAdj" type="radio" name="colorType" value="adj" ${this.user.colorType === 'adj' ? 'checked' : ''}/></p>
</div>
<section style="margin-left:100px">
<span style="position:relative; left:10px"><i>simple</i></span><br>HIT Scraper will use a simple weighted average to
determine the overall TO rating and colorize results using that value. Use this setting to make coloring consistent between
HIT Scraper and <a style="color:black" href="${_ccs}" target="_blank">Color Coded Search</a>.
</section><section style="margin-left:100px">
<span style="position:relative; left:10px;"><i>adjusted</i></span><br>HIT Scraper will calculate a Bayesian adjusted average
based on confidence of the TO rating to colorize results. Confidence is proportional to the number of reviews.
</section>
</div><div>
<div style="float:left; margin-left:15px">
<span style="position:relative; left:-8px"><b>Sort Type</b></span>
<p><label for="stSim" style="float:left; width:51px">Simple</label>
<input id="stSim" type="radio" name="sortType" value="sim" ${this.user.sortType === 'sim' ? 'checked' : ''}/></p>
<p><label for="stAdj" style="float:left; width:51px">Adjusted</label>
<input id="stAdj" type="radio" name="sortType" value="adj" ${this.user.sortType === 'adj' ? 'checked' : ''}/></p>
</div>
<section style="margin-left:100px">
<span style="position:relative; left:10px"><i>simple</i></span><br>
HIT Scraper will sort results based simply on value regardless of the number of reviews.
</section><section style="margin-left:100px">
<span style="position:relative; left:10px;"><i>adjusted</i></span><br>HIT Scraper will use a Bayesian adjusted rating
based on reliability (i.e. confidence) of the data. It factors in the number of reviews such that, for example,
a requester with 100 reviews rated at 4.6 will rightfully be ranked higher than a requester with 3 reviews rated at 5.
This gives a more accurate representation of the data.
</section>
</div><div>
<div style="float:left; margin-left:15px">
<span style="position:relative; left:-8px"><b>TO Weighting</b></span>
<p><label for="comm" style="float:left; width:45px">comm</label>
<input id="comm" type="number" name="TOW" min="1" max="10" step="0.5" value=${this.user.toWeights.comm} style="width:40px"/></p>
<p><label for="pay" style="float:left; width:45px">pay</label>
<input id="pay" type="number" name="TOW" min="1" max="10" step="0.5" value=${this.user.toWeights.pay} style="width:40px"/></p>
<p><label for="fair" style="float:left; width:45px">fair</label>
<input id="fair" type="number" name="TOW" min="1" max="10" step="0.5" value=${this.user.toWeights.fair} style="width:40px"/></p>
<p><label for="fast" style="float:left; width:45px">fast</label>
<input id="fast" type="number" name="TOW" min="1" max="10" step="0.5" value=${this.user.toWeights.fast} style="width:40px"/></p>
</div>
<section style="margin-left:110px; padding:10px">
Specify weights for TO attributes to place greater importance on certain attributes over others.
<p>The default values, [1, 3, 3, 1], ensure consistency between HIT Scraper and
<a style="color:black" href="${_ccs}" target="_blank">Color Coded Search</a>;
recommended values for adjusted coloring are [1, 6, 3.5, 1].</p>
</section>
</div>`,//}}}
_appearance =//{{{
`<div>
<div style="float:left; margin-left:15px">
<span style="position:relative;left:-8px"><b>Display Checkboxes</b></span>
<p><label for="checkshow" style="float:left;width:51px">Show</label>
<input id="checkshow" type="radio" name="checkbox" value="true" ${this.user.showCheckboxes ? 'checked' : ''} /></p>
<p><label for="checkhide" style="float:left;width:51px">Hide</label>
<input id="checkhide" type="radio" name="checkbox" value="false" ${this.user.showCheckboxes ? '' : 'checked'} /></p>
</div>
<section style="margin-left:133px">
<span style="position:relative;left:10px"><i>show</i></span><br>
Shows all checkboxes and radio inputs on the control panel for sake of clarity.
</section><section style="margin-left:133px">
<span style="position:relative;left:10px"><i>hide</i></span><br>
Hides checkboxes and radio inputs for a cleaner, neater appearance. Their visibility is not required for proper
operation; all options can still be toggled while hidden.
</section>
</div><div>
<div style="float:left;margin-left:15px">
<span style="position:relative;left:-8px"><b>Themes</b></span>
<p><select>
<option value="classic" ${this.user.themes.name === 'classic' ? 'selected' : ''}>Classic</option>
<option value="deluge" ${this.user.themes.name === 'deluge' ? 'selected' : ''}>Deluge</option>
<option value="solDark" ${this.user.themes.name === 'solDark' ? 'selected' : ''}>Solarium:Dark</option>
<option value="solLight" ${this.user.themes.name === 'solLight' ? 'selected' : ''}>Solarium:Light</option>
<option value="whisper" ${this.user.themes.name === 'whisper' ? 'selected' : ''}>Whisper</option>` +
//<option value="random" ${this.user.themes.name === 'random' ? 'selected' : ''}>I'm Feelin' Lucky!</option>
`</select> <button id="thedit" style="cursor:pointer">Edit Current Theme</button></p>
</div>
</div><div>
<div style="float:left;margin-left:15px">
<span style="position:relative;left:-8px"><b>HIT Coloring</b></span>
<p><label for="link" style="float:left;width:51px">Link</label>
<input id="link" type="radio" name="hitColor" value="link" ${this.user.hitColor === 'link' ? 'checked' : ''} /></p>
<p><label for="cell" style="float:left;width:51px">Cell</label>
<input id="cell" type="radio" name="hitColor" value="cell" ${this.user.hitColor === 'cell' ? 'checked' : ''} /></p>
</div>
<section style="margin-left:100px;padding-top:10px">
<span style="position:relative;left:10px"><i>link</i></span><br>
Apply coloring based on Turkopticon reviews to all applicable links in the results table.
</section><section style="margin-left:100px">
<span style="position:relative;left:10px"><i>cell</i></span><br>
Apply coloring based on Turkopticon reviews to the background of all applicable cells in the results table.
</section>
<p style="clear:both"><b>Note:</b> The Classic theme is exempt from these settings and will always colorize cells.</p>
</div><div>
<div style="float:left;margin-left:15px">
<span style="position:relative;left:-8px"><b>Font Size</b></span>
<p><input name="fontSize" type="number" min="5" value="${this.user.fontSize}" style="width:45px"></p>
<span style="position:relative;left:-8px"><b>New HIT Offset</b></span>
<p><input name="shineOffset" type="number" value="${this.user.shineOffset}" style="width:45px"></p>
</div>
<section style="margin-left:100px;margin-top:15px">
Change the font size (measured in px) for text in the results table. Default is 11px.
</section><section style="margin-left:100px;margin-top:40px;">
Controls the font size of new HITs relative to the rest of the results. Default is 1px. <br />
<i>Example:</i> With a font size of 11px and an offset of 1px, new HITs will be displayed at 12px.
</section>
</div>`,//}}}
_blocks = //{{{
`<div>
<div style="float:left; margin-left:15px">
<span style="position:relative; left:-8px"><b>Advanced Matching</b></span>
<p><label for="wildblocks" style="float:left; width:95px">Allow Wildcards</label>
<input id="wildblocks" type="checkbox" ${this.user.wildblocks ? 'checked' : ''}/></p>
</div>
<section style="margin-left:150px">
Allows for the use of asterisks <code>(*)</code> as wildcards in the blocklist for simple glob matching. Any blocklist entry
without an asterisk is treated the same as the default behavior--the entry must exactly match a HIT title or requester to
trigger a block.
<p><em>Wildcards have the potential to block more HITs than intended if using a pattern that's too generic.</em></p>
<p>Matching is not case sensitive regardless of the wildcard setting. Entries without an opening asterisk are
expected to match the beginning of a line, likewise, entries without a closing asterisk are expected to match
the end of a line. Example usage below.</p>
<table class="ble" style="left:-100px;position:relative;width:110%;">
<tr>
<th class="blec ble"></th>
<th class="blec ble">Matches</th>
<th class="blec ble" style="width:86px">Does not match</th>
<th class="blec ble">Notes</th>
</tr><tr>
<td rowspan="2" class="blec ble"><code>foo*baz</code></td>
<td class="blec ble">foo bar bat baz</td>
<td class="blec ble">bar foo bat baz</td>
<td rowspan="2" class="blec ble">no leading or closing asterisks; <code>foo</code> must be at the start of a line,
and <code>baz</code> must be at the end of a line for a positive match</td>
</tr><tr><td class="blec ble">foobarbatbaz</td><td class="blec ble">foo bar bat</td>
</tr><tr>
<td class="blec ble"><code>*foo</code></td>
<td class="ble blec">bar baz foo</td>
<td class="blec ble">foo baz</td>
<td class="ble blec">matches and blocks any line ending in <code>foo</code></td>
</tr><tr>
<td class="blec ble"><code>foo*</code></td>
<td class="ble blec">foo bat bar</td>
<td class="ble blec">bat foo baz</td>
<td class="ble blec">matches and blocks any line beginning with <code>foo</code></td>
</tr><tr>
<td class="ble blec" rowspan="4"><code>*bar*</code></td>
<td class="ble blec">foo bar bat baz</td>
<td class="ble blec" rowspan="4">foo bat baz</td>
<td class="ble blec" rowspan="4">matches and blocks any line containing <code>bar</code></td>
</tr><tr><td class="ble blec">bar bat baz</td>
</tr><tr><td class="ble blec">foo bar</td>
</tr><tr><td class="ble blec">foobatbarbaz</td>
</tr><tr>
<td class="ble blec"><code>** foo</code></td>
<td class="ble blec">** foo</td>
<td class="ble blec">** foo bar baz</td>
<td class="ble blec">Multiple consecutive asterisks will be treated as a string rather than a wildcard. This makes it
compatible with HITs using multiple asterisks in their titles, <i>e.g.</i>, <code>*** contains peanuts ***</code>.</td>
</tr><tr>
<td class="ble blec"><code>** *bar* ***</td>
<td class="ble blec">** foo bar baz bat ***</td>
<td class="ble blec">foo bar baz</td>
<td class="ble blec">Consecutive asterisks used in conjunction with single asterisks.</td>
</tr><tr>
<td class="ble blec"><code>*</code></td>
<td class="ble blec"><i>nothing</i></td>
<td class="ble blec"><i>all</i></td>
<td class="ble blec">A single asterisk would usually match anything and everything,
but here, it matches nothing. This prevents accidentally blocking everything from the results table.</td>
</tr>
</table>
</section>
</div>`,//}}}
_notify = //{{{
`<div>
<div style="float:left; margin-left:15px">
<span style="position:relative; left:-8px"><b>Additional Notifications</b></span><br>
<p><label for="notifyBlink" style="float:left; width:51px">Blink</label>
<input id="notifyBlink" type="checkbox" name="notify" ${this.user.notifyBlink ? 'checked' : ''}/></p>
<p><label for="notifyTaskbar" style="float:left; width:51px">Taskbar</label>
<input id="notifyTaskbar" type="checkbox" name="notify" ${this.user.notifyTaskbar ? 'checked' : ''}/></p>
</div>
<section style="margin-left:160px">
<span style="position:relative; left:10px"><i>blink</i></span><br>
Blink the tab when there are new HITs.
</section>
<section style="margin-left:160px">
<span style="position:relative; left:10px"><i>taskbar</i></span><br>
Create an HTML5 browser notification when there are new HITs, which appears over the taskbar for 10 seconds.
</section>
<p style="clear:both"><b>Note:</b> These notification options will only apply when the page does not have active focus.</p>
</div>`,//}}}
_utils =//{{{
`<div>
<div style="float:left; margin-left:15px">
<span style="position relative; left:-8px"><b>Export/Import</b></span>
<p><button id="sexport">Export</button></p>
<p><button id="simport">Import</button></p>
<input type="file" id="fsimport" style="display:none">
</div>
<section style="margin-left:130px; margin-top:15px">
<span style="position:relative; left:10px"><i>Export</i></span><br>
Export your current settings, block list, and include list as a local file.
</section>
<section style="margin-left:130px">
<span style="position:relative; left:10px"><i>Import</i></span></br>
Import your settings, block list, and include list from a local file.
</section>
<div style="margin-top:10px" id="eisStatus"></div>
</div>`,//}}}
_main = //{{{
`<div style="top:0;left:0;margin:0;text-align:right;padding:0px;border:none;width:100%">
<label id="settingsClose" class="close" title="Close"> ✘ </label>
</div><div id="settingsSidebar">
<span class="settingsSelected">General</span>
<span>Appearance</span>
<span>Blocklist</span>
<span>Notifications</span>
<span>Utilities</span>
</div><div id="panelContainer" style="margin-left:10px;border:none;overflow:auto;width:auto;height:92%">
<div id="General" class="settingsPanel">${_general}</div>
<div id="Appearance" class="settingsPanel">${_appearance}</div>
<div id="Blocklist" class="settingsPanel">${_blocks}</div>
<div id="Notifications" class="settingsPanel">${_notify}</div>
<div id="Utilities" class="settingsPanel">${_utils}</div>
</div>`;//}}}
this.main = document.body.appendChild(document.createElement('DIV'));
this.main.id = 'settingsMain';
this.main.innerHTML = _main;
return this;
},//}}} Settings::draw
init: function() {//{{{
var get = (q,all) => this.main['querySelector' + (all ? 'All': '')](q),
sidebarFn = function(e) {
if (e.target.classList.contains('settingsSelected')) return;
get('#'+get('.settingsSelected').textContent).style.display = 'none';
get('.settingsSelected').classList.toggle('settingsSelected');
e.target.classList.toggle('settingsSelected');
get('#'+e.target.textContent).style.display = 'block';
}.bind(this),
optChangeFn = function(e) {//{{{
var tag = e.target.tagName, type = e.target.type, id = e.target.id,
isChecked = e.target.checked, name = e.target.name, value = e.target.value;
switch(tag) {
case 'SELECT':
//get('#thedit').textContent = value === 'random' ? 'Re-roll!' : 'Edit Current Theme';
this.user.themes.name = value;
Themes.apply(value, this.user.hitColor);
break;
case 'INPUT':
switch(type) {
case 'radio':
if (name === 'checkbox') {
this.user.showCheckboxes = (value === 'true');
Array.from(document.querySelectorAll('#controlpanel input[type=checkbox],#controlpanel input[type=radio]'))
.forEach(v => v.classList.toggle('hidden'));
}
else this.user[name] = value;
if (name === 'hitColor') Themes.apply(this.user.themes.name, value);
break;
case 'checkbox':
this.user[id] = isChecked;
if (name === 'export')
Array.from(document.querySelectorAll(`button.${value}`))
.forEach(v => v.style.display = isChecked ? '' : 'none');
if (id === 'notifyTaskbar' && isChecked && Notification.permission === 'default')
Notification.requestPermission();
break;
case 'number':
if (name === 'fontSize')
document.head.querySelector('#lazyfont').sheet.cssRules[0].style.fontSize = value + 'px';
else if (name === 'shineOffset')
document.head.querySelector('#lazyfont').sheet.cssRules[1].style.fontSize = +this.user.fontSize + (+value) + 'px';
if (name === 'TOW') this.user.toWeights[id] = value;
else this.user[name] = value;
break;
} break;
}
Settings.save();
}.bind(this);//}}}
get('#settingsClose').onclick = this.die.bind(this);
get('#General').style.display = 'block';
Array.from(get('#settingsSidebar span', true)).forEach(v => v.onclick = sidebarFn);
Array.from(get('input:not([type=file]),select',true)).forEach(v => v.onchange = optChangeFn);
get('#thedit').onclick = () => { this.die.call(this); new Editor('theme'); };
get('#sexport').onclick = FileHandler.exports;
get('#simport').onclick = () => { get('#fsimport').value = ''; get('#eisStatus').innerHTML = ''; get('#fsimport').click(); };
get('#fsimport').onchange = FileHandler.imports;
},//}}} Settings::init
die: function() { Interface.toggleOverflow('off'); this.main.remove(); }
},//}}} Settings
Themes = {//{{{
default: defaults.themes,
generateCSS: function(theme, mode) {//{{{
var ref = theme === 'random' ? this.randomize() : Settings.user.themes.colors[theme],
_ms = mode === 'cell' || theme === 'classic',
cellFix = {
row: k => `.${k} ` + (_ms ? '{background:' : 'a {color:') + ref[k] + '}',
text: k => `.${k} {color:` + (_ms ? this.tune(ref.bodytable,ref[k]) : ref.bodytable) + '}',
export: k => `.${k} button {color:` + (_ms ? this.tune(ref.export,ref[k]) : ref.export) + '}',
vlink: k => `.${k} a:not(.static):visited {color:` + (_ms ? this.tune(ref.vlink,ref[k]) : ref.vlink) + '}'
},
css = `body {color:${ref.defaultText}; background-color:${ref.background}}
/*#status {color:${ref.secondText}}*/
#sortdirs {color:${ref.inputText}}
#curtain {background:${ref.background}; opacity:0.5}
.controlpanel i:after {color:${ref.accent}}
#controlpanel {background:${ref.cpBackground}}
#controlpanel input${theme === 'classic' ? '' : ', #controlpanel select'}
{color:${ref.inputText}; border:1px solid; background:${theme === 'classic' ? '#fff' : ref.cpBackground}}
#controlpanel label {color:${ref.defaultText}; background:${ref.cpBackground}}
#controlpanel label:hover {background:${ref.hover}}
#controlpanel label.checked {color:${ref.secondText}; background:${ref.highlight}}
/*#resultsTable tbody a:not(.static):visited {color:${ref.vlink}}*/
/*#resultsTable button {color:${ref.export}}*/
thead, caption, a {color:${ref.defaultText}}
tbody a {color:${ref.link}}
.nohitDB {color:#000; background:${ref.nohitDB}}
.hitDB {color:#000; background:${ref.hitDB}}
.reqmaster {color:#000; background:${ref.reqmaster}}
.nomaster {color:#000; background:${ref.nomaster}}
.tooweak {background:${ref.unqualified}}
${cellFix.row('toNone')} ${cellFix.text('toNone')} ${cellFix.export('toNone')} ${cellFix.vlink('toNone')}
${cellFix.row('toHigh')} ${cellFix.text('toHigh')} ${cellFix.export('toHigh')} ${cellFix.vlink('toHigh')}
${cellFix.row('toGood')} ${cellFix.text('toGood')} ${cellFix.export('toGood')} ${cellFix.vlink('toGood')}
${cellFix.row('toAverage')} ${cellFix.text('toAverage')} ${cellFix.export('toAverage')} ${cellFix.vlink('toAverage')}
${cellFix.row('toLow')} ${cellFix.text('toLow')} ${cellFix.export('toLow')} ${cellFix.vlink('toLow')}
${cellFix.row('toPoor')} ${cellFix.text('toPoor')} ${cellFix.export('toPoor')} ${cellFix.vlink('toPoor')}`;
if (theme !== 'classic') css += `\n.controlpanel button {color:${ref.accent}; background:transparent;}`;
return css;
},//}}} Themes::generateCSS
tune: function(fg,bg) {//{{{
var cbg = this.getBrightness(bg),
lighten = c => { c.s = Math.max(0, c.s-5); c.v = Math.min(100, c.v+5); return c; },
darken = c => { c.s = Math.min(100, c.s+5); c.v = Math.max(0, c.v-5); return c; },
tune = (function() { if (cbg >= 128) return darken; else return lighten; })(),
hex2hsv = function(c) {//{{{
var r = parseInt(c.slice(1,3),16), g = parseInt(c.slice(3,5),16), b = parseInt(c.slice(5,7),16),
min = Math.min(r,g,b), max = Math.max(r,g,b), delta = max-min, _hue;
switch(max) {
case r: _hue = Math.round(60 * (g - b)/delta); break;
case g: _hue = Math.round(120 + 60 * (b - r)/delta); break;
case b: _hue = Math.round(240 + 60 * (r - g)/delta); break;
}
return { h:_hue < 0 ? _hue + 360 : _hue, s:max === 0 ? 0 : Math.round(100 * delta/max), v:Math.round(max * 100/255) };
}, //}}}
hsv2hex = function(c) {//{{{
var r, g, b, pad = s => ('00'+s.toString(16)).slice(-2);
if (c.s === 0) r = g = b = Math.round(c.v * 2.55).toString(16);
else {
c = { h: c.h/60, s: c.s/100, v: c.v/100 }; // convert to prime to calc chroma
var _t1 = Math.round((c.v * (1 - c.s)) * 255),
_t2 = Math.round((c.v * (1 - c.s * (c.h - Math.floor(c.h)))) * 255),
_t3 = Math.round((c.v * (1 - c.s * (1 - (c.h - Math.floor(c.h))))) * 255);
switch (Math.floor(c.h)) {
case 1: r = _t2; g = Math.round(c.v * 255); b = _t1; break;
case 2: r = _t1; g = Math.round(c.v * 255); b = _t3; break;
case 3: r = _t1; g = _t2; b = Math.round(c.v * 255); break;
case 4: r = _t3; g = _t1; b = Math.round(c.v * 255); break;
case 0: r = Math.round(c.v * 255); g = _t3; b = _t1; break;
default: r = Math.round(c.v * 255); g = _t1; b = _t2; break;
}
} return '#' + pad(r) + pad(g) + pad(b);
};//}}}
while (Math.abs(this.getBrightness(fg)-cbg) < 90) fg = hsv2hex(tune(hex2hsv(fg)));
return fg;
},//}}}
getBrightness: function(hex) {//{{{
// TODO: put in Colors object
var r = parseInt(hex.slice(1,3),16), g = parseInt(hex.slice(3,5),16), b = parseInt(hex.slice(5,7),16);
return ((r*299) + (g*587) + (b*114))/1000;
},//}}} Themes::getBrightness
apply: function(theme, mode) {//{{{
var cssNew = URL.createObjectURL(new Blob([this.generateCSS(theme, mode)], {type:'text/css'})),
rel = document.head.querySelector('link[rel=stylesheet]'), cssOld = rel.href;
rel.href = cssNew;
URL.revokeObjectURL(cssOld);
},//}}} Themes::apply
},//}}} Themes
Interface = {//{{{
user: Settings.user, time: Date.now(), focused: true, blackhole: {},
isLoggedout: document.querySelector('#lnkWorkerSignin') ? true : false,
resetTitle: function() {//{{{
if (this.blackhole.blink) clearInterval(this.blackhole.blink);
document.title = DOC_TITLE;
},//}}}
toggleOverflow: function(state) {//{{{
document.body.querySelector('#curtain').style.display = state === 'on' ? 'block' : 'none';
document.body.style.overflow = state === 'on' ? 'hidden' : 'auto';
},//}}} Interface::curtains
draw: function() {//{{{
var user = this.user = Settings.user, _cb = user.showCheckboxes ? '' : 'hidden',
_u0 = new Uint8Array(Array.prototype.map.call(window.atob(audio0), v => v.charCodeAt(0))),
_u1 = new Uint8Array(Array.prototype.map.call(window.atob(audio1), v => v.charCodeAt(0))),
_audio0 = URL.createObjectURL(new Blob([_u0], {type:'audio/ogg'})),
_audio1 = URL.createObjectURL(new Blob([_u1], {type:'audio/mp3'})),
titles = {//{{{
refresh: "Enter search refresh delay in seconds.\nEnter 0 for no auto-refresh.\nDefault is 0 (no auto-refresh).",
pages: "Enter number of pages to scrape. Default is 1.",
skips: "Searches additional pages to get a more consistent number of results. Helpful if you're blocking a lot of items.",
resultsPerPage: "Number of results to return per page (maximum is 100, default is 30)",
batch: "Enter minimum HITs for batch search (must be searching by Most Available).",
pay: "Enter the minimum desired pay per HIT (e.g. 0.10).",
qual: "Only show HITs you're currently qualified for (must be logged in).",
monly: "Only show HITs that require Masters qualifications.",
mhide: "Remove masters hits from the results if selected, otherwise display both masters and non-masters HITS.\n" +
"The 'qualified' setting supercedes this option.",
searchBy: "Get search results by...\n Latest = HIT Creation Date (newest first),\n " +
"Most Available = HITs Available (most first),\n Reward = Reward Amount (most first),\n Title = Title (A-Z)",
invert: "Reverse the order of the Search By choice, so...\n Latest = HIT Creation Date (oldest first),\n " +
"Most Available = HITs Available (least first),\n Reward = Reward Amount (least first),\n Title = Title (Z-A)",
shine: "Enter time (in seconds) to keep new HITs highlighted.\nDefault is 300 (5 minutes).",
sound: "Play a sound when new results are found.",
soundSelect: "Select which sound will be played.",
minTOPay: "After getting search results, hide any results below this average Turkopticon pay rating.\n" +
"Minimum is 1, maximum is 5, decimals up to 2 places, such as 3.25",
hideNoTO: "After getting search results, hide any results that have no, or too few, Turkopticon pay ratings.",
disableTO: "Disable attempts to download ratings data from Turkopticon for the results table.\n" +
"NOTE: TO is cached. That means if TO is availible from a previous scrape, it will use that value even if " +
"TO is disabled. This option only prevents the retrieval of ratings from the Turkopticon servers,",
sortPay: "After getting search results, re-sort the results based on their average Turkopticon pay ratings.",
sortAll: "After getting search results, re-sort the results by their overall Turkopticon rating.",
sortAsc: "Sort results in ascending (low to high) order.",
sortDsc: "Sort results in descending (high to low) order.",
search: "Enter keywords to search for; default is blank (no search terms).",
hideBlock: "When enabled, hide HITs that match your blocklist.\n"+
"When disabled, HITs that match your blocklist will be displayed with a red border.",
onlyIncludes: "Show only HITs that match your includelist.\nBe sure to edit your includelist first or no results will be displayed.",
shineInc: "Outline HITs that match your includelist with a dashed green border.",
mainlink: "Version: " + VERSION + "\nRead the documentation for HIT Scraper With Export on its Greasyfork page.",
gbatch: "Apply the 'Minimum batch size' filter to all search options.",
onlyViable: 'Filters out HITs with qualifications you do not have and \ncan neither request nor take a test to obtain.'
},//}}}
css = [//{{{
'body {font-family:Verdana, Arial; font-size:14px}',
'p {margin:8px auto}',
'.cpdefault {width:945px; height:155px; visibility:visible; overflow:hidden; padding:8px 5px 1px 5px; transition:all 0.3s;}',
'#controlpanel i:after, #status i:after {content:" | "}',
'input[type="checkbox"], input[type="radio"] {vertical-align:middle}',
'input[type="number"] {width:50px; text-align:center}',
'label {padding:2px}',
'.hiddenpanel {width:0px; height:0px; visibility:hidden}',
'.hidden {display:none}',
'button {border:1px solid}',
'textarea {font-family:inherit; font-size:11px; margin:auto; padding:2px}',
'.pop {position:fixed; top:15%; left:50%; margin:auto; transform:translateX(-50%); padding:5px;' + // for editors/exporters
'background:black; color:white; z-index:20; font-size:12px; box-shadow:0px 0px 6px 1px #fff}',
'dt {text-transform:uppercase; clear:both; margin:3px}',
'.icbutt {float:left;border:1px solid #fff;cursor:pointer} .icbutt > input {opacity:0;display:block;width:25px;height:25px;border:none}',
// settings
'#settingsMain {z-index:20; position:fixed; background:#fff; color:#000; box-shadow:-3px 3px 2px 2px #7B8C89; line-height:initial;' +
'top:50%; left:50%; width:85%; height:85%; margin-right:-50%; transform:translate(-50%, -50%)}',
'#settingsMain > div {margin:5px; padding:3px; position:relative; border:1px solid grey; line-height:initial}',
'.close {position:relative; font-weight:bold; font-size:1em; color:white; background:black; cursor:pointer}',
'#settingsSidebar {width:100px; min-width:90px; height:92%; float:left}',
'#settingsSidebar > span {display:block; margin-bottom:5px; width:100px; font-size:1em; cursor:pointer}',
'.settingsPanel {position:absolute; top:0;left:0; display:none; width:100%; height:100%; font-size:11px}',
'.settingsPanel > div {margin:15px 5px; position:relative; background:#CCFFFA; overflow:auto; padding:6px 10px}',
'.settingsSelected {background:aquamarine}',
'.ble {border:1px solid black; border-collapse:collapse;} .blec {padding:5px; text-align:left;}',
'.toLink {position:relative;}',
'.toLink:before {content:""; display:none; z-index:5; position:absolute; top:0; left:-6px; width:0; height:0;' +
'border-top:6px solid transparent; border-bottom:6px solid transparent; border-left:6px solid black}',
'.toLink:hover:before {display:block;}',
'.tooltip {position:absolute;top:0;right:calc(100% + 6px);text-align:left;transform:translateY(-20%);padding:5px;font-weight:normal;' +
'font-size:11px; line-height:1; display:none; background:black; color:white; box-shadow:0px 0px 6px 1px #fff}',
'meter {width:100%; position:relative; height:15px;}',
'meter:before, .ffmb {display:block; font-size:10px; font-weight:bold; color:black; content:attr(data-attr); position:absolute; top:1px}',
'meter:after, .ffma {display:block; font-size:10px; font-weight:bold; color:black; content:attr(value); position:absolute; top:1px; right:0}',
'#resultsTable button {height:14px; font-size:8px; border:1px solid; padding:0; background:transparent}',
'#resultsTable tbody td > div {display:table-cell}',
'#resultsTable tbody td > div:first-child {padding-right:2px; vertical-align:middle; white-space:nowrap}',
'button.disabled {position:relative}',
'button.disabled:before {content:""; display:none; z-index:5; position:absolute; top:-7px; left:50%; width:0; height:0;' +
'border-left:6px solid transparent; border-right:6px solid transparent; border-top:6px solid black; transform:translateX(-50%)}',
'button.disabled:after {content:"Exports are disabled while logged out."; display:none; z-index:5; position:absolute;' +
'top:-7px; left:50%; color:white; background:black; width:230px; padding:2px; transform:translate(-50%,-100%);' +
'box-shadow:0px 0px 6px 1px #fff; font-size:12px}',
'button.disabled:focus:before {display:block} button.disabled:focus:after {display:block}',
'.spinner {display: inline-block; animation: kfspin 0.7s infinite linear; font-weight:bold;}',
'@keyframes kfspin { 0% { transform: rotate(0deg) } 100% { transform: rotate(359deg) } }',
'.spinner:before{content:"*"}',
'.exhwtf {width:70px; background:black; color:white; vertical-align:top; border-radius:5px}',
'.ignored td {border:2px solid #00E5FF}',
'.includelisted td {border:3px dashed #008800}',
'.blocklisted td {border:3px solid #cc0000}',
],//}}}
fCss =
`#resultsTable tbody {font-size:${user.fontSize}px;}` +
`.shine td {border:1px dotted #fff; font-size:${(+user.fontSize) + (+user.shineOffset)}px; font-weight:bold}`,
//{{{ body
body = `
<audio src=${_audio0} id="ding" volume="1"></audio><audio src=${_audio1} id="squee" volume="1"></audio>
<div id="curtain" style="position:fixed;width:100%;height:100%;display:none;z-index:10"></div>
<div id="controlpanel" class="controlpanel cpdefault">
<p>
Auto-refresh delay: <input id="refresh" type="number" title="${titles.refresh}" min="0" value="${user.refresh}" /><i></i>
Pages to scrape: <input id="pages" type="number" title="${titles.pages}" min="1" max="100" value="${user.pages}" /><i></i>
<label class="${user.skips ? 'checked' : ''}" title="${titles.skips}" for="skips">Correct for skips</label>
<input id="skips" class="${_cb}" type="checkbox" title="${titles.skips}" ${user.skips ? 'checked' : ''} /><i></i>
Results per page: <input id="resultsPerPage" type="number" title="${titles.resultsPerPage}"
min="1" max="100" value="${user.resultsPerPage || 10}" />
</p></p>
Min reward: <input id="pay" type="number" title="${titles.pay}" min="0" step="0.05" value="${user.pay}" /><i></i>
<label class="${user.qual ? 'checked' : ''}" title="${titles.qual}" for="qual">Qualified</label>
<input id="qual" class="${_cb}" type="checkbox" title="${titles.qual}" ${user.qual ? 'checked' : ''} /><i></i>
<label class="${user.monly ? 'checked' : ''}" title="${titles.monly}" for="monly">Masters Only</label>
<input id="monly" class="${_cb}" type="checkbox" title="${titles.monly}" ${user.monly ? 'checked' : ''} /><i></i>
<label class="${user.mhide ? 'checked' : ''}" title="${titles.mhide}" for="mhide">Hide Masters</label>
<input id="mhide" class="${_cb}" type="checkbox" title="${titles.mhide}" ${user.mhide ? 'checked' : ''} /><i></i>
<label class="${user.onlyViable ? 'checked' : ''}" title="${titles.onlyViable}" for="onlyViable">Hide Infeasible</label>
<input id="onlyViable" class="${_cb}" type="checkbox" title="${titles.onlyViable}" ${user.onlyViable ? 'checked' : ''} /><i></i>
Min batch size: <input id="batch" type="number" title="${titles.batch}" min="1" value="${user.batch}" /> -
<label class="${user.gbatch ? 'checked' : ''}" title="${titles.gbatch}" for="gbatch">Global</label>
<input id="gbatch" class="${_cb}" type="checkbox" title="${titles.gbatch}" ${user.gbatch ? 'checked' : ''} />
</p><p>
New HIT highlighting: <input id="shine" type="number" title="${titles.shine}" min="0" max="3600" value="${user.shine}" /><i></i>
<label class="${user.notifySound[0] ? 'checked' : ''}" title="${titles.sound}" for="sound">Sound on new HIT</label>
<input id="sound" class="${_cb}" type="checkbox" title="${titles.sound}" ${user.notifySound[0] ? 'checked' : ''} />
<select id="soundSelect" title="${titles.soundSelect}" style="display:${user.notifySound[0] ? 'inline' : 'none'}">
<option value="ding" ${user.notifySound[1] === 'ding' ? 'selected' : ''}>Ding</option>
<option value="squee" ${user.notifySound[1] === 'squee' ? 'selected' : ''}>Squee</option>
</select><i></i>
<label class="${user.disableTO ? 'checked' : ''}" title="${titles.disableTO}" for="disableTO">Disable TO</label>
<input id="disableTO" class="${_cb}" type="checkbox" title="${titles.disableTO}" ${user.disableTO ? 'checked' : ''} /><i></i>
Search by: <select id="searchBy" title="${titles.searchBy}">
<option value="late" ${user.searchBy === 0 ? 'selected' : ''}>Latest</option>
<option value="most" ${user.searchBy === 1 ? 'selected' : ''}>Most Available</option>
<option value="amount" ${user.searchBy === 2 ? 'selected' : ''}>Reward</option>
<option value="alpha" ${user.searchBy === 3 ? 'selected' : ''}>Title</option>
</select> -
<label class="${user.invert ? 'checked' : ''}" title="${titles.invert}" for="invert">Invert</label>
<input id="invert" class="${_cb}" type="checkbox" title="${titles.invert}" ${user.invert ? 'checked' : ''} />
</p><p>
Min pay TO: <input id="minTOPay" type="number" title="${titles.minTOPay}" min="1" max="5" step="0.25" value="${user.minTOPay}" /><i></i>
<label class="${user.hideNoTO ? 'checked' : ''}" title="${titles.hideNoTO}" for="hideNoTO">Hide no TO</label>
<input id="hideNoTO" class="${_cb}" type="checkbox" title="${titles.hideNoTO}" ${user.hideNoTO ? 'checked' : ''} /><i></i>
<label class="${user.sortPay ? 'checked' : ''}" title="${titles.sortPay}" for="sortPay">Sort by TO pay</label>
<input id="sortPay" class="${_cb}" type="checkbox" title="${titles.sortPay}" name="sort" ${user.sortPay ? 'checked' : ''} /><i></i>
<label class="${user.sortAll ? 'checked' : ''}" title="${titles.sortAll}" for="sortAll">Sort by overall TO</label>
<input id="sortAll" class="${_cb}" type="checkbox" title="${titles.sortAll}" name="sort" ${user.sortAll ? 'checked' : ''} />
<div id="sortdirs" style="font-size:15px;display:${user.sortPay || user.sortAll ? 'inline' : 'none'}">
<label class="${user.sortAsc ? 'checked' : ''}" for="sortAsc" title="${titles.sortAsc}"> ▲ </label>
<input id="sortAsc" class="${_cb}" type="radio" title="${titles.sortAsc}" name="sortDir" ${user.sortAsc ? 'checked' : ''} />
<label class="${user.sortDsc ? 'checked' : ''}" for="sortDsc" title="${titles.sortDsc}"> ▼ </label>
<input id="sortDsc" class="${_cb}" type="radio" title="${titles.sortDsc}" name="sortDir" ${user.sortDsc ? 'checked' : ''} />
</div>
</p><p>
Search Terms: <input id="search" title="${titles.search}" placeholder="Enter search terms here" value="${user.search}" /><i></i>
<label class="${user.hideBlock ? 'checked' : ''}" title="${titles.hideBlock}" for="hideBlock">Hide blocklisted</label>
<input id="hideBlock" class="${_cb}" type="checkbox" title="${titles.hideBlock}" ${user.hideBlock ? 'checked' : ''} /><i></i>
<label class="${user.onlyIncludes ? 'checked' : ''}" title="${titles.onlyIncludes}" for="onlyIncludes">Restrict to includelist</label>
<input id="onlyIncludes" class="${_cb}" type="checkbox" title="${titles.onlyIncludes}" ${user.onlyIncludes ? 'checked' : ''} /><i></i>
<label class="${user.shineInc ? 'checked' : ''}" title="${titles.shineInc}" for="shineInc">Highlight Includelisted</label>
<input id="shineInc" class="${_cb}" type="checkbox" title="${titles.shineInc}" ${user.shineInc ? 'checked' : ''} />
</p>
</div><div id="controlbuttons" class="controlpanel" style="margin-top:5px">
<button id="btnMain">Start</button> <button id="btnHide">Hide Panel</button> <button id="btnBlocks">Edit Blocklist</button>
<button id="btnIncs">Edit Includelist</button> <button id="btnIgnores">Toggle Ignored HITs</button>
<button id="btnSettings">Settings</button>
</div>
<div id="loggedout" style="font-size:11px;margin-left:10px;text-transform:uppercase"></div>
<div id="status" style="height:34px"><p>Stopped</p></div>
<div id="results">
<table id="resultsTable" style="width:100%">
<caption style="font-weight:800;line-height:1.25em;font-size:1.5em;">
<a class="mainlink" target="_blank" href="${URL_SELF}" title="${titles.mainlink}">HIT Scraper</a> Results
</caption>
<thead><tr style="font-weight:800;font-size:0.87em;text-align:center">
<td>Requester</td><td>Title</td><td style="width:70px">Reward & PandA</td><td style="width:35px"># Avail</td>
<td style="width:30px">TO Pay</td><td style="width:15px">M</td>
<td style="width:15px"></td><td style="width:15px"></td>
</tr></thead>
<tbody></tbody>
</table>
</div>`,//}}}
head = `<title>${DOC_TITLE}</title>` +
`<style type="text/css" id="lazyfont">${fCss}</style>` +
`<style type="text/css">${css.join('')}</style>` +
`<link rel="icon" type="image/png" href="${ico}" /><link rel="stylesheet" type="text/css" />`;
document.head.innerHTML = head;
document.body.innerHTML = body;
this.elkeys = Object.keys(titles);
return this;
},//}}} Interface::draw
init: function() {//{{{
this.panel = {}; this.buttons = {};
var get = (q,all) => document['querySelector' + (all ? 'All': '')](q),
sortdirs = get('#sortdirs'),
moveSortdirs = function(node) {
if (!node.checked) { sortdirs.style.display = 'none'; return; }
sortdirs.style.display = 'inline';
sortdirs.remove();
node.parentNode.insertBefore(sortdirs, node.nextSibling);
},
kdFn = e => { if (e.keyCode === kb.ENTER) setTimeout(() => this.buttons.main.click(), 30); },
optChangeFn = function(e) {//{{{
var tag = e.target.tagName, type = e.target.type, id = e.target.id,
isChecked = e.target.checked, name = e.target.name, value = e.target.value;
switch(tag) {
case 'SELECT':
if (id === 'soundSelect')
this.user.notifySound[1] = e.target.value;
else
this.user[id] = e.target.selectedIndex;
break;
case 'INPUT':
switch(type) {
case 'number':
case 'text':
this.user[id] = value; break;
case 'radio':
Array.from(get(`input[name=${name}]`,true))
.forEach(v => { this.user[v.id] = v.checked; get(`label[for=${v.id}]`).classList.toggle('checked'); });
break;
case 'checkbox':
if (name === 'sort') {
Array.from(get(`input[name=${name}]`,true)).forEach(v => {
if (e.target !== v) v.checked = false;
get(`label[for=${v.id}]`).className = v.checked ? 'checked' : '';
this.user[v.id] = v.checked;
});
moveSortdirs(e.target);
break;
} else if (id === 'sound') {
this.user.notifySound[0] = isChecked;
e.target.nextElementSibling.style.display = isChecked ? 'inline' : 'none';
}
this.user[id] = isChecked;
get(`label[for=${id}]`).classList.toggle('checked');
break;
} break;
}
Settings.save();
}.bind(this);//}}}
Themes.apply(this.user.themes.name);
if (this.isLoggedout) get('#loggedout').textContent = 'you are currently logged out of mturk';
// get references to control panel elements and set up click events
this.Status = {
node: get('#status').firstChild,
push: function(t) { this.node.innerHTML = t; },
append: function(t) { this.node.innerHTML += t; },
cd: function() { this.node.innerHTML = this.node.innerHTML.replace(/\d+(?= seconds)/, m => +m-1); }
};
for (var k of this.elkeys) {
if (k === 'mainlink') continue;
this.panel[k] = document.getElementById(k);
this.panel[k].onchange = optChangeFn;
if (k === 'pay' || k === 'search') this.panel[k].onkeydown = kdFn;
if ((k === 'sortPay' || k === 'sortAll') && this.panel[k].checked) moveSortdirs(this.panel[k]);
}
// get references to buttons
Array.from(get('button',true)).forEach(v => this.buttons[v.id.slice(3).toLowerCase()] = v);
// set up button click events
this.buttons.main.onclick = function(e) {
e.target.textContent = e.target.textContent === 'Start' ? 'Stop' : 'Start';
Core.run();
};
this.buttons.hide.onclick = function(e) {
get('#controlpanel').classList.toggle('hiddenpanel');
e.target.textContent = e.target.textContent === 'Hide Panel' ? 'Show Panel' : 'Hide Panel';
};
this.buttons.blocks.onclick = () => { this.toggleOverflow('on'); new Editor('ignore'); };
this.buttons.incs.onclick = () => { this.toggleOverflow('on'); new Editor('include'); };
this.buttons.ignores.onclick = () => Array.from(get('.ignored:not(.blocklisted)',true)).forEach(v => v.classList.toggle('hidden'));
this.buttons.settings.onclick = () => { this.toggleOverflow('on'); Settings.draw().init(); };
get('#hideBlock').addEventListener('change', () => Array.from(get('.blocklisted',true)).forEach(v => v.classList.toggle('hidden')));
window.onblur = document.body.onblur = () => this.focused = false;
window.onfocus = document.body.onfocus = () => { this.focused = true; this.resetTitle(); };
}//}}} Interface::init
},//}}} Interface
Editor = function(type) {//{{{
Interface.toggleOverflow('on');
this.node = document.body.appendChild(document.createElement('DIV'));
this.node.classList.add('pop');
this.die = () => {Interface.toggleOverflow('off'); this.node.remove();};
this.type = type;
this.caller = arguments[1] || null;
switch(type) {
case 'include':
case 'ignore':
if (type === 'ignore' && !localStorage.getItem('scraper_ignore_list')) // set default blocklist
localStorage.setItem('scraper_ignore_list',
'oscar smith^diamond tip research llc^jonathan weber^jerry torres^' +
'crowdsource^we-pay-you-fast^turk experiment^jon brelig^p9r');
var titleText = type === 'ignore' ?
'<b>BLOCKLIST</b> - Edit the blocklist with what you want to ignore/hide. Separate requester names and HIT titles with the ' +
'<code>^</code> character. After clicking "Save", you\'ll need to scrape again to apply the changes.'
: '<b>INCLUDELIST</b> - Focus the results on your favorite requesters. Separate requester names and HIT titles with the ' +
'<code>^</code> character. When the "Restrict to includelist" option is selected, ' +
'HIT Scraper only shows results matching the includelist.';
this.node.innerHTML = '<div style="width:500px">' + titleText + '</div>' +
'<textarea style="display:block;height:200px;width:500px;font:12px monospace" placeholder="nothing here yet">' +
(localStorage.getItem(`scraper_${type}_list`) || '') + '</textarea>' +
'<button id="edSave" style="margin:5px auto;width:50%;color:white;background:black">Save</button>'+
'<button id="edCancel" style="margin:5px auto;width:50%;color:white;background:black">Cancel</button>';
this.node.querySelector('#edSave').onclick = () => {
localStorage.setItem(`scraper_${type}_list`, this.node.querySelector('textarea').value.trim()); this.die();
}; break;
case 'theme':
var dlbody = [], _th = Settings.user.themes, split = obj => {
var a = []; for (var k in obj) if (obj.hasOwnProperty(k)) a.push({k:k, v:obj[k]});
return a.sort((a,b) => a.k < b.k ? -1 : 1);
}, _colors = split(_th.colors[_th.name]),
define = k => '<div style="margin-left:37px">' + _dd[k] + '</div>',
_dd = {//{{{
highlight:'Distinguishes between active and inactive states in the control panel',
background:'Background color',
accent:'Color of spacer text (and control panel buttons on themes other than \'classic\')',
bodytable:'Default color of text elements in the results table (this is ignored if HIT coloring is set to \'cell\')',
cpBackground:'Background color of the control panel',
toHigh:'Color for results with high TO',
toGood:'Color for results with good TO',
toAverage:'Color for results with average TO',
toLow:'Color for results with low TO',
toPoor:'Color for results with poor TO',
toNone:'Color for results with no TO',
hitDB:'Designates that a match was found in your HITdb',
nohitDB:'Designates that a match was not found in your HITdb',
unqualified:'Designates that you do not have the qualifications necessary to work on the HIT',
reqmaster:'Designates HITs that require Masters',
nomaster:'Designates HITs that do not require Masters',
defaultText:'Default text color',
inputText:'Color of input boxes in the control panel',
secondText:'Color for text used on selected control panel items',
link:'Default color of unvisited links',
vlink:'Default color of visited links',
export:'Color of buttons in the results table--export and block buttons',
hover:'Color of control panel options on mouseover',
};//}}}
for (var r of _colors)
dlbody.push(`<dt>${r.k}</dt><dd><div class="icbutt"><input data-key="${r.k}" type="color" value="${r.v}" /></div>${define(r.k)}</dd>`);
this.node.innerHTML = '<b>THEME EDITOR</b><p></p><div style="height:87%;overflow:auto"><dl>' + dlbody.join('') + '</dl></div>' +
'<button id="edSave" style="margin:5px auto;width:33%;color:white;background:black">Save</button>' +
'<button id="edDefault" style="margin:5px auto;width:33%;color:white;background:black">Restore Default</button>' +
'<button id="edCancel" style="margin:5px auto;width:33%;color:white;background:black">Cancel</button>';
this.node.style.height = '57%';
Array.from(this.node.querySelectorAll('.icbutt')).forEach(v => {
v.style.background = v.firstChild.value;
v.firstChild.onchange = e => {
var k = e.target.dataset.key;
v.style.background = e.target.value;
_th.colors[_th.name][k] = e.target.value;
Themes.apply(_th.name, Settings.user.hitColor);
};
});
this.node.querySelector('#edDefault').onclick = () => {
_th.colors[_th.name] = Themes.default[_th.name];
Themes.apply(_th.name, Settings.user.hitColor);
this.die(); new Editor('theme');
};
this.node.querySelector('#edSave').onclick = () => { Settings.save(); this.die(); };
break;
case 'vbTemplate':
this.node.innerHTML = '<b>VBULLETIN TEMPLATE</b><div style="float:right;margin-bottom:5px">Ratings Symbol: ' +
`<input style="text-align:center" type="text" size="1" maxlength="1" value="${Settings.user.vbSym}" /></div>` +
'<textarea style="display:block;height:200px;width:500px;font:12px monospace">' +
Settings.user.vbTemplate + '</textarea>' +
'<button id="edSave" style="margin:5px auto;width:33%;color:white;background:black">Save</button>' +
'<button id="edDefault" style="margin:5px auto;width:33%;color:white;background:black">Restore Default</button>' +
'<button id="edCancel" style="margin:5px auto;width:33%;color:white;background:black">Cancel</button>';
this.node.querySelector('#edDefault').onclick = () => {
this.node.querySelector('textarea').value = Settings.defaults.vbTemplate;
this.node.querySelector('#edSave').click();
};
this.node.querySelector('#edSave').onclick = () => {
Settings.user.vbTemplate = this.node.querySelector('textarea').value.trim();
Settings.user.vbSym = this.node.querySelector('input').value;
Settings.save();
this.die(); new Exporter({ target: this.caller });
}; break;
}
this.node.querySelector('#edCancel').onclick = () => this.die();
},//}}}
Core = {//{{{
active: false, timer: null, cooldown: null,
getPayload: function() {//{{{
var user = Settings.user,
payload = {
searchWords: user.search,
minReward: user.pay,
qualifiedFor: Interface.isLoggedout ? 'off' : (user.qual ? 'on' : 'off'),
requiresMasterQual: user.monly ? 'on' : 'off',
sortType: '',
pageNumber: 1,
pageSize: user.resultsPerPage || 10
};
switch (user.searchBy) {
case 0:
payload.sortType = window.encodeURIComponent(`LastUpdatedTime:${+!user.invert}`); break;
case 1:
payload.sortType = window.encodeURIComponent(`NumHITs:${+!user.invert}`); break;
case 2:
payload.sortType = window.encodeURIComponent(`Reward:${+!user.invert}`); break;
case 3:
payload.sortType = window.encodeURIComponent(`Title:${+user.invert}`); break;
}
return payload;
},//}}} Core::init
run: function(skiptoggle) {//{{{
if (!skiptoggle) this.active = !this.active;
this.cooldown = +Settings.user.refresh;
clearTimeout(this.timer);
Interface.resetTitle();
if (this.active) {
Interface.Status.push(' <b class="spinner"></b> Processing page: 1');
this.fetch('/mturk/searchbar', this.getPayload());
}
},//}}} Core::run
cruise: function() {//{{{
if (!this.active) return;
if (--this.cooldown === 0) this.run(true);
else {
Interface.Status.cd();
this.timer = setTimeout(this.cruise.bind(this), 1000);
}
},//}}}
dispatch: function(type, src) {//{{{
switch(type) {
case 'json':
this.meld(src); break;
case 'document':
var error = src.querySelector('td[class="error_title"]');
if (error && /page request/.test(error.textContent))
setTimeout(this.fetch.bind(this), 3000, src.documentURI);
else
this.scrape(src);
break;
case 'control':
var blocked = scraperHistory.filter(v => v.current && v.blocked).length,
_rpp = +Settings.user.resultsPerPage,
pagelimit = Settings.user.skips ?
((+Settings.user.pages + Math.floor(blocked/_rpp) + (blocked%_rpp > 0.66*_rpp ? 1 : 0)) || 3) : (+Settings.user.pages || 3);
if (!this.active || !src.nextPageURL || src.page >= pagelimit || (Interface.isLoggedout && src.page === 20)) {
if (Settings.user.disableTO)
this.meld();
else {
var ids = scraperHistory.filter(v => v.current && v.TO === null && v.requester.id, true)
.filter((v,i,a) => a.indexOf(v) === i).join();
if (!ids.length) return this.meld();
Interface.Status.push(' <b class="spinner"></b> Retrieving TO data');
this.fetch(TO_API + ids, null, 'json');
}
} else {
Interface.Status.push(` <b class="spinner"></b> Processing page: ${+src.page + 1}`);
if (+src.page + 1 > +Settings.user.pages) Interface.Status.append('; Correcting for skips');
setTimeout(this.fetch.bind(this), 250, src.nextPageURL);
}
break;
}
},//}}} Core::dispatch
scrape: function(src) {//{{{
var page = +src.documentURI.match(/pageNumber=(\d+)/)[1],
nextPageURL = src.querySelector('img[src="/media/right_arrow.gif"]'),
titles = Array.from(src.querySelectorAll('a.capsulelink')),
getCapsule = n => { for (var i=0;i<7;i++) n=n.parentNode; return n; };
nextPageURL = nextPageURL ? nextPageURL.parentNode.href : null;
titles.forEach(function(v,i) {
var capsule = getCapsule(v),
get = q => capsule.querySelector(q),
pad = n => ('00'+n).slice(-2),
qualrows = Array.prototype.slice.call(get('a[id^="qualifications"]').parentNode.parentNode.parentNode.rows, 1),
viable = !qualrows.map(v => v.cells[2].textContent).filter(v => v.includes('do not')).length,
capData = {
discovery: Date.now(),
title: v.textContent.trim(),
index: page+pad(i),
requester: { name: get('.requesterIdentity').textContent, id: null, link: null, linkTemplate: null },
pay: get('span.reward').textContent,
time: get('a[id^="duration"]').parentNode.nextElementSibling.textContent,
desc: get('a[id^="description"]').parentNode.nextElementSibling.textContent,
quals: qualrows.length ? qualrows.map(v => v.cells[0].textContent.trim().replace(/\s+/g,' ')) : [ 'None' ],
hit: { preview: null, previewTemplate: null, panda: null, pandaTemplate: null },
groupId: null, TO: null, masters: null, numHits: null, blocked: false, included: false,
qualified: !Boolean(get('a[href*="notqualified?"],a[id^="private_hit"]'))
},
listsxr = this.crossRef(capData.requester.name, capData.title); //check block/include lists
capData.blocked = listsxr[0]; capData.included = listsxr[1];
capData.masters = /Masters/.test(capData.quals.join());
if (Interface.isLoggedout) {
capData.TO = '';
capData.qualified = false;
capData.numHits = 'n/a';
} else
capData.numHits = get('a[id^="number_of_hits"]').parentNode.nextElementSibling.textContent.trim();
try { // groupid
capData.groupId = get('a[href*="roupId="]').href.match(/[^=]+$/)[0];
} catch(e) {
void(e); capData.groupId = this.getHash(capData.requester.name + capData.title + capData.pay);
} try { // requesterid, requester search link, groupid
var _r = get('a[href*="requesterId"]');
capData.requester.link = _r.href;
capData.requester.id = _r.href.match(/[^=]+$/)[0];
} catch(e) {
void(e); capData.requester.link = '/mturk/searchbar?searchWords=' + window.encodeURIComponent(capData.requester.name);
} try { // preview/panda links
var _l = get('a[href*="preview?"]');
capData.hit.preview = _l.href;
capData.hit.panda = _l.href.replace(/(\?)/,'andaccept$1');
} catch(e) {
void(e); capData.hit.preview = 'https://www.mturk.com/mturk/searchbar?searchWords=' + window.encodeURIComponent(capData.title);
}
if (Settings.user.searchBy === 1 && +Settings.user.batch > 1 && +capData.numHits < +Settings.user.batch) return;
else if (Settings.user.gbatch && +Settings.user.batch > 1 && +capData.numHits < +Settings.user.batch) return;
else if (Settings.user.onlyViable && !viable) return;
scraperHistory.add(capData.groupId, capData);
}, this);
this.dispatch('control', {page: page, nextPageURL: nextPageURL});
},//}}} Core::scrape
meld: function() {//{{{
var reviews = arguments.length ? arguments[0] : null,
table = document.querySelector('#resultsTable').tBodies[0], html = [], results = [], field, /*_gp, _gq,*/
getClassFromValue = (val,type) => type === 'sim' ? (val > 4 ? 'toHigh' : (val > 3 ? 'toGood' : (val > 2 ? 'toAverage' : 'toPoor')))
: (val > 4.05 ? 'toHigh' : (val > 3.06 ? 'toGood' : (val > 2.4 ? 'toAverage' : (val > 1.7 ? 'toLow' : 'toPoor')))),
addRowHTML = r => {//{{{
var _st = Interface.isLoggedout ? 'disabled' : '',
_sh = ex => Settings.user['export'+ex] ? '' : 'hidden',
_rt = r.blocked ? '' :
`<div><button name="block" value="${r.requester.name}" style="width:15px" title="Block this requester">R</button>` +
`<button name="block" value="${r.title.replace(/"/g,'"')}" style="width:15px" title="Block this title">T</button></div>`;
return `<tr class="${r.included ? 'includelisted' : ''} ${shouldHide ? 'ignored hidden' : ''} ` +
`${r.blocked ? 'blocklisted' : ''} ${r.rowColor} ${r.shine ? 'shine' : ''}">` +
`<td>${_rt}<div><a class="static" target="_blank" href="${r.requester.link}">${r.requester.name}</a><div></td>` +
`<td><div><button class="ex vb ${_st} ${_sh('Vb')}" style="width:30px" data-gid="${r.groupId}">vB</button>
<button class="ex irc ${_st} ${_sh('Irc')}" style="width:30px" data-gid="${r.groupId}">IRC</button>
<button class="ex hwtf ${_st} ${_sh('Hwtf')}" style="width:33px" data-gid="${r.groupId}">HWTF</button></div><div>
<a title="Description: ${r.desc.replace(/"/g,'"')}\n\nQualifications: ${r.quals.join('; ')}" target="_blank" href="${r.hit.preview}">${r.title}</a>
</div></td>` +
`<td style="text-align:center"><a target="_blank" ${r.hit.panda ? 'href="'+r.hit.panda+'"' : ''}>${r.pay}</a></td>` +
`<td style="text-align:center" >${r.numHits}</td>` +
`<td style="text-align:center"><a class="static toLink" target="_blank" data-rid="${r.requester.id ? r.requester.id : 'null'}" ` +
(r.requester.id ? 'href="'+TO_REPORTS+r.requester.id+'"' : '') + '>' +
(r.TO ? r.TO.attrs.pay : 'n/a') + createTooltip('to',r.TO) + '</a></td>' +
`<td class="${r.masters ? 'reqmaster' : 'nomaster'}" style="text-align:center">${r.masters ? 'Y' : 'N'}</td>` +
`<td class="db nohitDB" data-index="requesterName" data-value="${r.requester.name}" data-cmp-value="${r.title}"
data-cmp-index="title" style="text-align:center;cursor:default">R</td>` +
`<td class="db nohitDB" data-index="title" data-value="${r.title}" data-cmp-value="${r.requester.name}"
data-cmp-index="requesterName" style="text-align:center;cursor:default">T</td>` +
`${r.qualified ? '' : '<td class="tooweak" title="Not qualified to work on this HIT">NQ</td>'}` +
'</tr>';},//}}}
setRowColor = r => {
var _t = Settings.user.colorType;
if (!r.TO || r.TO.reviews < 5) { r.rowColor = 'toNone'; return; }
r.rowColor = getClassFromValue(_t === 'sim' ? r.TO.attrs.qual : r.TO.attrs.adjQual, _t);
},
bubbleNewHits = a => {
var _new, _old = [];
_new = a.filter(v => v.shine ? true : _old.push(v) && false);
return _new.concat(_old);
};
scraperHistory.addReviews(reviews);
results = scraperHistory.filter(v => {
if (!v.current) return false;
v.current = false;
if (Settings.user.mhide && v.masters) return false;
else return true;
});
// sorting
if (!Interface.isLoggedout && !Settings.user.disableTO && Settings.user.sortPay !== Settings.user.sortAll) {
if (Settings.user.sortPay)
field = Settings.user.sortType === 'sim' ? 'pay' : 'adjPay';
else if (Settings.user.sortAll)
field = Settings.user.sortType === 'sim' ? 'qual' : 'adjQual';
results.sort((a,b) => {a = a.TO ? +a.TO.attrs[field] : 0; b = b.TO ? +b.TO.attrs[field] : 0; return b-a;});
if (Settings.user.sortAsc) results.reverse();
} else
results.sort((a,b) => a.index - b.index);
// populating
var counts = { total:results.length, new:0, newVis:0, ignored:0, blocked:0, included:0, incNew:0 };
for (var r of (Settings.user.bubbleNew ? bubbleNewHits(results) : results)) {
var shouldHide = Boolean((Settings.user.hideBlock && r.blocked) || (Settings.user.hideNoTO && !r.TO) ||
(Settings.user.minTOPay && r.TO && +r.TO.attrs.pay < +Settings.user.minTOPay));
counts.new += r.isNew ? 1 : 0;
counts.newVis += r.isNew && !shouldHide ? 1 : 0;
counts.ignored += shouldHide ? 1 : 0;
counts.blocked += r.blocked ? 1 : 0;
counts.included += r.included ? 1 : 0;
counts.incNew += r.included && r.isNew ? 1 : 0;
setRowColor(r); html.push(addRowHTML(r));
}
table.innerHTML = html.join('');
this.notify(counts);
// mouse events
var _fnin = function(e) {
e.target.children[0].style.display = 'block';
var tt = e.target.children[0], rect = tt.getBoundingClientRect();
if (rect.height > (window.innerHeight - e.clientY)) tt.style.transform = 'translateY(calc(-100% + 22px))';
},
_fnout = function(e) {
var tt = e.target.querySelector('.tooltip');
if (!tt) return;
tt.style.transform = '';
tt.style.display = 'none';
};
Array.from(table.querySelectorAll('.toLink')).forEach(v => { v.onmouseover = _fnin; v.onmouseout = _fnout; });
Array.from(table.querySelectorAll('.ex')).forEach(v => v.onclick = e => new Exporter(e));
Array.from(table.querySelectorAll('button[name=block]')).forEach(v => v.onclick = e => new Dialogue(e.target));
Array.from(table.querySelectorAll('.db')).forEach(v => { HITStorage.test(v); v.onclick = e => new DBQuery(e.target); });
if (this.active) {
if (this.cooldown === 0) Interface.buttons.main.click();
else {
this.timer = setTimeout(this.cruise.bind(this), 1000);
Interface.Status.append(`<br />Scraping again in ${this.cooldown} seconds`);
}
}
if ((Date.now() - Interface.time)/1000 > 1200) scraperHistory.prune();
},//}}}
getHash: function(str) {//{{{
var hash = 0, ch;
for (var i = 0; i < str.length; i++) {
ch = str.charCodeAt(i);
hash = ch + (hash << 6) + (hash << 16) - hash;
}
return hash;
},//}}} Core::getHash
fetch: function(url, payload, responseType, inline) {//{{{
responseType = responseType || 'document';
inline = inline === undefined ? true : inline;
if (payload) {
var args = 0;
url += '?';
for (var k in payload) { if (payload.hasOwnProperty(k)) {
if (args++) url += "&";
url += `${k}=${payload[k]}`;
}}
}
var _p = new Promise( function(accept, rej) {
var xhr = new XMLHttpRequest();
xhr.open('GET', url, true);
xhr.responseType = responseType;
xhr.send();
xhr.onload = function() {
if (this.status === 200) accept(this.response);
else rej(new Error(this.status + " - " + this.statusText));
};
xhr.onerror = function() { rej(new Error(this.status + " - " + this.statusText)); };
xhr.ontimeout = function() { rej(new Error(this.status + " - " + this.statusText)); };
});
if (inline) _p.then( this.dispatch.bind(this, responseType), err => { console.warn(err); this.meld.apply(this); } );
else return _p;
},//}}} Core::fetch
crossRef: function(...needles) {//{{{
var found = [false, false], s;
if (Settings.user.onlyIncludes) { // everything not in includelist gets blocked, unless includelist is empty or doesn't exist
var list = (localStorage.getItem('scraper_include_list') || "").toLowerCase().split('^');
if (list.length === 1 && !list[0].length) return found; // includelist is empty
for (s of needles) {
found[1] = Boolean(~list.indexOf(s.toLowerCase().replace(/\s+/g,' ')));
if (found[1]) {
found[0] = false; break;
} else
found[0] = true;
}
return found;
} else {
var blist = (localStorage.getItem('scraper_ignore_list') || "").toLowerCase().split('^'),
ilist = (localStorage.getItem('scraper_include_list') || "").toLowerCase().split('^'),
blist_wild = Settings.user.wildblocks ? blist.filter(v => /.*?[*].*/.test(v)) : null;
if (blist_wild) blist_wild.forEach((v,i,a) =>
a[i] = new RegExp('^' + (v.replace(/([+${}[\](\)^|?.\\])/g, "\\$1") // escape non wildcard special chars
.replace(/([^*]|^)[*](?!\*)/g, "$1.*") // turn glob into regex
.replace(/\*{2,}/g, s => s.replace(/\*/g,'\\$&'))) + '$'), 'i'); // escape consecutive asterisks
for (s of needles) {
found[0] = found[0] || Boolean(~blist.indexOf(s.toLowerCase().replace(/\s+/g,' ')));
found[1] = found[1] || Boolean(~ilist.indexOf(s.toLowerCase().replace(/\s+/g,' ')));
if (blist_wild && blist_wild.length && !found[0])
for (var i=0; !found[0] && i<blist_wild.length; i++) found[0] = blist_wild[i].test(s.toLowerCase().replace(/\s+/g,' '));
}
return found; // [ blocklist,includelist ]
}
},//}}} Core::crossRef
notify: function(c) {//{{{
var s = ['Scrape Complete: '];
s.push(c.total > 0 ? `${c.total} HIT${c.total > 1 ? 's' : ''}` : '<b>No HITs found.</b>');
if (c.new) s.push(`<i></i>${c.new} new`);
if (c.newVis !== c.new) s.push(` (${c.newVis} shown)`);
if (c.included) s.push(`<i></i><b>${c.included} from includelist</b>`);
if (c.ignored) s.push(`<i></i>${c.ignored} hidden -- `);
if (c.blocked) s.push(`${c.ignored ? '' : '<i></i>'}${c.blocked} from blocklist`);
if (c.ignored - c.blocked > 0) s.push(`${c.blocked ? '<i></i>' : ''}${c.ignored - c.blocked} below TO threshold`);
Interface.Status.push(s.join(''));
if (c.newVis && Settings.user.notifySound[0]) document.getElementById(Settings.user.notifySound[1]).play();
if (!c.newVis || Interface.focused) return;
document.title = `[${c.newVis} new]` + DOC_TITLE;
if (Settings.user.notifyBlink) Interface.blackhole.blink =
setInterval(() => document.title = /scraper/i.test(document.title) ? `${c.newVis} new HITs` : DOC_TITLE, 1000);
if (Settings.user.notifyTaskbar && Notification.permission === 'granted') {
var inc = c.incNew ? ` (${c.incNew} from includelist)` : '',
n = new Notification('HITScraper found ' + c.newVis + ' new HITs' + inc);
n.onclick = n.close;
setTimeout(n.close.bind(n), 5000);
}
},//}}} Core::notify
},//}}} Core
Exporter = function(e){//{{{
Interface.toggleOverflow('on');
this.caller = e.target;
this.node = document.body.appendChild(document.createElement('DIV'));
this.node.classList.add('pop');
this.die = () => {Interface.toggleOverflow('off'); this.node.remove();};
this.record = scraperHistory.hitGroups[this.caller.dataset.gid];
if (Interface.isLoggedout) return this.die();
var _vb = () => {//{{{
var
getColor = attr => {
switch(attr) {
case 5:
case 4: return 'green';
case 3: return 'yellow';
case 2: return 'orange';
case 1: return 'red';
default: return 'white';
}
},
templateVars = {//{{{
title: this.record.title,
requesterName: this.record.requester.name,
requesterLink: this.record.requester.link,
requesterId: this.record.requester.id,
description: this.record.desc,
reward: this.record.pay,
quals: this.record.quals.join(';').replace(/(;?)(\w* ?Masters.+?)(;?)/g, '$1[COLOR=red][b]$2[/b][/COLOR]$3'),
previewLink: this.record.hit.preview,
pandaLink: this.record.hit.panda,
time: this.record.time,
numHits: this.record.numHits,
toImg: '', // deprecated
toCompact: (function() {//{{{
var _to = this.record.TO, txt = ['[b]'], color;
if(!_to) return 'TO Unavailable';
for (var a of ['comm','pay','fair','fast']) {
color = getColor(Math.floor(_to.attrs[a]));
txt.push(`[ ${a}: [COLOR=${color}]${_to.attrs[a]}[/COLOR] ]`);
}
return txt.join('')+'[/b]';
}).apply(this),//}}} toCompact
toVerbose: (function(){//{{{
var _to = this.record.TO, txt = [], color, _attr, sym = Settings.user.vbSym,
_long = { comm: 'Communicativity', pay: 'Generosity', fair: 'Fairness', fast: 'Promptness' };
if (!_to) return 'TO Unavailable';
for (var a of ['comm','pay','fair','fast']) {
_attr = Math.floor(_to.attrs[a]);
color = getColor(_attr);
txt.push((_attr > 0 ?
(`[COLOR=${color}]${sym.repeat(_attr)}[/COLOR]` + (_attr < 5 ? `[COLOR=white]${sym.repeat(5-_attr)}[/COLOR]` : ''))
: '[COLOR=white]'+sym.repeat(5)+'[/COLOR]') + ` ${_to.attrs[a]} ${_long[a]}`);
}
return txt.join('\n');
}).apply(this),//}}} toText
toFoot: (function(){//{{{
var _to = this.record.TO,
payload = `requester[amzn_id]=${this.record.requester.id}&requester[amzn_name]=${this.record.requester.name}`,
newReview = `[URL="${TO_BASE+'report?'+payload}"]Submit a new TO review[/URL]`;
if (!_to) return newReview;
return `Number of Reviews: ${_to.reviews} | TOS Flags: ${_to.tos_flags}\n` + newReview;
}).apply(this),//}}} toFoot
},//}}} templateVars obj
createTemplate = function(str) {
/*jshint -W054*/ // ignore evil due to required eval (function constructor)
// TODO: find a concise way to dynamically generate a template without using eval
var _str = str.replace(/\$\{ *([-\w\d.]+) *\}/g, (_,p1) => `\$\{vars.${p1}\}`);
return new Function('vars', `try {return \`${_str}\`} catch(e) {return "Error in template: "+e.message}`);
};
templateVars.toText = templateVars.toVerbose; // temporary backwards compatibility
this.node.innerHTML = '<p>vB Export</p>' +
'<textarea style="display:block;padding:2px;margin:auto;height:250px;width:500px" tabindex="1">' +
createTemplate(Settings.user.vbTemplate)(templateVars) + '</textarea>' +
'<button id="exTemplate" style="margin-top:5px;width:50%;color:white;background:black">Edit Template</button>' +
'<button id="exClose" style="margin-top:5px;width:50%;color:white;background:black">Close</button>';
this.node.querySelector('#exTemplate').onclick = () => { this.die(); new Editor('vbTemplate', this.caller); };
this.node.querySelector('#exClose').onclick = this.die;
this.node.querySelector('textarea').select();
},//}}}
_irc = () => {//{{{
// custom MTurk/TO url shortener courtesy of Tjololo
var api = 'https://ns4t.net/yourls-api.php?action=bulkshortener&title=MTurk&signature=39f6cf4959',
urlArr = [], payload, sym = '\u2022', // sym = bullet
getTO = () => {
var _to = this.record.TO;
if (!_to) return 'Unavailable';
else return `Pay=${_to.attrs.pay} Fair=${_to.attrs.fair} Comm=${_to.attrs.comm}`;
};
urlArr.push(window.encodeURIComponent(this.record.requester.link));
urlArr.push(window.encodeURIComponent(this.record.hit.preview));
urlArr.push(window.encodeURIComponent(TO_REPORTS+this.record.requester.id));
urlArr.push(window.encodeURIComponent(this.record.hit.panda));
payload = '&urls[]='+urlArr.join('&urls[]=');
this.node.innerHTML = '<span style="font-size:16px">Shortening URLs... <i class="spinner"></i></span>';
Core.fetch(api+payload, null, 'text', false).then( r => {
urlArr = r.split(';').slice(0,4);
this.node.innerHTML = '<p>IRC Export</p>' +
'<textarea style="display:block;padding:2px;margin:auto;height:130px;width:500px" tabindex="1">' +
(/masters/i.test(this.record.quals.join()) ? `MASTERS ${sym} ` : '') +
`Requester: ${this.record.requester.name} ${urlArr[0]} ${sym} HIT: ${this.record.title} ` +
`${urlArr[1]} ${sym} Pay: ${this.record.pay} ${sym} Avail: ${this.record.numHits} ${sym} ` +
`Limit: ${this.record.time} ${sym} TO: ${getTO()} ${urlArr[2]} ${sym} PandA: ${urlArr[3]}</textarea>` +
'<button id="exClose" style="width:100%;padding:5px;margin-top:5px;background:black;color:white">Close</button>';
this.node.querySelector('textarea').select();
this.node.querySelector('#exClose').onclick = this.die;
}, err => { console.error(err); this.die(); } );
},//}}}
_hwtf = () => {//{{{
var _location = 'ICA', _quals, _masters = '', _title, _r = this.record, tIndex;
// format qualifications string
_quals = _r.quals.map(v => {
if (/(is US|: US$)/.test(v))
_location = 'US';
else if (/Masters/.test(v))
_masters = `[${v.match(/.*Masters/)[0].toUpperCase()}]`;
else if (/approv[aled]+ (rate|HITs)/.test(v))
return v.replace(/.+ is (.+) than (\d+)/, (_,p1,p2) => {
if (/^(not g|less)/.test(p1)) return '<' + p2 + (/%/.test(_) ? '%' : '');
else if (/^(not l|greater)/.test(p1)) return '>' + p2 + (/%/.test(_) ? '%' : '');
else console.error('match error', [_, p1, p2]);
return _;
});
else
return v;
}).filter(v => v).sort(a => /[><]/.test(a) ? -1 : 1);
_title = `${_location} - ${_r.title} - ${_r.requester.name} - ${_r.pay}/COMTIME - (${_quals.join(', ')||'None'}) ${_masters}`;
tIndex = _title.search(/COMTIME/);
this.node.style.whiteSpace = 'nowrap';
this.node.innerHTML = '<p style="width:500px;white-space:normal">' +
'/r/HitsWorthTurkingFor Export: Use the buttons on the left for single-click copying. ' +
'Before you post, please remember to replace "COMTIME" with how long it took you to complete the HIT.</p>' +
'<button class="exhwtf" style="height:65px">Title</button>' +
'<textarea style="padding:2px;margin:auto;height:60px;width:430px;resize:none" tabindex="1" autofocus>' +
_title + '</textarea><br />' + '<button class="exhwtf" style="height:35px">Preview</button>' +
'<textarea style="padding:2px;margin:auto;height:30px;width:430px;resize:none" tabindex="2">' +
'Preview: ' + _r.hit.preview + '</textarea><br />' + '<button class="exhwtf" style="height:35px;">Req</button>' +
'<textarea style="padding:2px;margin:auto;height:30px;width:430px;resize:none" tabindex="3">' +
'Req: ' + _r.requester.link + '</textarea><br />' + '<button class="exhwtf" style="height:35px;">PandA</button>' +
'<textarea style="padding:2px;margin:auto;height:30px;width:430px;resize:none" tabindex="4">' +
'PandA: ' + _r.hit.panda + '</textarea><br />' + '<button class="exhwtf" style="height:35px;">TO</button>' +
'<textarea style="padding:2px;margin:auto;height:30px;width:430px;resize:none" tabindex="5">' +
'TO: ' + TO_REPORTS + _r.requester.id + '</textarea><br />' +
'<button id="exClose" style="width:100%;padding:5px;margin-top:5px;background:black;color:white">Close</button>';
var copyfn = function(e) { e.target.nextSibling.select(); document.execCommand('copy'); };
Array.from(this.node.querySelectorAll('.exhwtf')).forEach(v => v.onclick = copyfn);
this.node.querySelector('#exClose').onclick = this.die;
this.node.querySelector('textarea').setSelectionRange(tIndex, tIndex+7);
};//}}}
switch(this.caller.textContent.toLowerCase()){
case 'vb':
_vb();break;
case 'irc':
_irc();break;
case 'hwtf':
_hwtf();break;
}
},//}}} Exporter
HITStorage = {//{{{
db: null,
attach: function(name) {//{{{
var dbh = window.indexedDB.open(name);
dbh.onversionchange = e => { e.target.result.close(); console.info('DB connection closed by external source'); };
dbh.onsuccess = e => this.db = e.target.result;
},//}}} HITStorage::attach
test: function(node) {//{{{
if (!this.db || !this.db.objectStoreNames.contains('HIT')) return;
this.db.transaction('HIT','readonly').objectStore('HIT').index(node.dataset.index).get(node.dataset.value)
.onsuccess = e => { if (e.target.result) node.className = node.className.replace(/no/,''); };
},//}}} HITStorage::test
query: function(node) {//{{{
var range = window.IDBKeyRange.only(node.dataset.value), results = [];
return new Promise((a,r) => {
if (!this.db || !this.db.objectStoreNames.contains('HIT')) r(0);
this.db.transaction('HIT','readonly').objectStore('HIT').index(node.dataset.index).openCursor(range)
.onsuccess = e => {
if (e.target.result) {
results.push(e.target.result.value);
e.target.result.continue();
} else
a(results.sort((a,b) => a.date > b.date ? 1 : -1));
};
});
}//}}} HITStorage::query
},//}}} HITStorage
FileHandler = {//{{{
exports: function() {//{{{
var obj = {
settings: JSON.stringify(Settings.user),
ignore_list: localStorage.getItem('scraper_ignore_list') || '',
include_list: localStorage.getItem('scraper_include_list') || '',
},
blob = new Blob([JSON.stringify(obj)], {type: 'application/json'}),
a = document.body.appendChild(document.createElement('a'));
a.href = URL.createObjectURL(blob);
a.download = 'hitscraper_settings.json';
a.click(); a.remove();
},//}}}
imports: function(e) {//{{{
var f = e.target.files,
invalid = () => Settings.main.querySelector('#eisStatus').textContent = 'Invalid file.';
if (!f.length) return;
if (!f[0].name.includes('json')) return invalid();
var reader = new FileReader();
reader.readAsText(f[0]);
reader.onload = function() {
var obj;
try { obj = JSON.parse(this.result); } catch(err) { return invalid(); }
for (var key of ['settings', 'ignore_list', 'include_list']) {
if (key in obj && typeof obj[key] === 'string')
localStorage.setItem('scraper_' + key, obj[key]);
}
initialize();
};
}//}}}
};//}}} FileHandler
console.log('HS hook');
if (document.getElementById('control_panel')) {
if (confirm('Another version of HITScraper was detected and has already claimed this page. Open HITScraper in a new tab?'))
window.open('https://www.mturk.com/mturk/findhits?match=true?hit_scraper-dev');
} else {
initialize();
HITStorage.attach('HITDB');
}
function initialize() {//{{{
Settings.user = Object.assign({}, Settings.defaults, JSON.parse(localStorage.getItem('scraper_settings')));
Interface.draw().init();
}//}}}
function createTooltip(type,obj) {//{{{
var html, bullet = li => `<ul><li>${li}</li></ul>`,
reason = Settings.user.disableTO ? bullet('TO disabled in user settings')
: (Interface.isLoggedout ? bullet('Cannot retrieve TO while logged out')
: (obj === '' ? bullet('Requester has not been reviewed yet') : bullet('Invalid response from server'))),
_genMeters = function() {
var attrmap = { comm: 'Communicativity', pay: 'Generosity', fair: 'Fairness', fast: 'Promptness' }, html = [];
for (var k in attrmap) { if (attrmap.hasOwnProperty(k)) {
html.push(`<meter min="0.8" low="2.5" high="3.4" optimum="5" max="5" value=${obj.attrs[k]} data-attr=${attrmap[k]}></meter>`);
}}
if (ISFF) // firefox is shitty and doesn't support ::after/::before pseudo-elements on meter elements
html.forEach((v,i,a) => a[i] = '<div style="position:relative">' + v +
`<span class="ffmb">${attrmap[Object.keys(attrmap)[i]]}</span>` +
`<span class="ffma">${obj.attrs[Object.keys(attrmap)[i]]}</span></div>`);
return html.join('');
};
if (!obj) {
html = `<div class="tooltip" style="width:260px;"><p style="padding-left:5px">Turkopticon data unavailable:${reason}</p></div>`;
} else if (type === 'to')
html = `<div class="tooltip" style="width:260px">
<p style="padding-left:5px"><b>${obj.name}</b><br />Reviews: ${obj.reviews} | TOS Flags: ${obj.tos_flags}</p>
${_genMeters()}</div>`;
/*<table style="margin-top:6px;width:100%;font-size:10px"><tr><td>Adjusted Pay</td><td>${obj.attrs.adjPay}</td>
<td>${getClassFromValue(obj.attrs.adjPay, 'adj').slice(2)}</td></tr><tr><td>Weighted Score</td><td>${obj.attrs.qual}</td>
<td>${getClassFromValue(obj.attrs.qual, 'sim').slice(2)}</td></tr><tr><td>Adjusted Score</td><td>${obj.attrs.adjQual}</td>
<td>${getClassFromValue(obj.attrs.adjQual, 'adj').slice(2)}</td></tr></table></div>;*/
else // XXX not used atm
html = `<div class="tooltip" style="width:300px"><dl><dt>description</dt><dd>${obj.desc}</dd>
<dt>qualifications</dt><dd>${obj.quals}</dd></dl>`;
return html;
}//}}}
function Archive() {//{{{
this.hitGroups = {};
this.ratings = { global: { comm: 0, pay: 0, fair: 0, fast: 0, reviews: 0 } };
this.prune = function() {
Interface.time = Date.now();
var keepAlive = 3600 /* 60 mins */, threshold = Date.now() - keepAlive * 1000;
this.filter(v => v.purge < threshold).forEach(v => delete this.hitGroups[v.groupId]);
};
this.add = function(key, value) {
var anchor = document.querySelector('#resultsTable tbody').rows.length;
if (!(key in this.hitGroups)) { // new entry
if (value.requester.id && value.requester.id in this.ratings)
value.TO = this.ratings[value.requester.id];
this.hitGroups[key] = value;
this.hitGroups[key].isNew = anchor ? true : false;
this.hitGroups[key].shine = anchor ? true : false;
}
else { // existing entry
this.hitGroups[key].isNew = false;
var age = Math.floor((Date.now() - this.hitGroups[key].discovery)/1000);
this.hitGroups[key].shine = this.hitGroups[key].shine && age < +Settings.user.shine && anchor ? true : false;
for (var k of ['blocked', 'included', 'index', 'numHits']) this.hitGroups[key][k] = value[k];
}
this.hitGroups[key].purge = value.discovery;
this.hitGroups[key].current = true;
};
this.filter = function(callback, ridsOnly) {
ridsOnly = ridsOnly || false;
var _results = [];
for (var k in this.hitGroups) { if (this.hitGroups.hasOwnProperty(k)) {
if (callback(this.hitGroups[k], k, this.hitGroups))
_results.push( ridsOnly ? this.hitGroups[k].requester.id : this.hitGroups[k] );
}}
return _results;
};
this.addReviews = function(obj) {
if (!obj) return;
var groups = this.filter(v => v.current && v.TO === null),
rids = Object.keys(obj),
adj = (x,n) => ((x*n+15)/(n+5)) - 1.645*Math.sqrt((Math.pow(1.0693*x,2) - Math.pow(x,2))/(n+5));
for (var k of rids) {
if (typeof obj[k] === 'string') continue; // no reviews yet
// adjust ratings
var _n=0, _d=0, attr;
for (attr of Object.keys(obj[k].attrs)) {
_n += obj[k].attrs[attr]*Settings.user.toWeights[attr];
_d += +Settings.user.toWeights[attr];
}
obj[k].attrs.qual = (_n/_d).toPrecision(4);
obj[k].attrs.adjQual = adj(_n/_d, +obj[k].reviews).toPrecision(4);
obj[k].attrs.adjPay = adj(+obj[k].attrs.pay, +obj[k].reviews).toPrecision(4);
// aggregate globals
if (k in this.ratings) continue; // prevent aggregating known values
this.ratings[k] = obj[k];
this.ratings.global.reviews += obj[k].reviews;
for (attr of Object.keys(obj[k].attrs)) this.ratings.global[attr] += obj[k].attrs[attr] * obj[k].reviews;
}
for (var g of groups) {
if (obj[g.requester.id] && obj[g.requester.id].name !== g.requester.name)
obj[g.requester.id].name = g.requester.name;
this.hitGroups[g.groupId].TO = obj[g.requester.id]; // empty string if no TO
}
};
Object.defineProperties(this, {
length: { get: () => Object.keys(this.hitGroups).length },
keys: { get: () => Object.keys(this.hitGroups) },
globalPay: { get: () => this.ratings.global.reviews ? (this.ratings.global.pay/this.ratings.global.reviews).toPrecision(4) : 0},
globalQuality: { get: () => {
if (!this.ratings.global.reviews) return 0;
var attrs = ['comm','pay','fast','fair'], _result = 0, _d = 0;
for (var a of attrs) {
_result += this.ratings.global[a]*Settings.user.toWeights[a]/this.ratings.global.reviews;
_d += +Settings.user.toWeights[a];
}
return (_result/_d).toPrecision(4);
}}
});
}//}}}
var kb = { ESC: 27, ENTER: 13 };
function Dialogue(caller) {//{{{
Interface.toggleOverflow('on');
this.node = document.body.appendChild(document.createElement('DIV'));
this.die = () => { Interface.toggleOverflow('off'); this.node.remove(); };
this.node.style.cssText = 'position:fixed;z-index:20;top:15%;left:50%;width:320px;padding:20px;transform:translate(-50%);' +
'background:#000;color:#fff;box-shadow:0px 0px 6px 1px #fff';
var target = caller.textContent === 'R' ? 'requester' : 'title';
this.node.innerHTML = `<p><b>Add this ${target} to the blocklist?</b></p><p>"${caller.value}"</p>
<div style="text-align:right;margin-right:30px;margin-top:10px;padding-top:10px">
<button id="confirm" style="font-weight:bold;padding:7px;width:65px">OK</button>
<button id="cancel" style="padding:7px;width:65px;">Cancel</button></div>`;
this.node.querySelector('#confirm').onclick = () => {
var bl = localStorage.getItem('scraper_ignore_list'), bstr = caller.value.toLowerCase().replace(/\s+/g,' ');
if (!bl) bl = bstr;
else if (bl.slice(-1) === '^') bl += bstr;
else bl += '^' + bstr;
localStorage.setItem('scraper_ignore_list', bl);
Array.prototype.forEach.call(document.getElementById('resultsTable').tBodies[0].rows, v => {
var c0 = v.cells[0].lastChild.textContent, c1 = v.cells[1].lastChild.textContent.trim();
if (v.classList.contains('blocklisted') || c0 !== caller.value && c1 !== caller.value) return;
v.cells[0].firstChild.remove();
return v.classList.add('blocklisted') || Settings.user.hideBlock && v.classList.add('hidden');
});
this.die();
};
this.node.querySelector('#cancel').onclick = this.die;
this.node.addEventListener('keydown', e => {
if (e.keyCode === kb.ESC)
this.die();
},true);
this.node.querySelector('#confirm').focus();
}//}}}
function DBQuery(node) {//{{{
Interface.toggleOverflow('on');
this.node = document.body.appendChild(document.createElement('DIV'));
this.die = () => { this.node.remove(); Interface.toggleOverflow('off'); };
this.node.style.cssText = 'position:fixed;z-index:20;top:50%;left:50%;padding:8px;' +
'background:#fff;color:#000;box-shadow:0px 0px 6px 1px #bfbfbf;transform:translate(-50%,-50%);';
this.node.innerHTML = '<div style="text-align:center;font-size:16px;"><p><b>Querying database... <i class="spinner"></i></b></p></div>';
HITStorage.query(node).then(r => {
var _tbody = [], _tfoot, t = { hits:0, app:0, rej:0, pen:0 },
_thead = '<tr style="background:lightgrey;color:black"><th style="width:90px;padding:5px">Date</th>' +
'<th style="width:120px">Requester</th><th>Title</th><th>Pay</th><th>Bonus</th><th>Status</th><th>Feedback</th></tr>',
html = '<div style="position:absolute;top:0;left:0;margin:0;text-align:right;padding:0px;border:none;width:100%">' +
'<label id="close" class="close" title="Close"> ✘ </label></div>';
if (!r.length)
html += `<h2>Nothing found matching "${node.dataset.value}"</h2>`;
else {
r.forEach((v,i) => {
var _pay, _bonus, _sc, _bg;
if (typeof v.reward === 'object') {
_pay = '$'+v.reward.pay.toFixed(2);
_bonus = v.reward.bonus > 0 ? '$'+v.reward.bonus.toFixed(2) : '';
} else { _pay = '$'+v.reward.toFixed(2); _bonus = ''; }
_sc = /(paid|approved)/i.test(v.status) ? 'green' : (/approval/i.test(v.status) ? 'orange' : 'red');
_bg = v[node.dataset.cmpIndex] === node.dataset.cmpValue ? 'lightgreen' : (i%2 ? '#F1F3EB' : '#fff');
_tbody.push(`<tr style="background:${_bg}">
<td>${v.date}</td><td>${v.requesterName}</td><td>${v.title}</td><td>${_pay}</td><td>${_bonus}</td>
<td style="color:${_sc}">${v.status}</td><td>${v.feedback}</td></tr>`);
t.hits++; t.app += /(paid|approved)/i.test(v.status) ? +_pay.slice(1) : 0;
t.rej += /rejected/i.test(v.status) ? +_pay.slice(1) : 0; t.pen += /approval/i.test(v.status) ? +_pay.slice(1) : 0;
});
_tfoot = `<tr style="background:lightgrey;text-align:center"><td colspan="7">${t.hits} HITs: $${t.app.toFixed(2)} approved,
$${t.pen.toFixed(2)} pending, $${t.rej.toFixed(2)} rejected</td>`;
html += `<div style="margin-top:20px;width:100%;height:calc(100% - 20px);overflow:auto">
<table style="border:1px solid black;border-collapse:collapse;width:100%">
<thead>${_thead}</thead><tbody>${_tbody.join('')}</tbody><tfoot>${_tfoot}</tfoot></table></div>`;
}
this.node.style.cssText += `width:85%;${r.length ? 'height:85%;' : 'max-height:85%;'}`;
this.node.innerHTML = html;
this.node.querySelector('#close').onclick = this.die;
}, () => this.die());
}//}}}
})();
// vim: ts=2:sw=2:et:fdm=marker:noai