Youtube Live Replay Comment Collector

利用直播comment寻找直播回放中的热点片段方便剪辑man干活

您需要先安装一款用户脚本管理器扩展,例如 Tampermonkey 篡改猴Greasemonkey 油猴子Violentmonkey 暴力猴,才能安装此脚本。

您需要先安装一款用户脚本管理器扩展,例如 Tampermonkey 篡改猴,才能安装此脚本。

您需要先安装一款用户脚本管理器扩展,例如 Tampermonkey 篡改猴Violentmonkey 暴力猴,才能安装此脚本。

您需要先安装一款用户脚本管理器扩展,例如 Tampermonkey 篡改猴Userscripts ,才能安装此脚本。

您需要先安装一款用户脚本管理器扩展,例如 Tampermonkey 篡改猴,才能安装此脚本。

您需要先安装一款用户脚本管理器扩展后才能安装此脚本。

(我已经安装了用户脚本管理器,让我安装!)

您需要先安装一款用户样式管理器扩展,比如 Stylus,才能安装此样式。

您需要先安装一款用户样式管理器扩展,比如 Stylus,才能安装此样式。

您需要先安装一款用户样式管理器扩展,比如 Stylus,才能安装此样式。

您需要先安装一款用户样式管理器扩展后才能安装此样式。

您需要先安装一款用户样式管理器扩展后才能安装此样式。

您需要先安装一款用户样式管理器扩展后才能安装此样式。

(我已经安装了用户样式管理器,让我安装!)

// ==UserScript==
// @name         Youtube Live Replay Comment Collector
// @namespace    http://tampermonkey.net/
// @version      1.1.1
// @description  利用直播comment寻找直播回放中的热点片段方便剪辑man干活
// @author       yuyuyzl
// @match        https://www.youtube.com/watch?v=*
// @grant        GM_getValue
// @grant        GM_setValue
// @grant        GM_xmlhttpRequest
// @grant        GM_setClipboard
// @grant        GM_info
// ==/UserScript==

(function() {
    'use strict';
    setTimeout(function(){
        if(document.getElementsByClassName("ytp-live").length!=0)return;
        var chatID=document.body.innerHTML.match(/"reloadContinuationData":{"continuation":".*?"/g)[2].split('\"')[5];
        var APIKey=document.head.innerHTML.match(/"INNERTUBE_API_KEY":"(.*?)"/)[1];
        //var chatID="op2w0wRjGlBDamdhRFFvTFoySnVTbkJrWTNSQlVITXFKd29ZVlVNeGIzQklWWEozT0hKMmJuTmhaRlF0YVVkd04wTm5FZ3RuWW01S2NHUmpkRUZRY3lBQkABWgUQoI2DAWAEcgIIBHgB"
        console.log(chatID);
        console.log(APIKey);
        var timeStr=document.getElementsByClassName("ytp-time-duration")[0].innerText.split(":");

        console.log(timeStr);
        var videoLengthMs=0;
        for(var s of timeStr){
            videoLengthMs=videoLengthMs*60+(+s);
        }
        videoLengthMs*=1000;
        console.log(videoLengthMs);
        var comments={};
        var requestCount=0,requestDone=0;
        var animateBar=0;
        var node=document.createElement("DIV");
        node.style["pointer-events"]="none";
        document.getElementsByClassName("ytp-progress-bar-container")[0].appendChild(node);
        var btnStart=document.createElement("BUTTON");
        function getChatReplay(chatID,offsetMs,callback){
            requestCount++;
            btnStart.innerText="获取评论数据中...("+requestDone+"/"+requestCount+")";

            GM_xmlhttpRequest({
                method: "POST",
                cache: false,
                data: `{\"context\":{\"client\":{\"hl\":\"zh-CN\",\"gl\":\"US\",\"remoteHost\":\"8.8.8.8\",\"deviceMake\":\"\",\"deviceModel\":\"\",\"visitorData\":\"\",\"userAgent\":\"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/109.0.0.0 Safari/537.36,gzip(gfe)\",\"clientName\":\"WEB\",\"clientVersion\":\"2.20230201.01.00\",\"osName\":\"Windows\",\"osVersion\":\"10.0\",\"originalUrl\":\"\",\"screenPixelDensity\":2,\"platform\":\"DESKTOP\",\"clientFormFactor\":\"UNKNOWN_FORM_FACTOR\",\"configInfo\":{\"appInstallData\":\"\"},\"screenDensityFloat\":2,\"timeZone\":\"Asia/Shanghai\",\"browserName\":\"Chrome\",\"browserVersion\":\"109.0.0.0\",\"acceptHeader\":\"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9\",\"deviceExperimentId\":\"\",\"screenWidthPoints\":400,\"screenHeightPoints\":558,\"utcOffsetMinutes\":480,\"userInterfaceTheme\":\"USER_INTERFACE_THEME_LIGHT\",\"connectionType\":\"CONN_CELLULAR_3G\",\"memoryTotalKbytes\":\"8000000\",\"mainAppWebInfo\":{\"graftUrl\":\"\",\"webDisplayMode\":\"WEB_DISPLAY_MODE_BROWSER\",\"isWebNativeShareAvailable\":true}},\"user\":{\"lockedSafetyMode\":false},\"request\":{\"useSsl\":true,\"internalExperimentFlags\":[],\"consistencyTokenJars\":[]},\"adSignalsInfo\":{\"params\":[{\"key\":\"dt\",\"value\":\"1675504743539\"},{\"key\":\"flash\",\"value\":\"0\"},{\"key\":\"frm\",\"value\":\"1\"},{\"key\":\"u_tz\",\"value\":\"480\"},{\"key\":\"u_his\",\"value\":\"5\"},{\"key\":\"u_h\",\"value\":\"1080\"},{\"key\":\"u_w\",\"value\":\"1920\"},{\"key\":\"u_ah\",\"value\":\"1040\"},{\"key\":\"u_aw\",\"value\":\"1920\"},{\"key\":\"u_cd\",\"value\":\"24\"},{\"key\":\"bc\",\"value\":\"31\"},{\"key\":\"bih\",\"value\":\"969\"},{\"key\":\"biw\",\"value\":\"1127\"},{\"key\":\"brdim\",\"value\":\"0,0,0,0,1920,0,1920,1040,400,558\"},{\"key\":\"vis\",\"value\":\"1\"},{\"key\":\"wgl\",\"value\":\"true\"},{\"key\":\"ca_type\",\"value\":\"image\"}]}},"continuation":"${chatID}","currentPlayerState":{"playerOffsetMs":"${offsetMs}"}}`,

                url:  "https://www.youtube.com/youtubei/v1/live_chat/get_live_chat_replay?key="+APIKey+"&prettyPrint=false",
                onload:function(data){
                    var responseObj=JSON.parse(data.responseText);
                    //console.log(responseObj.response.continuationContents.liveChatContinuation.actions);
                    var itemsList={};
                    let minTime=2148473647;
                    let maxTime=0;
                    for(var item of responseObj.continuationContents.liveChatContinuation.actions){
                        let itemInner={};
                        let itemArranged={
                            time: +item.replayChatItemAction.videoOffsetTimeMsec,
                            //id: item.replayChatItemAction.actions[0].addChatItemAction.item.liveChatTextMessageRenderer.id,
                            //text: item.replayChatItemAction.actions[0].addChatItemAction.item.liveChatTextMessageRenderer.message.runs[0].text
                        };
                        itemArranged.timehms=Math.floor(itemArranged.time/1000/60/60)+":"+Math.floor(itemArranged.time/1000/60)%60+":"+Math.floor(itemArranged.time/1000)%60;
                        //console.log(item);
                        try{
                        if(item.replayChatItemAction.actions[0].addChatItemAction.item.hasOwnProperty("liveChatPaidMessageRenderer")){
                            //continue;
                            itemInner=item.replayChatItemAction.actions[0].addChatItemAction.item.liveChatPaidMessageRenderer;
                            itemArranged.isPaid=true;
                            itemArranged.amountPaid=itemInner.purchaseAmountText.simpleText;
                        }else if(item.replayChatItemAction.actions[0].addChatItemAction.item.hasOwnProperty("liveChatTextMessageRenderer")){
                            itemInner=item.replayChatItemAction.actions[0].addChatItemAction.item.liveChatTextMessageRenderer;
                            itemArranged.isPaid=false;
                            itemArranged.amountPaid=0;
                        }else continue;
                        }catch(e){continue;}
                        itemArranged.id=itemInner.id;
                        itemArranged.authorName=itemInner.authorName.simpleText;
                        var itemText="";
                        try{
                        for(var run of itemInner.message.runs){
                            if(run.hasOwnProperty("text"))itemText+=run.text;
                            if(run.hasOwnProperty("emoji"))itemText+=run.emoji.emojiId;
                        }
                        }catch(e){continue;}
                        itemArranged.text=itemText;
                        if(itemArranged.isPaid===false){
                            minTime=minTime>itemArranged.time?itemArranged.time:minTime;
                            maxTime=maxTime<itemArranged.time?itemArranged.time:maxTime;
                        }
                        itemsList[itemArranged.id]=itemArranged;
                    }
                    requestDone++;
                    btnStart.innerText="获取评论数据中...("+requestDone+"/"+requestCount+")";
                    callback(itemsList,minTime,maxTime);
                }
            });
        }
        var lock=0;
        var timestart=new Date().getTime();
        function sliceBlankArea(left,right){
            if(requestCount>2000)return;
            var reqTime=Math.round((left+right)/2);
            console.log(left+"-sliceBlankArea-"+right);
            if(right-left>300000){
                sliceBlankArea(left,reqTime);
                sliceBlankArea(reqTime,right);
                return;
            }
            getChatReplay(chatID,reqTime,(data,min,max)=>{
                if(min>reqTime)min=left;
                if(max<reqTime)max=right;
                for(var key in data)comments[key]=data[key];
                console.log("UPDATED COMMENTS, SIZE:"+Object.keys(comments).length);
                console.log("REQCOUNT:"+requestCount)
                if(left<min)sliceBlankArea(left,min);
                if(max<right)sliceBlankArea(max,right);
                if(requestCount===requestDone){
                    clearInterval(animateBar);
                    console.log("sliceBlank DONE, time:"+(new Date().getTime()-timestart)+" REQCOUNT:"+requestCount);
                    console.log(comments);
                    btnStart.disabled=false;
                    btnStart.innerText="导出CSV/TSV文件";
                    btnStart.onclick=function(){
                        function getUrlParam(k) {
                            var regExp = new RegExp('([?]|&)' + k + '=([^&]*)(&|$)');
                            var result = window.location.href.match(regExp);
                            if (result) {
                                return decodeURIComponent(result[2]);
                            } else {
                                return null;
                            }
                        }
                        var sep=confirm("导出为TSV?(是:TSV,否:CSV)")?"\t":",";

                        var csvComments="\ufeffid"+sep+"isPaid"+sep+"author"+sep+"time"+sep+"timehms"+sep+"text"+sep+"amountPaid";
                        for(let commentID in comments){
                            const comment=comments[commentID];
                            csvComments+="\n"+comment.id+sep+comment.isPaid+sep+comment.authorName+sep+comment.time+sep+comment.timehms+sep+comment.text+sep+comment.amountPaid;
                        }
                        console.log(csvComments);
                        var blobContent = new Blob([csvComments], {type: "text/plain;charset=utf-8"});
                        const blobUrl = window.URL.createObjectURL(blobContent)

                        downloadFileByBlob(blobUrl, getUrlParam("v")+'_Comments.'+(sep==="\t"?"tsv":"csv"));

                        function downloadFileByBlob(blobUrl, filename) {
                            const eleLink = document.createElement('a')
                            eleLink.download = filename
                            eleLink.style.display = 'none'
                            eleLink.href = blobUrl
                            document.body.appendChild(eleLink)
                            eleLink.click()
                            document.body.removeChild(eleLink)
                        }
                    }
                    const gradientCount=Math.ceil(videoLengthMs/20000);
                    var commentCount=new Array(gradientCount+1);
                    for(let i=0;i<=gradientCount;i++)commentCount[i]=0;
                    for(let commentID in comments){
                        const comment=comments[commentID];
                        if(comment.isPaid===false)commentCount[Math.round(comment.time*gradientCount/videoLengthMs)]++;
                    }
                    //console.log(commentCount);
                    var countMax=0;
                    var countMin=999999999;
                    for(let i=0;i<=gradientCount;i++){
                        countMax=countMax<commentCount[i]?commentCount[i]:countMax;
                        countMin=countMin>commentCount[i]?commentCount[i]:countMin;
                    }
                    //console.log(countMax+","+countMin);

                    for(let i=0;i<=gradientCount;i++){
                        console.log(commentCount[i])
                        commentCount[i]="rgba(255,255,0,"+((commentCount[i]-countMin)/(countMax-countMin)).toFixed(2)+") "+(i*100/(gradientCount)).toFixed(2)+"%";
                    }
                    //console.log(commentCount);
                    var stylebg="linear-gradient(to right,"+commentCount.slice(0,gradientCount+1).join(",")+")";
                    node.style.background=stylebg;
                    console.log(node.style.background);
                    console.log(stylebg);
                }
            });

        }
        Node.prototype.prependChild = function (newNode){
            this.insertBefore(newNode,this.firstChild);
        }
        
        btnStart.innerText="运行评论热点分析";
        btnStart.style.background= "none";
        btnStart.style.border= "1px solid rgb(5,95,212)";
        btnStart.style.width= "100%";
        btnStart.style.height= "36px";
        btnStart.style.color= "rgb(5,95,212)";
        btnStart.onclick=function(){

            var chatID=document.body.innerHTML.match(/"reloadContinuationData":{"continuation":".*?"/g)[confirm("获取所有评论?(是:所有,否:热门)")?2:1].split('\"')[5];
            btnStart.disabled=true;
            timestart=new Date().getTime();
            node.style.height="100%";
            node.style.width="100%";
            node.style.position="absolute";
            node.style.bottom="0";
            node.style.left="0";
            node.style["z-index"]="32";
            var animateCount=0;
            animateBar=setInterval(function(){
                animateCount=(animateCount+1)%20;
                if(requestCount!==requestDone)node.style.background="rgba(0,255,0,"+(1-animateCount/19)+")";
            },50);
            sliceBlankArea(0,videoLengthMs);
        };
        document.getElementById("secondary-inner").prependChild(btnStart);



    },5000);

})();