有咖互动接口上线统计数据

是否接口上线后查询日志麻烦,统计繁琐,使用本插件可以直接一次性查询

目前为 2023-12-27 提交的版本。查看 最新版本

// ==UserScript==
// @name         有咖互动接口上线统计数据
// @namespace    http://tampermonkey.net/
// @version      1.0
// @description  是否接口上线后查询日志麻烦,统计繁琐,使用本插件可以直接一次性查询
// @author       DaiXukai([email protected])
// @match        https://next.api.aliyun.com/**
// @icon         https://next.api.aliyun.com/favicon.ico
// @license      GNU GPLv3
// @grant        GM_registerMenuCommand
// @grant        GM_notification
// ==/UserScript==

// 使用方式:
//     1. 打开网站 https://next.api.aliyun.com/api/Sls/2020-12-30/GetHistograms
//     2. 登录(不可用) RAM 账号
//     3. 点击脚本“执行”,输入参数等待结果

// 插件配置
const config = {
    // 日志库配置
    logstore: {
        // 访问日志
        access: "hd_manbo_portal_access",
        // 错误日志
        error: "hd_manbo_portal_error",
    }
}
// 运行状态
const state = {
    running: false,
    inputQuery: "",
    inputDate: "1,2",
    eleBox: undefined
}

/**
 * prompt 用户输入,忽略空字符串
 * @param {string} promptMsg 输入提示信息
 * @param {string} def 默认输入内容(占位)
 * @param {RegExp} regex 校验内容正则表达式
 * @throws 1 点击取消抛出
 * @returns string 用户输入内容
 */
function input(promptMsg, def, regex) {
    let tmpInput = "";
    while (!regex.test(tmpInput)) {
        tmpInput = prompt(promptMsg, def);
        if (tmpInput === null || tmpInput === undefined) {
            // 点击取消
            throw 1;
        }
        tmpInput = tmpInput.trim();
    }
    return tmpInput;
}

/**
 * 请求接口查询日志统计数
 * @param {string} logstore 日志库名
 * @param {number} from 开始时间戳(秒)
 * @param {number} to 结束时间戳(秒)
 * @param {string} query 查询语句
 * @returns Promise 结果为统计到的日志数量
 */
async function request(logstore, from, to, query) {
    let resp = await fetch("https://next.api.aliyun.com/api/auth/product/openAPIRequest", {
        "headers": {
            "accept": "application/json",
            "accept-language": "zh-CN,zh;q=0.9,en;q=0.8,en-GB;q=0.7,en-US;q=0.6",
            "bx-v": "2.5.6",
            "cache-control": "no-cache",
            "content-type": "application/json",
            "pragma": "no-cache",
            "sec-ch-ua": "\"Not_A Brand\";v=\"8\", \"Chromium\";v=\"120\", \"Microsoft Edge\";v=\"120\"",
            "sec-ch-ua-mobile": "?0",
            "sec-ch-ua-platform": "\"Windows\"",
            "sec-fetch-dest": "empty",
            "sec-fetch-mode": "cors",
            "sec-fetch-site": "same-origin"
        },
        "referrer": "https://next.api.aliyun.com/api/Sls/2020-12-30/GetHistograms?sdkStyle=dara&params=%7B%22to%22:1703073392,%22from%22:1703072486,%22logstore%22:%22hd_service_live_info%22,%22project%22:%22hd-live%22,%22query%22:%22444%22%7D&tab=DEBUG&lang=PYTHON",
        "referrerPolicy": "strict-origin-when-cross-origin",
        "body": "{\"action\":\"GetHistograms\",\"product\":\"Sls\",\"bodyStyle\":null,\"apiStyle\":\"ROA\",\"apiVersion\":\"2020-12-30\",\"accessKeyId\":null,\"proxyEndpoint\":\"http://popunify-inner-pre.aliyuncs.com\",\"endpoint\":\"cn-beijing.log.aliyuncs.com\",\"regionId\":\"cn-beijing\",\"paramObject\":{\"method\":\"GET\",\"path\":\"/logstores/{logstore}/index?type=histogram\",\"params\":\"[{\\\"name\\\":\\\"project\\\",\\\"position\\\":\\\"Host\\\",\\\"required\\\":true,\\\"checkBlank\\\":false,\\\"visibility\\\":\\\"Public\\\",\\\"deprecated\\\":false,\\\"type\\\":\\\"String\\\",\\\"title\\\":\\\"project 名称。\\\",\\\"example\\\":\\\"ali-test-project\\\",\\\"description\\\":\\\"project 名称。\\\"},{\\\"name\\\":\\\"logstore\\\",\\\"position\\\":\\\"Path\\\",\\\"required\\\":true,\\\"checkBlank\\\":false,\\\"visibility\\\":\\\"Public\\\",\\\"deprecated\\\":false,\\\"type\\\":\\\"String\\\",\\\"title\\\":\\\"logstore 名称。\\\",\\\"example\\\":\\\"test-logstore\\\",\\\"description\\\":\\\"Logstore名称。\\\"},{\\\"name\\\":\\\"from\\\",\\\"position\\\":\\\"Query\\\",\\\"required\\\":true,\\\"checkBlank\\\":false,\\\"visibility\\\":\\\"Public\\\",\\\"deprecated\\\":false,\\\"type\\\":\\\"Long\\\",\\\"title\\\":\\\"查询开始时间点。UNIX时间戳格式,表示从1970-1-1 00:00:00 UTC计算起的秒数。\\\\n\\\\n时间区间遵循“左闭右开”原则,即该时间区间包括区间开始时间点,但不包括区间结束时间点。如果from和to的值相同,则为无效区间,函数直接返回错误。\\\",\\\"example\\\":\\\"1409529600\\\",\\\"description\\\":\\\"子时间区间的开始时间点。UNIX时间戳格式,表示从1970-1-1 00:00:00 UTC计算起的秒数。\\\"},{\\\"name\\\":\\\"to\\\",\\\"position\\\":\\\"Query\\\",\\\"required\\\":true,\\\"checkBlank\\\":false,\\\"visibility\\\":\\\"Public\\\",\\\"deprecated\\\":false,\\\"type\\\":\\\"Long\\\",\\\"title\\\":\\\"查询结束时间点。UNIX时间戳格式,表示从1970-1-1 00:00:00 UTC计算起的秒数。\\\\n\\\\n时间区间遵循“左闭右开”原则,即该时间区间包括区间开始时间点,但不包括区间结束时间点。如果from和to的值相同,则为无效区间,函数直接返回错误。\\\",\\\"example\\\":\\\"1409569200\\\",\\\"description\\\":\\\"子时间区间的结束时间点。UNIX时间戳格式,表示从1970-1-1 00:00:00 UTC计算起的秒数。\\\"},{\\\"name\\\":\\\"topic\\\",\\\"position\\\":\\\"Query\\\",\\\"required\\\":false,\\\"checkBlank\\\":false,\\\"visibility\\\":\\\"Public\\\",\\\"deprecated\\\":false,\\\"type\\\":\\\"String\\\",\\\"title\\\":\\\"日志主题。\\\",\\\"example\\\":\\\"topic\\\",\\\"description\\\":\\\"日志主题。\\\"},{\\\"name\\\":\\\"query\\\",\\\"position\\\":\\\"Query\\\",\\\"required\\\":false,\\\"checkBlank\\\":false,\\\"visibility\\\":\\\"Public\\\",\\\"deprecated\\\":false,\\\"type\\\":\\\"String\\\",\\\"title\\\":\\\"查询语句。仅支持查询语句,不支持分析语句。关于查询语句的详细语法,请参见查询语法。\\\",\\\"example\\\":\\\"with_pack_meta\\\",\\\"description\\\":\\\"查询语句。仅支持查询语句,不支持分析语句。关于查询语句的详细语法,请参见[查询语法](~~43772~~)。\\\"}]\",\"protocol\":\"HTTP|HTTPS\"},\"params\":{\"to\":" + to + ",\"from\":" + from + ",\"logstore\":\"" + logstore + "\",\"project\":\"hd-live\",\"query\":\"" + query + "\"},\"credential\":{\"type\":\"ak\"}}",
        "method": "POST",
        "mode": "cors",
        "credentials": "include"
    });
    if (resp.status !== 200) {
        alert("请求失败,请重试");
        throw Error(`请求失败 logstore=${logstore}, from=${from}, to=${to}, query=${query}\nresponse=>${JSON.stringify(resp)}`);
    }
    let data = await resp.json();
    if (data.code === "E_NEED_LOGIN") {
        // 未登录(不可用)
        alert("请先登录(不可用)后重试\nhttps://next.api.aliyun.com/api/Sls/2020-12-30/GetHistograms");
        throw Error(`未登录(不可用)`);
    }
    if (data.code !== 0) {
        alert("请求失败,未知异常,请重试");
        throw Error(`请求失败 logstore=${logstore}, from=${from}, to=${to}, query=${query}\nresponse=>${JSON.stringify(resp)}`);
    }
    data = data.data
    // 计数
    let count = 0;
    for (let item of data.result) {
        count += item.count;
    }
    return count;
}

/**
 * html 字符串转换为 Node 对象
 * @param {string} html html 代码段
 * @returns Node 转换出的 Node 元素
 */
function parseDom(html) {
    let template = document.createElement('template');
    template.innerHTML = html;
    return template.content.childNodes[0];
}

function closeResult() {
    if (state.eleBox) {
        state.eleBox.remove();
        state.eleBox = undefined;
    }
}

unsafeWindow.closeResult = closeResult;

function showResult(data) {
    console.log("result", data);
    let eleBox = parseDom(`<div id="_sls_result_box_" style="padding: 12px; background: white; border-radius: 16px; position: fixed; z-index: 999; top: 0; bottom:0; left: 0; right: 0; margin: auto auto; width: fit-content; height: fit-content; box-shadow: rgba(0, 0, 0, 0.3) 0 19px 38px, rgba(0, 0, 0, 0.22) 0 15px 12px; display: flex; flex-direction: column; align-items: center;"></div>`)
    let eleTable = parseDom(`<table style="background: white; border: 1px solid #818181; border-collapse: collapse;"></table>`);
    let eleThead = document.createElement('thead');
    let eleTbody = document.createElement('tbody');
    eleTable.appendChild(eleThead);
    eleTable.appendChild(eleTbody);
    eleBox.appendChild(eleTable);
    let eleButton = parseDom(`<button onclick="window.closeResult()" style="background: #00adff; margin-top: 16px; border: 0; border-radius: 8px; padding: 4px 24px; color: white;">关闭</button>`)
    eleBox.appendChild(eleButton);

    // 表头
    let eleTr = document.createElement('tr');
    eleTr.append(parseDom("<th style='padding: 8px 16px; border: 1px solid #818181'>查询接口(已排除登录(不可用)校验和用户禁用)</th>"));
    eleTr.append(parseDom("<th style='padding: 8px 16px; border: 1px solid #818181'>日期</th>"));
    eleTr.append(parseDom("<th style='padding: 8px 16px; border: 1px solid #818181'>全天请求次数</th>"));
    eleTr.append(parseDom("<th style='padding: 8px 16px; border: 1px solid #818181'>失败总数</th>"));
    eleTr.append(parseDom("<th style='padding: 8px 16px; border: 1px solid #818181'>成功率</th>"));
    eleTr.append(parseDom("<th style='padding: 8px 16px; border: 1px solid #818181'>响应时间</th>"));
    eleTr.append(parseDom("<th style='padding: 8px 16px; border: 1px solid #818181'>晚高峰请求次数</th>"));
    eleTr.append(parseDom("<th style='padding: 8px 16px; border: 1px solid #818181'>晚高峰失败次数</th>"));
    eleTr.append(parseDom("<th style='padding: 8px 16px; border: 1px solid #818181'>晚高峰成功率</th>"));
    eleTr.append(parseDom("<th style='padding: 8px 16px; border: 1px solid #818181'>晚高峰QPS</th>"));
    eleThead.appendChild(eleTr);

    // 表内容
    for (let item of data) {
        eleTr = document.createElement('tr');
        eleTr.append(parseDom(`<td style='padding: 8px 16px; border: 1px solid #818181'>${item.api}</td>`));
        eleTr.append(parseDom(`<td style='padding: 8px 16px; border: 1px solid #818181'>${item.date}</td>`));
        eleTr.append(parseDom(`<td style='padding: 8px 16px; border: 1px solid #818181'>${item.dayAccessCount}</td>`));
        eleTr.append(parseDom(`<td style='padding: 8px 16px; border: 1px solid #818181'>${item.dayErrorCount}</td>`));
        eleTr.append(parseDom(`<td style='padding: 8px 16px; border: 1px solid #818181'>${parseFloat(Math.floor(item.daySuccessRatio * 100) / 100)}%</td>`));
        eleTr.append(parseDom(`<td style='padding: 8px 16px; border: 1px solid #818181'></td>`));
        eleTr.append(parseDom(`<td style='padding: 8px 16px; border: 1px solid #818181'>${item.peakAccessCount}</td>`));
        eleTr.append(parseDom(`<td style='padding: 8px 16px; border: 1px solid #818181'>${item.peakErrorCount}</td>`));
        eleTr.append(parseDom(`<td style='padding: 8px 16px; border: 1px solid #818181'>${parseFloat(Math.floor(item.peakSuccessRatio * 100) / 100)}%</td>`));
        eleTr.append(parseDom(`<td style='padding: 8px 16px; border: 1px solid #818181'>${parseFloat(Math.floor(item.peakQps * 10000) / 10000)}</td`));
        eleTbody.appendChild(eleTr);
    }

    document.body.appendChild(eleBox);
    state.eleBox = eleBox;

    GM_notification({
        title: "有咖互动接口数据统计",
        text: "统计完成",
        timeout: 3000,
    });
}

// 脚本主体
GM_registerMenuCommand("执行", async () => {
    if (state.running) {
        return;
    }
    try {
        state.running = true;
        closeResult();
        // 输入查询参数
        state.inputQuery = input(`请输入查询接口(英文逗号分隔,如 "/dynamic/lottery/basic/info, /dynamic/lottery/detail")`, state.inputQuery, /^.+(,.+)*$/);
        state.inputDate = input(`请输入查询日期(前一天为 1,前第二天为 2,以此类推,英文逗号分隔,如 "1,2" 查询前两天)`, state.inputDate, /^[1-9]\d{0,6}(,[1-9]\d{0,6})*$/);

        // 解析参数
        let apiList = state.inputQuery.split(",");
        for (let i in apiList) {
            apiList[i] = apiList[i].trim();
        }
        let dateList = state.inputDate.split(",");
        for (let i in dateList) {
            dateList[i] = parseInt(dateList[i].trim());
        }

        GM_notification({
            title: "有咖互动接口数据统计",
            text: "执行统计中,请勿关闭窗口,请稍等...",
            timeout: 3000,
        });

        // 获取今天的开始时间戳(秒)
        const now = new Date();
        const todayStartTimestamp = new Date(`${now.getFullYear()}-${now.getMonth() + 1}-${now.getDate()} 00:00:00`).getTime() / 1000;

        let data = [];
        for (let api of apiList) {
            for (let date of dateList) {
                let startTimestamp = todayStartTimestamp - date * 24 * 3600;
                let startTime = new Date(startTimestamp * 1000);
                let endTimestamp = todayStartTimestamp - (date - 1) * 24 * 3600;
                // 全天请求次数
                let dayAccessCount = await request(config.logstore.access, startTimestamp, endTimestamp, `#\\"${api} remote\\"`);
                // 失败总数
                let dayErrorCount = await request(config.logstore.error, startTimestamp, endTimestamp, `#\\"| requestURI:${api} |\\" not 用户鉴权失败 not 用户已被禁用`);
                // 成功率
                let daySuccessRatio = dayAccessCount === 0 ? 100 : ((1 - dayErrorCount / dayAccessCount) * 100);
                // 晚高峰请求次数 20:00-24:00
                let peakAccessCount = await request(config.logstore.access, startTimestamp - 4 * 3600, endTimestamp, `#\\"${api} remote\\"`);
                // 晚高峰失败次数 20:00-24:00
                let peakErrorCount = await request(config.logstore.error, startTimestamp - 4 * 3600, endTimestamp, `#\\"| requestURI:${api} |\\" not 用户鉴权失败 not 用户已被禁用`);
                // 晚高峰成功率
                let peakSuccessRatio = peakAccessCount === 0 ? 100 : ((1 - (peakErrorCount / peakAccessCount)) * 100);
                // 晚高峰QPS
                let peakQps = peakAccessCount / (4 * 3600);
                data.push({
                    date: `${startTime.getFullYear()}-${startTime.getMonth() + 1}-${startTime.getDate()}`,
                    api,
                    dayAccessCount,
                    dayErrorCount,
                    daySuccessRatio,
                    peakAccessCount,
                    peakErrorCount,
                    peakSuccessRatio,
                    peakQps
                });
            }
        }
        showResult(data);
    } finally {
        state.running = false;
    }
}, "Random");

QingJ © 2025

镜像随时可能失效,请加Q群300939539或关注我们的公众号极客氢云获取最新地址