beian-killer.js

ICP备案网自动域名爬取
目前为 2022-10-29 提交的版本。查看最新版本。
Wrap lines
// ==UserScript==
// @name         beian-killer.js
// @namespace    http://tampermonkey.net/
// @version      0.5
// @description  ICP备案网自动域名爬取
// @author       wuuconix
// @match        https://beian.miit.gov.cn/*
// @icon         https://www.google.com/s2/favicons?sz=64&domain=beian.miit.gov.cn
// @grant        none
// @license      MIT
// ==/UserScript==

/* 输入睡眠的秒数 */
const sleep = (time) => new Promise((resolve) => {
    setTimeout(resolve, time * 1000)
})

const domains = new Set()
const start = async () => {
    const switchLi = document.querySelector("#app > div > section > div > div > div.listcont > div > div.el-pagination.is-background > span.el-pagination__sizes > div > div.el-input.el-input--mini.el-input--suffix")
    switchLi.click()
    await sleep(1)
    const selectedLi = document.querySelector("body > div.el-select-dropdown.el-popper > div.el-scrollbar > div.el-select-dropdown__wrap.el-scrollbar__wrap > ul > li.el-select-dropdown__item.selected.hover")
    const tenthLi = document.querySelector("body > div.el-select-dropdown.el-popper > div.el-scrollbar > div.el-select-dropdown__wrap.el-scrollbar__wrap > ul > li.el-select-dropdown__item")
    const fortyLi = document.querySelector("body > div.el-select-dropdown.el-popper > div.el-scrollbar > div.el-select-dropdown__wrap.el-scrollbar__wrap > ul > li.el-select-dropdown__item:last-child")
    if (selectedLi != fortyLi) {
        fortyLi.click()
        console.log("自动切换到40条/页")
        await sleep(5)
    } else {
        console.log("已经处于40条/页")
    }
    switchLi.click()
    const nextBtn = document.querySelector("#app > div > section > div > div > div.listcont > div > div.el-pagination.is-background > button.btn-next")
    const pageLi = document.querySelector("#app > div > section > div > div > div.listcont > div > div.el-pagination.is-background > ul > li:last-child")
    const pages = Number(pageLi.textContent) //页数
    console.log(`一共有${pages}页`)
    for (let i = 0; i < pages; i++) {
        console.log(`现在是第${i + 1}页`)
        const detailBtns = document.querySelectorAll("#app > div > section > div > div > div.listcont > div > div.el-table.el-table--fit.el-table--border.el-table--enable-row-hover.el-table--enable-row-transition > div.el-table__body-wrapper.is-scrolling-none > table > tbody > tr > td.el-table_1_column_7.is-center > div > button")
        for (let j = 0; j < detailBtns.length; j++) {
            const btn = detailBtns[j]
            btn.click()
            await sleep(1)
            const domainDiv = document.querySelector("#app > div > section > div > div > div:nth-child(2) > div:nth-child(2) > ul > li:nth-child(1) > div:nth-child(4)")
            if (!domainDiv) { //2秒中还没有加载出来肯定是遇到了 网站恶意检测，故重新进入此页的详情页面
                console.log("检测到网站的恶意检测")
                j--
                continue
            }
            const domain = domainDiv.textContent
            domains.add(domain) //set自动去重
            console.log(`${i * 40 + j + 1}: ${domain}`)
        }
        if (i == pages - 1) {
            console.log(`爬虫完毕! 总共爬取 ${i * 40 + detailBtns.length}个域名，去重和得到 ${domains.size} 个有效域名`)
            const title = document.querySelector("#app > div > header > div.search > div > div > input").value
            const result = `# ${title}\n\n${[...domains].join("\n")}`
            console.log(result)
            await navigator.clipboard.writeText(result)
            console.log("成功复制进入剪切板")
            document.querySelector("#app > div > header > div.search > div > div > input").value = "成功复制进入剪切板"
            domains.clear()
            tenthLi.click()
        } else {
            console.log([...domains].join("\n"))
            nextBtn.click()
            await sleep(5) //到下一页等待5秒中
        }
    }
}

window.start = start
const observer = new MutationObserver(() => {
    let stand = document.querySelector("#app > div > div.float-box.float-boxA")
    if (stand) {
        console.log(stand)
        stand.style.width = "100px"
        stand.style.height = "100px"
        stand.style.setProperty("background-color", "red", "important")
        stand.style.setProperty("color", "white", "important")
        stand.innerHTML = ""
        stand.textContent = "点击开始"
        stand.onclick = (e) => {
            e.preventDefault()
            start()
        }
        observer.disconnect()
    }
});

observer.observe(document.body, { childList: true })
欢迎访问Greasy Fork镜像
