ExportCivitAIMetadata

导出 civitai.com 的 safetensors 模型元数据 / Export .safetensor file's metadata from civitAI
Wrap lines
// ==UserScript==
// @name         ExportCivitAIMetadata
// @namespace    https://github.com/magicFeirl/ExportCivitAIMetadata.git
// @description  导出 civitai.com 的 safetensors 模型元数据 / Export .safetensor file's metadata from civitAI
// @author       ctrn43062
// @match        https://civitai.com/*
// @icon         https://www.google.com/s2/favicons?sz=64&domain=civitai.com
// @version      0.8
// @note         0.8 feat: 获取链接方式从 href -> version id
// @note         0.7 fix: 适配新样式
// @note         0.6 feat: 添加 cmd args 导出
// @note         0.5 refactor: 重构代码
// @note         0.4 fix: 修改获取文件名逻辑
// @note         0.3 fix: 适配新版UI @gustproof
// @note         0.2 fix: 修复某些情况下复制按钮没有出现的bug
// @note         0.1 init
// @license      MIT
// ==/UserScript==
 
 
function downloadFile(filename, content, type = 'text/plain') {
    const a = document.createElement('a')
 
    if (typeof content === 'object') {
        content = JSON.stringify(content, (k, v) => {
            try {
                return JSON.parse(v)
            } catch {
                return v
            }
        }, 2)
    }
 
    const url = URL.createObjectURL(new Blob([content], {
        type
    }))
 
    a.href = url
    a.download = filename || 'untitle.txt'
    a.click()
 
    setTimeout(() => {
        URL.revokeObjectURL(url)
        a.remove()
    }, 0);
}
 
/**
 * Usage: SafetensorReader.readMetadataFromURL(url)
*/
class SafetensorReader {
    static async readLengthFromURL(url) {
        const resp = await fetch(url, {
            headers: {
                range: "bytes=0-7"
            },
            cors: "cors"
        })
 
        return new DataView(await resp.arrayBuffer()).getBigUint64(0, true)
    }
 
    static async readMetadataFromURL(url) {
        const metaLength = await SafetensorReader.readLengthFromURL(url)
        const resp = await fetch(url, {
            headers: {
                range: `bytes=8-${metaLength + 7n}`
      }
        })
 
        return await resp.json()
    }
}
 
class civitAI {
    SELECTORS = {
        // 模型下载链接按钮（旧版）
        downloadBtn: '.mantine-cr35cs',
        // 获取模型 versionId（新版）
        versionId: '.mantine-Code-root.mantine-1fw9g1n:last-child',
        modelTitle: '.mantine-127eswf',
        modelOprationGroup: '.mantine-Group-root .mantine-1dutd10:last-child',
        // last button
        thumbUpBtn: `.mantine-Group-root .mantine-1dutd10:last-child > :last-child`
  }
 
    CMD_ARGS = ["ss_output_name", "ss_learning_rate", "ss_text_encoder_lr", "ss_unet_lr", "ss_gradient_checkpointing", "ss_gradient_accumulation_steps", "ss_max_train_steps", "ss_lr_warmup_steps", "ss_lr_scheduler", "ss_network_module", "ss_network_dim", "ss_network_alpha", "ss_network_dropout", "ss_mixed_precision", "ss_full_fp16", "ss_v2", "ss_clip_skip", "ss_max_token_length", "ss_cache_latents", "ss_seed", "ss_lowram", "ss_noise_offset", "ss_multires_noise_iterations", "ss_multires_noise_discount", "ss_adaptive_noise_scale", "ss_zero_terminal_snr", "ss_training_comment", "ss_max_grad_norm", "ss_caption_dropout_rate", "ss_caption_dropout_every_n_epochs", "ss_caption_tag_dropout_rate", "ss_face_crop_aug_range", "ss_prior_loss_weight", "ss_min_snr_gamma", "ss_scale_weight_norms", "ss_ip_noise_gamma", "ss_debiased_estimation", "ss_noise_offset_random_strength", "ss_ip_noise_gamma_random_strength", "ss_loss_type", "ss_huber_schedule", "ss_huber_c"]
 
    getModelDownloadURL() {
        // const dlBtn = document.querySelector(this.SELECTORS.downloadBtn)
        // if (!dlBtn || !dlBtn.href) {
        //     throw Error('无法找到下载按钮 / Can\'t find the download button')
        //  }
 
        const versionId = document.querySelector(this.SELECTORS.versionId)
        if(!versionId || !versionId.textContent) {
            throw Error('无法找到模型 VersionID / Can\'t find the model\'s version id')
        }
 
        return `https://civitai.com/api/download/models/${versionId.textContent}`
    }
 
    getModelTitle() {
        const titleEl = document.querySelector(this.SELECTORS.modelTitle)
        // 需要规则化
        const title = titleEl ? titleEl.innerText : "untitle"
        return title
    }
 
    getModelPageId() {
        // /models/123 -> models_123
        return location.pathname.replace(/^\//, '').replace(/\//, '_')
    }
 
 
    static hasExportBtnInstalled() {
        return document.querySelector('#EXPORT_BTN_CONTAINER')
    }
 
    createExportBtn() {
        if (civitAI.hasExportBtnInstalled()) {
            return
        }
 
        const thumbUpBtn = document.querySelector(this.SELECTORS.thumbUpBtn)
        const exportBtnContainer = thumbUpBtn.cloneNode(true)
        const exportBtn = exportBtnContainer.querySelector('button') || exportBtnContainer
        // 2024-5-5 CivitAI 再次进行了样式更新
 
        const group = document.querySelector(this.SELECTORS.modelOprationGroup)
        Object.assign(exportBtn.style , { width: '43px', 'height': '36px' })
 
        exportBtn.setAttribute('title', 'Export model\'s metadata')
        try {
            const svgContainer = exportBtn.querySelector('.mantine-Button-label')
            svgContainer.innerHTML = `<?xml version="1.0" ?><!-- Uploaded to: SVG Repo, www.svgrepo.com, Generator: SVG Repo Mixer Tools --><svg width="43px" height="36px" viewBox="0 0 24 24" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M10 8V7C10 6.05719 10 5.58579 10.2929 5.29289C10.5858 5 11.0572 5 12 5H17C17.9428 5 18.4142 5 18.7071 5.29289C19 5.58579 19 6.05719 19 7V12C19 12.9428 19 13.4142 18.7071 13.7071C18.4142 14 17.9428 14 17 14H16M7 19H12C12.9428 19 13.4142 19 13.7071 18.7071C14 18.4142 14 17.9428 14 17V12C14 11.0572 14 10.5858 13.7071 10.2929C13.4142 10 12.9428 10 12 10H7C6.05719 10 5.58579 10 5.29289 10.2929C5 10.5858 5 11.0572 5 12V17C5 17.9428 5 18.4142 5.29289 18.7071C5.58579 19 6.05719 19 7 19Z" stroke="#fff" stroke-linecap="round" stroke-linejoin="round"/></svg>`
    } catch {
 
    }
 
        // 添加唯一 ID，避免重复插入 node
        exportBtnContainer.id = "EXPORT_BTN_CONTAINER"
 
        exportBtnContainer.addEventListener('click', () => {
            exportBtn.setAttribute('disabled', true)
 
            this.exportMetadata().finally(() => {
                exportBtn.removeAttribute('disabled')
            })
        })
 
        group.appendChild(exportBtnContainer)
    }
 
    async getMetadata(modelDlUrl) {
        const raw_metadata = await SafetensorReader.readMetadataFromURL(modelDlUrl)
        const metadata = raw_metadata.__metadata__ || raw_metadata
 
        return metadata
    }
 
    async exportMetadata() {
        const filename = `${this.getModelPageId()}_${this.getModelTitle()}`
 
    const metadata = await this.getMetadata(this.getModelDownloadURL())
 
    if (!metadata || !Object.keys(metadata).length) {
        // no metadata
        alert('This model has no metadata')
        return
    }
 
        downloadFile(`${filename}.json`, metadata)
 
        const cmd_args = this.CMD_ARGS.map(arg => [arg.replace('ss_', ''), metadata[arg]]).filter(([name, value]) => value != undefined).map(([name, value]) => `--${name} ${value} \\`).join('\n')
        if (cmd_args) {
            downloadFile(`${filename}_cmd_args.txt`, cmd_args)
        }
 
        console.log(filename, metadata);
    }
}
 
/**
 * Single Page Application 页面变化检测
 *
 * 通过监听 title 变化实现页面变化检测
*/
class SPAMonitor {
    constructor() {
        this.event = new CustomEvent('page-change')
        this.eventCallbacks = new Set()
 
        this.dispacher = window
        this._initPageChangeListener()
    }
 
    _initPageChangeListener() {
        const ob = new MutationObserver((mutations) => {
            this.dispacher.dispatchEvent(this.event)
        })
 
        // 实际只是监听 title 变化
        // 某些网页会动态改变 title，可能会有 bug
        ob.observe(document.querySelector('title'), {
            childList: true,
            subtree: true
        })
    }
 
    triggerPageChangeEvent() {
        this.dispacher.dispatchEvent(this.event)
    }
 
    addPageChangeEventListener(cb) {
        if (!cb || !typeof cb === 'function') {
            return;
        }
 
        const cbString = cb.toString()
        if (!this.eventCallbacks.has(cbString)) {
            this.dispacher.addEventListener('page-change', cb)
            this.eventCallbacks.add(cbString)
        }
    }
 
    waitForElement(selector, timeout = 10 * 1000, interval = 50) {
        let findTimes = 0
 
        const findEl = (resolve, reject) => {
            if (findTimes * interval >= timeout) {
                return reject()
            }
 
            const el = document.querySelector(selector)
            console.log(`finding ${selector}`);
 
            setTimeout(() => {
                if (!el) {
                    findTimes++
                    findEl(resolve, reject)
                } else {
                    resolve(el)
                }
            }, interval);
        }
 
        return new Promise((resolve, reject) => {
            findEl(resolve, reject)
        })
    }
}
 
function main() {
    // 1. 等待页面加载完成
    // 2. 添加 export button
    // 3. 添加事件回调
 
    const spa = new SPAMonitor()
    const civitai = new civitAI()
 
    spa.addPageChangeEventListener(() => {
        const isModelPage = /^https?:\/\/civitai.com\/models\/\d+/.test(location.href)
 
        if (!isModelPage) {
            return
        }
 
        spa.waitForElement(civitai.SELECTORS.modelOprationGroup).then(() => {
            civitai.createExportBtn()
        })
    })
 
    spa.triggerPageChangeEvent()
}
 
(function () {
    main()
})();
欢迎访问Greasy Fork镜像
