// ==UserScript==
// @name         抖音归档
// @namespace    douyin_archive
// @version      1.1
// @description  easy way to archive tiktok or douyin's video
// @author       邪不压正
// @license      AGPL License
// @run-at       document-start
// @match        https://www.douyin.com/user/*
// @icon         https://www.google.com/s2/favicons?sz=64&domain=douyin.com
// @grant        unsafeWindow
// @grant        GM_openInTab
// @grant        GM_xmlhttpRequest
// ==/UserScript==
(function () {
'use strict';
//put your code here ?
const realSend = XMLHttpRequest.prototype.send;
logme(" replaced")
XMLHttpRequest.prototype.send = function () {
const xhr = this;
//注册监听是慢的，直接替换是快的
this.onreadystatechange = function () {
if (xhr.readyState === XMLHttpRequest.DONE && xhr.status === 200) {
// 请求已完成且状态码为200
const url = xhr.responseURL;
if (url.includes('aweme/v1/web/aweme/post/')) {
const response = JSON.parse(xhr.responseText)
const awemeList = response.aweme_list
awemeList.forEach(item => {
if (item.media_type === 4) {
mergedVideoList.push(item);
} else if (item.media_type === 2) {
mergedPicsList.push(item);
// item.images.forEach((image, index) => {
//     const url = image.url_list[0];
//     mergedPicListAlone.push(url)
// });
}
})
mergedList = mergedList.concat(awemeList)
hasMore = response.has_more
logme("-------- catch!--------" + awemeList.length + awemeList[0].desc)
updateTotalCount()
setTimeout(() => {
updateVideoBannerList()
}, 200)
// audioUrl = awemeList[0].music.play_url.uri
}
}
}
realSend.apply(this, arguments);
};
logme("---------------------------archive---------------------------")
let mergedVideoList = []
let mergedList = []
let mergedPicsList = []
let mergedPicListAlone = []
let hasMore = 1
//去水印下载
if (window.location.host !== "www.douyin.com") {
return;
}
window.addEventListener('load', function () {
logme("Window onLOAD")
if (!window.location.href.match(/https:\/\/www\.douyin\.com\/user\/.*?/))
return
logme("into page")
async function downloader() {
try {
logme("into await allDownBtn")
//延迟加载等到第一次视频加载完成
let videoTop = await awaitQuery(".sDAMysaM")
videoTop.style.height = '88px'
//附加下载按钮
let downText = document.createElement('div')
downText.innerText = '已加载';
downText.style.display = 'inline-block';
downText.style.whiteSpace = 'nowrap';
downText.style.textAlign = 'center'
downText.style.fontSize = '13px'
downText.style.color = 'white'
downText.id = "downText"
videoTop.append(downText)
let picsDownBtn = document.createElement('button')
picsDownBtn.innerText = '图文'
picsDownBtn.classList.add('B10aL8VQ')
picsDownBtn.classList.add('s6mStVxD')
picsDownBtn.classList.add('vMQD6aai')
picsDownBtn.classList.add('vk7WaOg_')
picsDownBtn.classList.add('a2I1sBCL')
picsDownBtn.classList.add('tAofAbwG')
picsDownBtn.style.marginLeft = '10px'
videoTop.append(picsDownBtn)
let videoDownBtn = document.createElement('button')
videoDownBtn.innerText = '视频'
videoDownBtn.classList.add('B10aL8VQ')
videoDownBtn.classList.add('s6mStVxD')
videoDownBtn.classList.add('vMQD6aai')
videoDownBtn.classList.add('vk7WaOg_')
videoDownBtn.classList.add('a2I1sBCL')
videoDownBtn.classList.add('tAofAbwG')
videoDownBtn.style.marginLeft = '10px'
videoTop.append(videoDownBtn)
let allDownBtn = document.createElement('button')
allDownBtn.innerText = '全部'
allDownBtn.classList.add('B10aL8VQ')
allDownBtn.classList.add('s6mStVxD')
allDownBtn.classList.add('vMQD6aai')
allDownBtn.classList.add('vk7WaOg_')
allDownBtn.classList.add('a2I1sBCL')
allDownBtn.classList.add('tAofAbwG')
allDownBtn.style.marginLeft = '10px'
videoTop.append(allDownBtn)
updateTotalCount()
picsDownBtn.addEventListener("click", async (e) => {
for (const pics of mergedPicsList) {
await downloadPics(pics);
const awemeId = pics.aweme_id;
localStorage.setItem('downloaded_' + awemeId, true);
}
});
videoDownBtn.addEventListener("click",  async (e) => {
for (const video of mergedVideoList) {
const name = generateVideoFilename(video); // 生成视频的文件名
await downloadVideo(convertHttpToHttps(getVideoUrl(video)), name); // 调用下载函数下载视频
// 给每个视频设置下载标记
const awemeId = video.aweme_id;
localStorage.setItem('downloaded_' + awemeId, true);
}
});
allDownBtn.addEventListener("click", (e) => {
alert("懒得写了 分别下吧 ")
});
} catch (e) {
}
}
downloader().then(r => {
});
// window.addEventListener("click", downloader);
});
//其他方法
function awaitQuery(selectors, delay = 200) {
return new Promise(resolve => {
let totalDelay = 0;
let elementInterval = setInterval(() => {
if (totalDelay >= 2500) {
clearInterval(elementInterval);
}
let element = document.querySelector(selectors);
if (element) {
resolve(element);
clearInterval(elementInterval);
} else {
totalDelay += delay;
}
}, delay);
})
}
async function downloadVideo(url, name) {
try {
const response = await fetch(url);
if (!response.ok) {
throw new Error(`Download failed for ${url}.`);
}
const blob = await response.blob();
const a = document.createElement("a");
const objectUrl = window.URL.createObjectURL(blob);
a.download = name;
a.href = objectUrl;
a.click();
window.URL.revokeObjectURL(objectUrl);
a.remove();
} catch (error) {
console.error(error);
}
}
async function downloadPics(imageInfo) {
for (let i = 0; i < imageInfo.images.length; i++) {
const image = imageInfo.images[i];
const url = image.url_list[0];
const numberedName = `${generatePicsFilename(imageInfo)}_${i + 1}`; // 添加编号
await downloadImage(url, numberedName);
}
}
async function downloadImage(url, name) {
try {
const response = await fetch(url);
if (!response.ok) {
throw new Error(`Download failed for ${url}.`);
}
const blob = await response.blob();
const a = document.createElement("a");
const objectUrl = window.URL.createObjectURL(blob);
a.download = name;
a.href = objectUrl;
a.click();
window.URL.revokeObjectURL(objectUrl);
a.remove();
} catch (error) {
console.error(error);
}
}
function convertHttpToHttps(url) {
if (url.startsWith('http://')) {
return 'https://' + url.substring('http://'.length);
}
return url;
}
function updateTotalCount() {
const loadedText = document.getElementById("downText");
if (loadedText) {
let loadedVideoCount = mergedVideoList.length.toString()
logme(" loadedVideoCount  " + loadedVideoCount)
if (hasMore === 1) {
loadedText.textContent = `已加载 图文：${mergedPicsList.length}个 视频${loadedVideoCount}/${mergedVideoList[0].author.aweme_count}个 还有视频未加载`;
} else if (loadedVideoCount < mergedVideoList[0].author.aweme_count) {
loadedText.textContent = `已加载 图文：${mergedPicsList.length}个 视频${loadedVideoCount}/${mergedVideoList[0].author.aweme_count}个 误差大是加载时序紊乱，请刷新 / 误差小是有视频被隐藏`;
const refresh = document.createElement('button');
refresh.innerText = "刷新"
refresh.style.marginLeft = '8px'
refresh.classList = "B10aL8VQ s6mStVxD vMQD6aai vk7WaOg_ a2I1sBCL tAofAbwG"
refresh.addEventListener("click", () => {
location.reload()
})
loadedText.append(refresh)
} else {
loadedText.textContent = `已加载 图文：${mergedPicsList.length}个 视频${loadedVideoCount}/${mergedVideoList[0].author.aweme_count}个 全部加载完成`;
}
}
}
function formatTimestamp(timestamp) {
const date = new Date(timestamp * 1000); // 将秒转换为毫秒
const year = date.getFullYear();
const month = String(date.getMonth() + 1).padStart(2, '0');
const day = String(date.getDate()).padStart(2, '0');
const hours = String(date.getHours()).padStart(2, '0');
return `${year}-${month}-${day}-${hours}`;
}
function updateVideoBannerList() {
let list = document.querySelector('.UFuuTZ1P')
let ul = list.querySelector("ul");
let liList = ul.querySelectorAll("li");
liList.forEach(li => {
// 检查是否已经存在下载按钮
const existingDownloadButton = li.querySelector('.download-button');
if (existingDownloadButton) return
const awemeId = li.childNodes[0].children[0].getAttribute('href').split('/').pop();
let matchingData = mergedVideoList.find(data => data.aweme_id === awemeId) || mergedPicsList.find(data => data.aweme_id === awemeId);
if (matchingData) {
// 添加自定义属性 data-aweme-id 到 <li> 元素
li.setAttribute('data-aweme-id', matchingData.aweme_id);
// 在匹配的 <li> 元素中添加下载按钮
const buttonContainer = document.createElement('div');
const downloadButton = document.createElement('button');
// downloadButton.classList = "B10aL8VQ s6mStVxD vMQD6aai vk7WaOg_ a2I1sBCL tAofAbwG"
buttonContainer.style.position = 'absolute';
buttonContainer.style.top = '85%';
buttonContainer.style.right = '0';
downloadButton.style.fontSize = '10px'
downloadButton.style.color = 'white'
downloadButton.style.background = 'grey'
downloadButton.style.padding = '4px 8px'
downloadButton.style.borderRadius = '4px'
const isDownloaded = localStorage.getItem('downloaded_' + awemeId);
if (isDownloaded) {
downloadButton.innerText = "下载 ✔"
} else {
downloadButton.innerText = "下载"
}
downloadButton.classList.add('download-button'); // 添加适当的类名或 ID
downloadButton.addEventListener("click", (e) => {
if (matchingData.media_type === 4) {
let videoUrl = getVideoUrl(matchingData)
if (videoUrl) {
downloadVideo(convertHttpToHttps(videoUrl), generateVideoFilename(matchingData)).then()
localStorage.setItem('downloaded_' + awemeId, true);
downloadButton.innerText = "下载 ✔"
} else {
alert("未找到下载地址 " + matchingData.desc)
}
} else if (matchingData.media_type === 2) {
downloadPics(matchingData).then(r => {
})
localStorage.setItem('downloaded_' + awemeId, true);
downloadButton.innerText = "下载 ✔"
}
})
buttonContainer.appendChild(downloadButton);
li.appendChild(buttonContainer);
}
});
}
function getVideoUrl(matchingData) {
let videoUrl = null;
if (matchingData.video.play_addr_h264 && matchingData.video.play_addr_h264.url_list.length > 0) {
videoUrl = matchingData.video.play_addr_h264.url_list[0];
} else if (matchingData.video.play_addr && matchingData.video.play_addr.url_list.length > 0) {
videoUrl = matchingData.video.play_addr.url_list[0];
} else if (matchingData.video.play_addr_265 && matchingData.video.play_addr_265.url_list.length > 0) {
videoUrl = matchingData.video.play_addr_265.url_list[0];
}
return videoUrl;
}
function generateVideoFilename(videoInfo) {
const {author, create_time, desc, author_user_id} = videoInfo;
const formattedTimestamp = formatTimestamp(create_time);
return `${author.nickname}_${formattedTimestamp}_video_${desc}_${author_user_id}.mp4`;
}
function generatePicsFilename(picsInfo) {
const {author, create_time, desc, author_user_id} = picsInfo;
const formattedTimestamp = formatTimestamp(create_time);
return `${author.nickname}_${formattedTimestamp}_pics_${desc}_${author_user_id}`;
}
function logme(string) {
console.log("|||" + string)
}
})();