机核网页端机组插件
Tampermonkey,确实是可以做一些很轻量但是很实用的小工具,总体上四五百行代码,以机核对外暴露的动态查看接口为基础,对机组消息进行遍历查询,然后二次拼装成单独页面进行展示.
核心代码
逻辑其实并不复杂,无非是数据的获取和拼接而已,加一点样式重写,加一点异步请求,加一点二分查找,就成了…
机核的机组是以顺序id进行存储的,但是删除的机博会存在ID占用了,但是数据为空,所以定向查询时我会做一点冗余,比如向后顺序遍历5个ID能返回3条数据就算成功.
另外评论的接口也从机核主站中扒出来了,也能成功做了个简单的评论显示.
唯一美中不足的就是.heic类型的苹果动态图片没法直接在H5中做展示,我也没再做转化,本身就是一个几百行的小脚本,引一堆JS做图片类型转换太蠢了.
锚点更新模块
三方插件怎么能获取到机核那边最新机博的ID以做加载锚点呢?
其实也简单,搞个定时脚本然后每小时做次更新,然后暴露给脚本就可以了.
手头没服务器的我调研一圈后最后敲定了 github-actions 的解决方案.
定时脚本,整点执行后写入到git库指定文件中,然后油猴脚本启动时拿固定路径内的ID值就可以了.
为了减少频繁请求,查询时候做了个伪二分算法,以增量数组的方式写了个小算法.
一切都很合理,唯一不好的地方就是每天固定会有十几条的更新污染git库commit记录.
源码
//锚点更新脚本
const fs = require(‘fs’)
const https = require(‘https’);
const cheerio = require(‘cheerio’);
const Gtalk = ‘https://www.gcores.com/talks/‘
const GitUrl = ‘https://github.com/TOKdawn/gcores-talks-Viewer/blob/main/crawler/TID.html’
const intervalList = [100, 50, 25, 10, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] //加值率区间
var OLD_ID = ‘’
const add = function (a, b) {
return a + b
}
function setHTML(TID) {
if (!TID) {
console.log(“TID is null”)
return
}
fs.writeFile(‘./crawler/TID.html’, parseInt(TID, 10).toString(), err => {
if (err) {
throw err
} else {
console.log("TID.html success")
// console.log(htmlStr)
}
})
}
function getTID() {
return new Promise((resolve) => {
console.log('开始获取TID')
https.get(GitUrl, res => {
let html = ''
res.on('data', data => {
html += data
})
res.on('end', () => {
console.log('GIT请求成功')
let $ = cheerio.load(html);
let id = $('.blob-code-inner').text();
if (id) {
resolve(id)
} else {
console.log('HTML解析错误')
resolve(null)
}
})
})
})
}
Function tryTID(TID) { //检测TID要同时连续监测三个,因为存在一些删除的机博,占用了TID但是页面拿取为空
let promiseList = []
for (let I = 0; I < 3; I++) {
promiseList[I] = new Promise(resolve => {
let url = Gtalk + (TID + i)
https.get(url, res => {
let html = ‘’
res.on(‘data’, data => {
html += data
})
res.on(‘end’, () => {
let $ = cheerio.load(html);
let DOM = $(‘.aat_container’).children().length;
console.log(‘DOM’, DOM)
if (DOM) {
resolve(1)
} else {
resolve(0)
}
})
})
})
}
return promiseList
}
async function run() {
OLD_ID = await getTID()
OLD_ID -= 0
console.log('获取TID成功:', OLD_ID)
let searchFlag = true;
let addNum = 0; //初始增值
let INI = 0; //增值刻度
let tryFlag = true; // 检测标识
while (searchFlag) {
addNum += intervalList[INI];
await Promise.all(tryTID(OLD_ID + addNum)).then(res => {
if (res.reduce(add) >= 1) { //三个中有一个有效就成功
console.log(‘检测成功:’, res, OLD_ID + addNum)
tryFlag = true
} else {
console.log(‘检测失败:’, OLD_ID + addNum)
tryFlag = false
}
})
if (!tryFlag) { //如果超越边界
addNum -= intervalList[INI]; //还原成上次增值
INI++; //维度减小
}
if (!tryFlag && INI >= 9) { //结束条件
searchFlag = false
}
}
console.log(‘最终结果’, OLD_ID + addNum);
setHTML(OLD_ID + addNum)
console.log(‘结束 结束’)
}
run();// ==UserScript==
// @name 机核网页端机组插件
// @namespace https://github.com/TOKdawn
// @version 1.1.0
// @description 机核网页端查看机组辅助工具
// @icon data:image/svg+xml;base64,PHN2ZyBhcmlhLWhpZGRlbj0idHJ1ZSIgZm9jdXNhYmxlPSJmYWxzZSIgZGF0YS1wcmVmaXg9ImdmYXMiIGRhdGEtaWNvbj0iZyIgY2xhc3M9InN2Zy1pbmxpbmUtLWZhIG5hdkxheW91dF9zaWRlX2xvZ29fZyIgcm9sZT0iaW1nIiB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHZpZXdCb3g9IjAgMCAyNCAyNiI+PGcgc3Ryb2tlPSJub25lIiBmaWxsPSJub25lIiBmaWxsLXJ1bGU9ImV2ZW5vZGQiPjxnIHRyYW5zZm9ybT0idHJhbnNsYXRlKC0yMi4wMDAwMDAsIC0xNy4wMDAwMDApIiBmaWxsPSJjdXJyZW50Q29sb3IiIGZpbGwtcnVsZT0ibm9uemVybyI+PHBhdGggZD0iTTM1LjM0ODkwNTEsNDIuMzMzMzMzMyBDMjcuNzEwOTQ4OSw0Mi4zMzMzMzMzIDIyLDM3LjExMzU1MzEgMjIsMjkuNzM2MjYzNyBMMjIsMjkuNjY2NjY2NyBDMjIsMjIuNTY3NzY1NiAyNy42MDU4Mzk0LDE3IDM1LjIwODc1OTEsMTcgQzM5LjUxODI0ODIsMTcgNDIuNTY2NDIzNCwxOC4zMjIzNDQzIDQ1LjE1OTEyNDEsMjAuNTQ5NDUwNSBMNDEuMTY0OTYzNSwyNS4zMTY4NDk4IEMzOS40MTMxMzg3LDIzLjg1NTMxMTQgMzcuNjYxMzEzOSwyMy4wMjAxNDY1IDM1LjI0Mzc5NTYsMjMuMDIwMTQ2NSBDMzEuNzA1MTA5NSwyMy4wMjAxNDY1IDI4Ljk3MjI2MjgsMjUuOTc4MDIyIDI4Ljk3MjI2MjgsMjkuNzAxNDY1MiBMMjguOTcyMjYyOCwyOS43NzEwNjIzIEMyOC45NzIyNjI4LDMzLjcwMzI5NjcgMzEuNzQwMTQ2LDM2LjUyMTk3OCAzNS42MjkxOTcxLDM2LjUyMTk3OCBDMzcuMjc1OTEyNCwzNi41MjE5NzggMzguNTM3MjI2MywzNi4xNzM5OTI3IDM5LjU1MzI4NDcsMzUuNTEyODIwNSBMMzkuNTUzMjg0NywzMi41NTQ5NDUxIEwzNC43MTgyNDgyLDMyLjU1NDk0NTEgTDM0LjcxODI0ODIsMjcuNjEzNTUzMSBMNDYsMjcuNjEzNTUzMSBMNDYsMzguNTc1MDkxNiBDNDMuNDA3Mjk5Myw0MC42OTc4MDIyIDM5Ljc5ODU0MDEsNDIuMzMzMzMzMyAzNS4zNDg5MDUxLDQyLjMzMzMzMzMgWiI+PC9wYXRoPjwvZz48L2c+PC9zdmc+
// @author TOKdawn
// @include *gcores.com/*
// @require http://cdn.staticfile.org/jquery/2.1.4/jquery.min.js
// @license MIT
// @supportURL https://github.com/TOKdawn/gcores-talks-Viewer/issues
// @compatible chrome
// @compatible firefox
// @grant GM_addStyle
// @grant GM_xmlhttpRequest
// @run-at document-start
// ==/UserScript==
/* globals $, Highcharts, tippy */
(function() {
// ==UserScript==
// @description Usercript with GM_addStyle method.
// ==/UserScript==
function GM_addStyle(css) {
var style = document.getElementById("GM_addStyleByTOKDawn") || (function() {
var style = document.createElement('style');
style.type = 'text/css';
style.id = "GM_addStyleByTOKDawn";
document.head.appendChild(style);
return style;
})();
var sheet = style.sheet;
sheet.insertRule(css, (sheet.rules || sheet.cssRules || []).length);
}
function random(){
return Math.ceil(Math.random()*500);
}
var add=function(a,b){
return a+b
}
var GURL = 'https://www.gcores.com/talks/'
var CURL = 'https://www.gcores.com/gapi/v1/talks/'
var domparser = new DOMParser()
var GTbtn = '<span class="globalActions_item GTK_btn" target="_blank"><div><svg t="1648725115646" class="icon" viewBox="0 0 1024 1024" version="1.1" xmlns="http://www.w3.org/2000/svg" p-id="21619" width="24" height="24"><path d="M677.6 389.78v-82H343.21v82z m186.5 369.07H274.62c-21.71 0-39.3 18.36-39.3 41s17.59 41 39.3 41H864.1v82H274.62c-65.12 0-117.9-55.08-117.9-123v-615.1c0-45.3 35.19-82 78.6-82H864.1z" p-id="21620" fill="#f44336"></path></svg></div><p>机组</p></span>';
var GTCon = '<span class="GTK_con"> <div class="GTK_content"><div class="GTK_talk_go_top">↑回到顶部↑</div><div class="GTK_talk_load_new">加载更新机博</div><div class="GTK_talk_list"></div><div class="GTK_talk_load_old">加载更多</div></div></span>';
var GitUrl = 'https://github.com/TOKdawn/gcores-talks-Viewer/blob/main/crawler/TID.html'
var GTcommit = '<div class="GTK_commit"><ul style="margin-bottom: 0px;" class="GTK_commit_list">';
var loadFlag = false
var startTID = 1232; //已经加载的最新鸡脖 大值
var endTID = 1232; //已经加载的最旧鸡脖 小值
var commitFlag = {}
var STEP = 10; //每次加载的机组数
var MAX = 500; //最大加载的机组数
var MIN = 4; //最小成功数
var topTID = { // 目前最新的鸡脖ID 更新时间 最大值
id: 999999999,
time: '2019-01-01 00:00:00'
}; // 目前最新的鸡脖ID
var anchorTID = {// 远程获取锚点鸡脖ID 更新时间
id: 223644,
time: '2019-01-01 00:00:00'
}
var gitTID = {
id: 223644,
time: '2019-01-01 00:00:00'
}
var carouselsList = { //存储带轮播图机组信息
}
//初始化组件
function onDocumentStart(){
$('body').append($(GTbtn))
$('body').append($(GTCon))
$('.GTK_btn').off().on('click', showGTK)
// var time = Date.parse( new Date())
var localTID = localStorage.getItem('GTK_TID_DATA')
if(localTID){
localTID = JSON.parse(localTID)
anchorTID.id = localTID.id-0 //拿取缓存的TID
updataTID(false)
}else{
updataTID(true)//没有本地缓存ID
}
addStyle();
}
function updataTID(fisrtFlag){
GM_xmlhttpRequest({
method: 'GET',
url: GitUrl, //获取对应编号鸡脖
timeout: 2000,
onload: function (xhr) {
var html = domparser.parseFromString(xhr.responseText,'text/html')
if(html){
var content = html.querySelector('.blob-code-inner') //拿取git库中锚点ID
if(content.innerText){
// anchorTID.id = content.innerText-0
// anchorTID.time = Date.parse( new Date())
// localStorage.setItem('GTK_TID_DATA', JSON.stringify(anchorTID))
// gitTID.time = Date.parse( new Date())
gitTID.id = content.innerText-0
if(fisrtFlag){
anchorTID.id = gitTID.id //没有本地缓存ID直接用远程ID
}else{
if(gitTID.id - anchorTID.id > STEP){//远程ID大于本地ID 则显示回到顶部
$('.GTK_talk_go_top').show()
}else{
$('.GTK_talk_go_top').hide()//本地的大于远程ID 则隐藏回到顶部
}
}
}else{
console.log('获取gitTID失败')
}
}
},
onerror: function (xhr) {
console.log('拿取gitID失败', xhr,'id:',anchorTID.id - i);
},
ontimeout: function (xhr) {
console.log('拿取gitID超时:', xhr, 'id:',anchorTID.id - i);
},
onabort:function (xhr) {
console.log('拿取gitID中止:', xhr, 'id:',anchorTID.id - i);
}
})
}
function addStyle(){
//入口Btn样式
GM_addStyle(`
.GTK_btn {
font-size: .875rem;
position: fixed;
display: block;
right: calc(1.125rem + 0.83333vw);
bottom: calc(10rem + 7.33333vw );
background: var(--gray-global-action-bg);
color: #f44336;
cursor: pointer;
z-index: 5;
}`);
GM_addStyle(`
.GTK_con {
position: fixed;
display: none;
top: 60px;
left: 250px;
height: calc(100vh - 60px);
outline: red 1px solid;
right:0px;
background: var(--gray-global-action-bg);
color: var(--gray-text);
cursor: pointer;
z-index: 9;
overflow: auto;
text-align: center;
}`);
GM_addStyle(`
@media (max-width: 599px){
.GTK_con {
left: 0px;
top:0px;
}
}
`)
GM_addStyle(`
@media (max-width: 1279px) and (min-width: 600px){
.GTK_con {
left: 75px;
}
}
`)
GM_addStyle(`
.GTK_talk_list{
with:100%;
text-align: left;
}
`)
GM_addStyle(`
.GTK_content {
min-width: 350px;
max-width: 660px;
display: inline-block;
text-align: center;
}
`)
GM_addStyle(`
.GTK_talk_go_top {
with:100%;
height:30px;
line-height:30px;
font-size:14px;
text-align: center;
cursor: pointer;
background-color: #f44336;
color:#fff;
display:none;
}`)
GM_addStyle(`
.GTK_talk_go_top:hover {
color: #f7f7f7;
}`)
GM_addStyle(`
.GTK_talk_load_new {
with:100%;
height:30px;
line-height:30px;
font-size:14px;
text-align: center;
cursor: pointer;
}
`)
GM_addStyle(`
.GTK_talk_load_old {
with:100%;
height:30px;
line-height:30px;
font-size:14px;
border-radius: 3px;
text-align: center;
cursor: pointer;
}
`)
GM_addStyle(`
.GTK_talk_load_old:hover {
color: #f44336;
background-color: #f7f7f7;
}
`)
GM_addStyle(`
.GTK_talk_load_new:hover {
color: #f44336;
background-color: #f7f7f7;
}
`)
GM_addStyle(`
.GTK_talk_item {
border-bottom: 1px solid #f4f4f4;
}
`)
GM_addStyle(`
.talk_actions{
flex-wrap: wrap;
}`)
GM_addStyle(`
.GTK_commit{
border-top: 1px solid #f4f4f4;
flex: 1 1 100%;
height: auto;
}`)
GM_addStyle(`
.GTK_commit_img{
width: 20px;
height: 20px;
line-height: 19px;
text-align: center;
border-radius: 50%;
font-weight: 800;
display: inline-block;
background-color: #f44336;
color: #fff;
margin-right: 10px;
}`)
GM_addStyle(`
.GTK_commit_item{
margin-top: 5px;
line-height: 28px;
text-align: left;
margin-right: 12px;
}`)
GM_addStyle(`
.GTK_sub_commit{
border-bottom: 2px dashed #eee;
padding-left: 30px;
}`)
GM_addStyle(`
.GTK_main_commit{
border-bottom: 2px dashed #eee;
}`)
}
function showGTK() {
$('.navLayout_nav').removeClass('gnav-hide')
$('.pageContainer').hide() //阻止主页内容滚动影响导航栏隐藏
$('.GTK_con').show()
$('.navLayout').on('click',hideGTK)//进入其他标签页自动取消机组显示
$('.GTK_talk_load_new').off().on('click', _=>{loadData('TOP')}) //向新加载
$('.GTK_talk_load_old').off().on('click', _=>{loadData('Down')})//向旧加载
$('.GTK_talk_go_top').off().on('click', _=>{goTop()})//向旧加载
$('.GTK_con').on('click',function(e){
e.stopPropagation() //阻止冒泡
})
loadData('NEW');
}
function hideGTK() {
$('.pageContainer').show()
$('.GTK_con').hide()
$('.navLayout').unbind('click',hideGTK)
}
function goTop(){
if(gitTID.id){
anchorTID.id = gitTID.id
$('.GTK_talk_list').empty()
loadData('NEW')
$('.GTK_talk_go_top').hide();
}
}
function loadData(type) {
var DOM = $('.GTK_talk_list')
var tklist = []
var PromiseList = []
var url = ''
if(type == 'Down'){
if( anchorTID.id - endTID > MAX ){//已经加载200条了
$('.GTK_talk_load_old').text('无法加载更多...')
return;
}
}else if(type == 'TOP'){
if(startTID > topTID.id - STEP){//最新机博不足
$('.GTK_talk_load_new').text('已加载到最新机博...')
return;
}
}else {
startTID = anchorTID.id
}
for(var index = 0; index < STEP; index++){ //每次加载5条
PromiseList[index] = new Promise(function(resolve, reject){//构建Promise
setTimeout((i,type)=>{
var TID = ''
if(type == 'Down'){
TID = (endTID - i) //获取对应编号鸡脖
}else if(type == 'TOP'){
TID = (startTID + i + 1 ) //获取对应编号鸡脖 加零减零都是零兄弟
}else{
TID = (anchorTID.id - i)
}
GM_xmlhttpRequest({
method: 'GET',
url: GURL + TID, //获取对应编号鸡脖
timeout: 2000,
onload: function (xhr) {
var html = domparser.parseFromString(xhr.responseText.replace('visibility:hidden',' '),'text/html') //处理带图像鸡脖显示并且转换为Document
if(html){
var tk = html.querySelector('.aat_container')
if(tk && tk.hasChildNodes()){
tklist[i] = {
'id': TID,
'dom': tk
}// 存储到对应鸡脖列表
resolve(1)
}else{
resolve(0)
}
}else{
resolve(0)
}
},
onerror: function (xhr) {
console.log('失败', xhr,'id:',anchorTID.id - i);
resolve(0) //失败
},
ontimeout: function (xhr) {
console.log('超时:', xhr, 'id:',anchorTID.id - i);
resolve(0) //失败
},
onabort:function (xhr) {
console.log('中止:', xhr, 'id:',anchorTID.id - i);
resolve(0) //失败
}
})
},random(),index,type) //随机延迟防止被封
})
}
if(type == 'Down'){
Promise.all(PromiseList).then(Pres => {
if(Pres.reduce(add) >= MIN){ //成功两条就算 因为有些删除的机博ID占用了但是没内容
endTID -= STEP //更新已加载的最后一条ID
tklist.forEach(tk => {
var dom =$('<div class="GTK_talk_item" data-tid='+ tk.id +'></div>')
DOM.append( dom.append(tk.dom)) //插入到最后
})
DOM.find('.gallery_item').css({'height':'375px','width':'563px'})
DOM.find('.gallery').css({'height':'375px','width':'563px'})
carouselsInit()
}else{
$('.GTK_talk_load_old').text('无法加载更多...')
}
});
}else if(type == 'TOP'){
Promise.all(PromiseList).then(Pres => {
if(Pres.reduce(add) >= MIN){ //成功4条就算 因为有些删除的机博ID占用了但是没内容
startTID += STEP//更新已加载的最新一条ID
tklist.forEach(tk => {
var dom =$('<div class="GTK_talk_item" data-tid='+ tk.id +'></div>')
DOM.prepend( dom.append(tk.dom)) //插入到最前面
})
DOM.find('.gallery_item').css({'height':'375px','width':'563px'})
DOM.find('.gallery').css({'height':'375px','width':'563px'})
localStorage.setItem('GTK_TID_DATA', JSON.stringify({id:startTID})) //更新最新机博ID
carouselsInit()
}else{
topTID.id = startTID //已经查到最顶部
$('.GTK_talk_load_new').text('已加载到最新机博...')
}
});
}else {
Promise.all(PromiseList).then(Pres => {
if(Pres.reduce(add) >= MIN){ //成功4条就算 因为有些删除的机博ID占用了但是没内容
endTID = anchorTID.id - STEP //更新已加载的最后一条ID
tklist.forEach(tk => {
var dom =$('<div class="GTK_talk_item" data-tid='+ tk.id +'></div>')
DOM.append(dom.append(tk.dom))
})
DOM.find('.gallery_item').css({'height':'375px','width':'563px'})
DOM.find('.gallery').css({'height':'375px','width':'563px'})
localStorage.setItem('GTK_TID_DATA', JSON.stringify(anchorTID))
carouselsInit()
loadData('TOP') //自动向前搜寻一次
}else{
$('.GTK_talk_list').text('呀!,出错了QAQ')
}
});
}
}
function carouselsInit(){
carouselsList = {} //初始化数据
$('.slick-arrow').off().on('click',imgChange)
$('.talk_actions').off().on('click',showComment)
}
function showComment(){
var index, talkDOM;
var Tid,html = '';
TDOM = $(this).parents('.GTK_talk_item')
TDOM && (Tid = TDOM.attr('data-tid'))
TDOM && (talkDOM = TDOM.find('.talk_actions'))
talkDOM && (index = talkDOM.find('.u_plainButton')[1].innerText) //获取评论数量
if(isNaN(index-0)){//评论是文本不是数字
return
}
if(commitFlag[Tid] || loadFlag){
return
}
loadFlag = true
html+=GTcommit
GM_xmlhttpRequest({
method: 'GET',
url: CURL+ Tid +'?include=comments', //获取对应编号鸡脖
timeout: 2000,
headers:{
'Content-Type': 'application/vnd.api+json'
},
onload: function(xhr) {
loadFlag = false
var data = JSON.parse(xhr.responseText)
for(var i = 0;i < data.included.length;i++){
var item = data.included[i]
html+= '<li class="GTK_commit_item '+ (item.attributes.depth > 0 ?"GTK_sub_commit":"GTK_main_commit") + '" cid = '+item.id +'><span class="GTK_commit_img">G</span>' + item.attributes.body + '</li>'
}
html+='</ul></div>'
talkDOM && talkDOM.append($(html))
commitFlag[Tid] = true
},
onerror: function (xhr) {
loadFlag = false
console.log('拿取gitID失败', xhr,'id:',anchorTID.id - i);
},
ontimeout: function (xhr) {
loadFlag = false
console.log('拿取gitID超时:', xhr, 'id:',anchorTID.id - i);
},
onabort:function (xhr) {
loadFlag = false
console.log('拿取gitID中止:', xhr, 'id:',anchorTID.id - i);
}
})
}
function imgChange(){
var button,target,TDOM,indexDOM,trackDOM;
var nowNUM,allNUM,Tid;
var resNUM = 1
button = $(this);
target = button.hasClass('slick-prev') ? 'prev' : 'next';
TDOM = $(this).parents('.GTK_talk_item')
TDOM && (indexDOM = TDOM.find('.gallery_indexOf'))
TDOM && (Tid = TDOM.attr('data-tid'))
TDOM && (trackDOM = TDOM.find('.slick-track'))
if(Tid && carouselsList[Tid] == undefined){ //第一次操作
indexDOM && (nowNUM = indexDOM.find('span')[0].innerText) && (allNUM = indexDOM.find('span')[1].innerText)//拿取轮播图总数和当前编号
carouselsList[Tid] = { //初始化
'all':allNUM,
'now':nowNUM,
}
}else{
nowNUM = carouselsList[Tid].now;
allNUM = carouselsList[Tid].all;
}
allNUM -= 0 //强制类型转换
nowNUM -= 0 //强制类型转换
target == 'prev' ? nowNUM -= 1 : nowNUM += 1;
nowNUM == 0 ? nowNUM = allNUM : nowNUM == allNUM + 1 ? nowNUM = 1 : nowNUM; //边界处理
if( typeof nowNUM == 'number'){
carouselsList[Tid].now = resNUM = nowNUM //更新数据
indexDOM.find('span')[0].innerText = resNUM
trackDOM.css('left','-'+resNUM+'00%')
}else{
console.log('轮播图错误TID:',Tid,'index:', nowNUM);
}
return
}
onDocumentStart();
})();最后更新于