mirror of
https://github.com/earthjasonlin/zzz-signal-search-export.git
synced 2025-04-21 07:50:19 +08:00
Departure commit
This commit is contained in:
mio
495
src/main/getData.js
Normal file
495
src/main/getData.js
Normal file
@ -0,0 +1,495 @@
|
||||
const fs = require('fs-extra')
|
||||
const util = require('util')
|
||||
const path = require('path')
|
||||
const { URL } = require('url')
|
||||
const { app, ipcMain, shell } = require('electron')
|
||||
const { sleep, request, sendMsg, readJSON, saveJSON, detectLocale, userDataPath, userPath, localIp, langMap } = require('./utils')
|
||||
const config = require('./config')
|
||||
const i18n = require('./i18n')
|
||||
const { enableProxy, disableProxy } = require('./module/system-proxy')
|
||||
const mitmproxy = require('./module/node-mitmproxy')
|
||||
const { mergeData } = require('./utils/mergeData')
|
||||
|
||||
const dataMap = new Map()
|
||||
const order = ['11', '12', '1', '2']
|
||||
let apiDomain = 'https://api-takumi.mihoyo.com'
|
||||
|
||||
const saveData = async (data, url) => {
|
||||
const obj = Object.assign({}, data)
|
||||
obj.result = [...obj.result]
|
||||
obj.typeMap = [...obj.typeMap]
|
||||
config.urls.set(data.uid, url)
|
||||
await config.save()
|
||||
await saveJSON(`gacha-list-${data.uid}.json`, obj)
|
||||
}
|
||||
|
||||
const defaultTypeMap = new Map([
|
||||
['11', '角色活动跃迁'],
|
||||
['12', '光锥活动跃迁'],
|
||||
['1', '群星跃迁'],
|
||||
['2', '始发跃迁']
|
||||
])
|
||||
|
||||
let localDataReaded = false
|
||||
const readdir = util.promisify(fs.readdir)
|
||||
const readData = async () => {
|
||||
if (localDataReaded) return
|
||||
localDataReaded = true
|
||||
await fs.ensureDir(userDataPath)
|
||||
const files = await readdir(userDataPath)
|
||||
for (let name of files) {
|
||||
if (/^gacha-list-\d+\.json$/.test(name)) {
|
||||
try {
|
||||
const data = await readJSON(name)
|
||||
data.typeMap = new Map(data.typeMap) || defaultTypeMap
|
||||
data.result = new Map(data.result)
|
||||
if (data.uid) {
|
||||
dataMap.set(data.uid, data)
|
||||
}
|
||||
} catch (e) {
|
||||
sendMsg(e, 'ERROR')
|
||||
}
|
||||
}
|
||||
}
|
||||
if ((!config.current && dataMap.size) || (config.current && dataMap.size && !dataMap.has(config.current))) {
|
||||
await changeCurrent(dataMap.keys().next().value)
|
||||
}
|
||||
}
|
||||
|
||||
const changeCurrent = async (uid) => {
|
||||
config.current = uid
|
||||
await config.save()
|
||||
}
|
||||
|
||||
const detectGameLocale = async (userPath) => {
|
||||
let list = []
|
||||
const lang = app.getLocale()
|
||||
const arr = ['/miHoYo/崩坏：星穹铁道/', '/Cognosphere/Star Rail/']
|
||||
arr.forEach(str => {
|
||||
try {
|
||||
const pathname = path.join(userPath, '/AppData/LocalLow/', str, 'Player-prev.log')
|
||||
fs.accessSync(pathname, fs.constants.F_OK)
|
||||
list.push(pathname)
|
||||
} catch (e) {}
|
||||
})
|
||||
if (config.logType) {
|
||||
if (config.logType === 2) {
|
||||
list.reverse()
|
||||
}
|
||||
list = list.slice(0, 1)
|
||||
} else if (lang !== 'zh-CN') {
|
||||
list.reverse()
|
||||
}
|
||||
return list
|
||||
}
|
||||
|
||||
const getLatestUrl = (list) => {
|
||||
let result = list[list.length - 1]
|
||||
let time = 0
|
||||
for (let i = 0; i < list.length; i++) {
|
||||
const tsMch = list[i].match(/timestamp=(\d+)/)
|
||||
if (tsMch?.[1]) {
|
||||
const ts = parseInt(tsMch[1])
|
||||
if (time < parseInt(tsMch[1])) {
|
||||
time = ts
|
||||
result = list[i]
|
||||
}
|
||||
}
|
||||
}
|
||||
return result
|
||||
}
|
||||
|
||||
let cacheFolder = null
|
||||
const readLog = async () => {
|
||||
const text = i18n.log
|
||||
try {
|
||||
let userPath
|
||||
if (!process.env.WINEPREFIX) {
|
||||
userPath = app.getPath('home')
|
||||
} else {
|
||||
userPath = path.join(process.env.WINEPREFIX, 'drive_c/users', process.env.USER)
|
||||
}
|
||||
const logPaths = await detectGameLocale(userPath)
|
||||
if (!logPaths.length) {
|
||||
sendMsg(text.file.notFound)
|
||||
return false
|
||||
}
|
||||
const promises = logPaths.map(async logpath => {
|
||||
const logText = await fs.readFile(logpath, 'utf8')
|
||||
const gamePathMch = logText.match(/\w:\/.+(Star\sRail\/Game\/StarRail_Data)/)
|
||||
if (gamePathMch) {
|
||||
const cacheText = await fs.readFile(path.join(gamePathMch[0], '/webCaches/Cache/Cache_Data/data_2'), 'utf8')
|
||||
const urlMch = cacheText.match(/https.+?&auth_appid=webview_gacha&.+?authkey=.+?&game_biz=hkrpg_.+/g)
|
||||
if (urlMch) {
|
||||
cacheFolder = path.join(gamePathMch[0], '/webCaches/Cache/')
|
||||
return getLatestUrl(urlMch)
|
||||
}
|
||||
}
|
||||
})
|
||||
const result = await Promise.all(promises)
|
||||
for (let url of result) {
|
||||
if (url) {
|
||||
return url
|
||||
}
|
||||
}
|
||||
sendMsg(text.url.notFound)
|
||||
return false
|
||||
} catch (e) {
|
||||
sendMsg(text.file.readFailed)
|
||||
return false
|
||||
}
|
||||
}
|
||||
|
||||
const getGachaLog = async ({ key, page, name, retryCount, url, endId }) => {
|
||||
const text = i18n.log
|
||||
try {
|
||||
const res = await request(`${url}&gacha_type=${key}&page=${page}&size=${20}${endId ? '&end_id=' + endId : ''}`)
|
||||
return res.data.list
|
||||
} catch (e) {
|
||||
if (retryCount) {
|
||||
sendMsg(i18n.parse(text.fetch.retry, { name, page, count: 6 - retryCount }))
|
||||
await sleep(5)
|
||||
retryCount--
|
||||
return await getGachaLog({ key, page, name, retryCount, url, endId })
|
||||
} else {
|
||||
sendMsg(i18n.parse(text.fetch.retryFailed, { name, page }))
|
||||
throw e
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
const getGachaLogs = async ({ name, key }, queryString) => {
|
||||
const text = i18n.log
|
||||
let page = 1
|
||||
let list = []
|
||||
let res = []
|
||||
let uid = ''
|
||||
let region = ''
|
||||
let region_time_zone = ''
|
||||
let endId = '0'
|
||||
const url = `${apiDomain}/common/gacha_record/api/getGachaLog?${queryString}`
|
||||
do {
|
||||
if (page % 10 === 0) {
|
||||
sendMsg(i18n.parse(text.fetch.interval, { name, page }))
|
||||
await sleep(1)
|
||||
}
|
||||
sendMsg(i18n.parse(text.fetch.current, { name, page }))
|
||||
res = await getGachaLog({ key, page, name, url, endId, retryCount: 5 })
|
||||
await sleep(0.3)
|
||||
if (!uid && res.length) {
|
||||
uid = res[0].uid
|
||||
}
|
||||
if (!region) {
|
||||
region = res.region
|
||||
}
|
||||
if (!region_time_zone) {
|
||||
region_time_zone = res.region_time_zone
|
||||
}
|
||||
list.push(...res)
|
||||
page += 1
|
||||
|
||||
if (res.length) {
|
||||
endId = res[res.length - 1].id
|
||||
}
|
||||
|
||||
if (!config.fetchFullHistory && res.length && uid && dataMap.has(uid)) {
|
||||
const result = dataMap.get(uid).result
|
||||
if (result.has(key)) {
|
||||
const arr = result.get(key)
|
||||
if (arr.length) {
|
||||
const localLatestId = arr[arr.length - 1].id
|
||||
if (localLatestId) {
|
||||
let shouldBreak = false
|
||||
res.forEach(item => {
|
||||
if (item.id === localLatestId) {
|
||||
shouldBreak = true
|
||||
}
|
||||
})
|
||||
if (shouldBreak) {
|
||||
break
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
} while (res.length > 0)
|
||||
return { list, uid, region, region_time_zone }
|
||||
}
|
||||
|
||||
const checkResStatus = (res) => {
|
||||
const text = i18n.log
|
||||
if (res.retcode !== 0) {
|
||||
let message = res.message
|
||||
if (res.message === 'authkey timeout') {
|
||||
message = text.fetch.authTimeout
|
||||
sendMsg(true, 'AUTHKEY_TIMEOUT')
|
||||
}
|
||||
sendMsg(message)
|
||||
throw new Error(message)
|
||||
}
|
||||
sendMsg(false, 'AUTHKEY_TIMEOUT')
|
||||
return res
|
||||
}
|
||||
|
||||
const tryGetUid = async (queryString) => {
|
||||
const url = `${apiDomain}/common/gacha_record/api/getGachaLog?${queryString}`
|
||||
try {
|
||||
for (let [key] of defaultTypeMap) {
|
||||
const res = await request(`${url}&gacha_type=${key}&page=1&size=6`)
|
||||
checkResStatus(res)
|
||||
if (res.data.list && res.data.list.length) {
|
||||
return res.data.list[0].uid
|
||||
}
|
||||
}
|
||||
} catch (e) {}
|
||||
return config.current
|
||||
}
|
||||
|
||||
const gachaTypeMap = new Map(JSON.parse('[["de-de",[{"key":"11","name":"Figuren-Aktionswarp"},{"key":"12","name":"Lichtkegel-Aktionswarp"},{"key":"1","name":"Stellarwarp"},{"key":"2","name":"Startwarp"}]],["ru-ru",[{"key":"11","name":"Прыжок события: Персонаж"},{"key":"12","name":"Прыжок события: Световой конус"},{"key":"1","name":"Звёздный Прыжок"},{"key":"2","name":"Отправной Прыжок"}]],["th-th",[{"key":"11","name":"กิจกรรมวาร์ปตัวละคร"},{"key":"12","name":"กิจกรรมวาร์ป Light Cone"},{"key":"1","name":"วาร์ปสู่ดวงดาว"},{"key":"2","name":"ก้าวแรกแห่งการวาร์ป"}]],["zh-cn",[{"key":"11","name":"角色活动跃迁"},{"key":"12","name":"光锥活动跃迁"},{"key":"1","name":"群星跃迁"},{"key":"2","name":"始发跃迁"}]],["zh-tw",[{"key":"11","name":"角色活動躍遷"},{"key":"12","name":"光錐活動躍遷"},{"key":"1","name":"群星躍遷"},{"key":"2","name":"始發躍遷"}]],["en-us",[{"key":"11","name":"Character Event Warp"},{"key":"12","name":"Light Cone Event Warp"},{"key":"1","name":"Stellar Warp"},{"key":"2","name":"Departure Warp"}]],["es-es",[{"key":"11","name":"Salto de evento de personaje"},{"key":"12","name":"Salto de evento de cono de luz"},{"key":"1","name":"Salto estelar"},{"key":"2","name":"Salto de partida"}]],["fr-fr",[{"key":"11","name":"Saut hyperespace événement de personnage"},{"key":"12","name":"Saut hyperespace événement de cônes de lumière"},{"key":"1","name":"Saut stellaire"},{"key":"2","name":"Saut hyperespace de départ"}]],["id-id",[{"key":"11","name":"Event Warp Karakter"},{"key":"12","name":"Event Warp Light Cone"},{"key":"1","name":"Warp Bintang-Bintang"},{"key":"2","name":"Warp Keberangkatan"}]],["ja-jp",[{"key":"11","name":"イベント跳躍・キャラクター"},{"key":"12","name":"イベント跳躍・光円錐"},{"key":"1","name":"群星跳躍"},{"key":"2","name":"始発跳躍"}]],["ko-kr",[{"key":"11","name":"캐릭터 이벤트 워프"},{"key":"12","name":"광추 이벤트 워프"},{"key":"1","name":"뭇별의 워프"},{"key":"2","name":"초행길 워프"}]],["pt-pt",[{"key":"11","name":"Salto Hiperespacial de Evento de Personagem"},{"key":"12","name":"Salto Hiperespacial de Evento de Cone de Luz"},{"key":"1","name":"Salto Hiperespacial Estelar"},{"key":"2","name":"Salto Hiperespacial de Novatos"}]],["vi-vn",[{"key":"11","name":"Bước Nhảy Sự Kiện Nhân Vật"},{"key":"12","name":"Bước Nhảy Sự Kiện Nón Ánh Sáng"},{"key":"1","name":"Bước Nhảy Chòm Sao"},{"key":"2","name":"Bước Nhảy Đầu Tiên"}]]]'))
|
||||
const getGachaType = (lang) => {
|
||||
const locale = detectLocale(lang)
|
||||
return gachaTypeMap.get(locale || lang)
|
||||
}
|
||||
|
||||
const fixAuthkey = (url) => {
|
||||
const mr = url.match(/authkey=([^&]+)/)
|
||||
if (mr && mr[1] && mr[1].includes('=') && !mr[1].includes('%')) {
|
||||
return url.replace(/authkey=([^&]+)/, `authkey=${encodeURIComponent(mr[1])}`)
|
||||
}
|
||||
return url
|
||||
}
|
||||
|
||||
const getQuerystring = (url) => {
|
||||
const text = i18n.log
|
||||
const { searchParams, host } = new URL(fixAuthkey(url))
|
||||
if (host.includes('webstatic-sea') || host.includes('hkrpg-api-os') || host.includes("api-os-takumi")) {
|
||||
apiDomain = 'https://api-os-takumi.mihoyo.com'
|
||||
} else {
|
||||
apiDomain = 'https://api-takumi.mihoyo.com'
|
||||
}
|
||||
const authkey = searchParams.get('authkey')
|
||||
if (!authkey) {
|
||||
sendMsg(text.url.lackAuth)
|
||||
return false
|
||||
}
|
||||
searchParams.delete('page')
|
||||
searchParams.delete('size')
|
||||
searchParams.delete('gacha_type')
|
||||
searchParams.delete('end_id')
|
||||
return searchParams
|
||||
}
|
||||
|
||||
const proxyServer = (port) => {
|
||||
return new Promise((rev) => {
|
||||
mitmproxy.createProxy({
|
||||
sslConnectInterceptor: (req, cltSocket, head) => {
|
||||
if (/webstatic([^\.]{2,10})?\.(mihoyo|hoyoverse)\.com/.test(req.url)) {
|
||||
return true
|
||||
}
|
||||
},
|
||||
requestInterceptor: (rOptions, req, res, ssl, next) => {
|
||||
next()
|
||||
if (/webstatic([^\.]{2,10})?\.(mihoyo|hoyoverse)\.com/.test(rOptions.hostname)) {
|
||||
if (/authkey=[^&]+/.test(rOptions.path)) {
|
||||
rev(`${rOptions.protocol}//${rOptions.hostname}${rOptions.path}`)
|
||||
}
|
||||
}
|
||||
},
|
||||
responseInterceptor: (req, res, proxyReq, proxyRes, ssl, next) => {
|
||||
next()
|
||||
},
|
||||
getPath: () => path.join(userPath, 'node-mitmproxy'),
|
||||
port
|
||||
})
|
||||
})
|
||||
}
|
||||
|
||||
let proxyServerPromise
|
||||
const useProxy = async () => {
|
||||
const text = i18n.log
|
||||
const ip = localIp()
|
||||
const port = config.proxyPort
|
||||
sendMsg(i18n.parse(text.proxy.hint, { ip, port }))
|
||||
await enableProxy('127.0.0.1', port)
|
||||
if (!proxyServerPromise) {
|
||||
proxyServerPromise = proxyServer(port)
|
||||
}
|
||||
const url = await proxyServerPromise
|
||||
await disableProxy()
|
||||
return url
|
||||
}
|
||||
|
||||
const getUrlFromConfig = () => {
|
||||
if (config.urls.size) {
|
||||
if (config.current && config.urls.has(config.current)) {
|
||||
const url = config.urls.get(config.current)
|
||||
return url
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
const tryRequest = async (url, retry = false) => {
|
||||
const queryString = getQuerystring(url)
|
||||
if (!queryString) return false
|
||||
const gachaTypeUrl = `${apiDomain}/common/gacha_record/api/getGachaLog?${queryString}&page=1&size=5&gacha_type=1&end_id=0`
|
||||
try {
|
||||
const res = await request(gachaTypeUrl)
|
||||
if (res.retcode !== 0) {
|
||||
return false
|
||||
}
|
||||
return true
|
||||
} catch (e) {
|
||||
if (e.code === 'ERR_PROXY_CONNECTION_FAILED' && !retry) {
|
||||
await disableProxy()
|
||||
return await tryRequest(url, true)
|
||||
}
|
||||
sendMsg(e.message.replace(url, '***'), 'ERROR')
|
||||
throw e
|
||||
}
|
||||
}
|
||||
|
||||
const getUrl = async () => {
|
||||
let url = await readLog()
|
||||
if (!url && config.proxyMode) {
|
||||
url = await useProxy()
|
||||
} else if (url) {
|
||||
const result = await tryRequest(url)
|
||||
if (!result && config.proxyMode) {
|
||||
url = await useProxy()
|
||||
}
|
||||
}
|
||||
return url
|
||||
}
|
||||
|
||||
const fetchData = async (urlOverride) => {
|
||||
const text = i18n.log
|
||||
await readData()
|
||||
let url = urlOverride
|
||||
if (!url) {
|
||||
url = await getUrl()
|
||||
}
|
||||
if (!url) {
|
||||
const message = text.url.notFound2
|
||||
sendMsg(message)
|
||||
throw new Error(message)
|
||||
}
|
||||
const searchParams = getQuerystring(url)
|
||||
if (!searchParams) {
|
||||
const message = text.url.incorrect
|
||||
sendMsg(message)
|
||||
throw new Error(message)
|
||||
}
|
||||
let queryString = searchParams.toString()
|
||||
const vUid = await tryGetUid(queryString)
|
||||
const localLang = dataMap.has(vUid) ? dataMap.get(vUid).lang : ''
|
||||
if (localLang) {
|
||||
searchParams.set('lang', localLang)
|
||||
}
|
||||
queryString = searchParams.toString()
|
||||
const gachaType = await getGachaType(searchParams.get('lang'))
|
||||
|
||||
const result = new Map()
|
||||
const typeMap = new Map()
|
||||
const lang = searchParams.get('lang')
|
||||
let originUid = ''
|
||||
let originRegion = ''
|
||||
let originTimeZone = ''
|
||||
for (const type of gachaType) {
|
||||
const { list, uid, region, region_time_zone } = await getGachaLogs(type, queryString)
|
||||
const logs = list.map((item) => {
|
||||
const { id, item_id, item_type, name, rank_type, time, gacha_id, gacha_type } = item
|
||||
return { id, item_id, item_type, name, rank_type, time, gacha_id, gacha_type }
|
||||
})
|
||||
logs.reverse()
|
||||
typeMap.set(type.key, type.name)
|
||||
result.set(type.key, logs)
|
||||
if (!originUid) {
|
||||
originUid = uid
|
||||
}
|
||||
if (!originRegion) {
|
||||
originRegion = region
|
||||
}
|
||||
if (!originTimeZone) {
|
||||
originTimeZone = region_time_zone
|
||||
}
|
||||
}
|
||||
const data = { result, time: Date.now(), typeMap, uid: originUid, lang, region: originRegion, region_time_zone: originTimeZone }
|
||||
const localData = dataMap.get(originUid)
|
||||
const mergedResult = mergeData(localData, data)
|
||||
data.result = mergedResult
|
||||
dataMap.set(originUid, data)
|
||||
await changeCurrent(originUid)
|
||||
await saveData(data, url)
|
||||
}
|
||||
|
||||
let proxyStarted = false
|
||||
const fetchDataByProxy = async () => {
|
||||
if (proxyStarted) return
|
||||
proxyStarted = true
|
||||
const url = await useProxy()
|
||||
await fetchData(url)
|
||||
}
|
||||
|
||||
ipcMain.handle('FETCH_DATA', async (event, param) => {
|
||||
try {
|
||||
if (param === 'proxy') {
|
||||
await fetchDataByProxy()
|
||||
} else {
|
||||
await fetchData(param)
|
||||
}
|
||||
return {
|
||||
dataMap,
|
||||
current: config.current
|
||||
}
|
||||
} catch (e) {
|
||||
sendMsg(e, 'ERROR')
|
||||
console.error(e)
|
||||
}
|
||||
return false
|
||||
})
|
||||
|
||||
ipcMain.handle('READ_DATA', async () => {
|
||||
await readData()
|
||||
return {
|
||||
dataMap,
|
||||
current: config.current
|
||||
}
|
||||
})
|
||||
|
||||
ipcMain.handle('CHANGE_UID', (event, uid) => {
|
||||
config.current = uid
|
||||
})
|
||||
|
||||
ipcMain.handle('GET_CONFIG', () => {
|
||||
return config.value()
|
||||
})
|
||||
|
||||
ipcMain.handle('LANG_MAP', () => {
|
||||
return langMap
|
||||
})
|
||||
|
||||
ipcMain.handle('SAVE_CONFIG', (event, [key, value]) => {
|
||||
config[key] = value
|
||||
config.save()
|
||||
})
|
||||
|
||||
ipcMain.handle('DISABLE_PROXY', async () => {
|
||||
await disableProxy()
|
||||
})
|
||||
|
||||
ipcMain.handle('I18N_DATA', () => {
|
||||
return i18n.data
|
||||
})
|
||||
|
||||
ipcMain.handle('OPEN_CACHE_FOLDER', () => {
|
||||
if (cacheFolder) {
|
||||
shell.openPath(cacheFolder)
|
||||
}
|
||||
})
|
||||
|
||||
exports.getData = () => {
|
||||
return {
|
||||
dataMap,
|
||||
current: config.current
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user