283 lines
13 KiB
JavaScript
283 lines
13 KiB
JavaScript
|
const dateFormat = require('dateformat');
|
|||
|
|
const XMLHttpRequest = require("xmlhttprequest").XMLHttpRequest;
|
|||
|
|
const cheerio = require('cheerio');
|
|||
|
|
const { decode } = require('querystring');
|
|||
|
|
const tools = require('../tools/tools');
|
|||
|
|
|
|||
|
|
/** CPBL */
|
|||
|
|
class CPBLClass {
|
|||
|
|
// constructor(bot, JianMiaubot, Tools_MYSQLDB) {
|
|||
|
|
// this.bot = bot;
|
|||
|
|
// this.JianMiaubot = JianMiaubot;
|
|||
|
|
// this.Tools_MYSQLDB = Tools_MYSQLDB;
|
|||
|
|
// }
|
|||
|
|
|
|||
|
|
async GetCPBL(data) {
|
|||
|
|
let url = data["URL"];
|
|||
|
|
let Response = await this.GetData(url);
|
|||
|
|
return new Promise((resolve, reject) => {
|
|||
|
|
// 傳入 resolve 與 reject，表示資料成功與失敗
|
|||
|
|
resolve(this.ParseCPBL(Response));
|
|||
|
|
// reject()
|
|||
|
|
});
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
async GetCPBLList(data) {
|
|||
|
|
// let url = "http://www.cpbl.com.tw/schedule/index";
|
|||
|
|
let datetime = dateFormat(new Date(), "yyyymmdd");
|
|||
|
|
let year = datetime.substr(0, 4);
|
|||
|
|
let month = datetime.substr(4, 2);
|
|||
|
|
let day = datetime.substr(6, 2);
|
|||
|
|
let date = data["Date"];
|
|||
|
|
let url = `http://www.cpbl.com.tw/schedule/index/${year}-${month}-${day}.html?&date=${year}-${month}-${day}&gameno=01&sfieldsub=&sgameno=01`;
|
|||
|
|
let Response = await this.GetData(url);
|
|||
|
|
return new Promise((resolve, reject) => {
|
|||
|
|
// 傳入 resolve 與 reject，表示資料成功與失敗
|
|||
|
|
resolve(this.ParseCPBLList(Response, date));
|
|||
|
|
// reject()
|
|||
|
|
});
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
ParseCPBL(htmlString) {
|
|||
|
|
let index_obj = {
|
|||
|
|
"1上": 0,
|
|||
|
|
"1下": 1,
|
|||
|
|
"2上": 2,
|
|||
|
|
"2下": 3,
|
|||
|
|
"3上": 4,
|
|||
|
|
"3下": 5,
|
|||
|
|
"4上": 6,
|
|||
|
|
"4下": 7,
|
|||
|
|
"5上": 8,
|
|||
|
|
"5下": 9,
|
|||
|
|
"6上": 10,
|
|||
|
|
"6下": 11,
|
|||
|
|
"7上": 12,
|
|||
|
|
"7下": 13,
|
|||
|
|
"8上": 14,
|
|||
|
|
"8下": 15,
|
|||
|
|
"9上": 16,
|
|||
|
|
"9下": 17,
|
|||
|
|
};
|
|||
|
|
// htmlString = htmlString.replace('/\\r\\n/g', '').replace('/\\t/g', '').replace('/\\\"/g', '"');
|
|||
|
|
// let htmlString1 = htmlString.replace(/\r\n|\n|\t/g, "");
|
|||
|
|
// htmlString1 = htmlString1.replace(/\\/g, '');
|
|||
|
|
// let htmlString1 = '';
|
|||
|
|
// const html = document.createElement('html');
|
|||
|
|
// html.innerHTML = htmlString;
|
|||
|
|
// const title = document.getElementsByTagName('title')[0].innerText // 取得title：我的標題
|
|||
|
|
// 把 body 放進 cheerio 準備分析
|
|||
|
|
const $ = cheerio.load(htmlString); // 載入 body
|
|||
|
|
const result = []; // 建立一個儲存結果的容器
|
|||
|
|
// const table_tr = $("tbody tr"); // 爬最外層的 Table(class=BoxTable) 中的 tr
|
|||
|
|
const table_tr = $(".gap_b20 table tbody tr"); // 爬最外層的 Table(class=BoxTable) 中的 tr
|
|||
|
|
|
|||
|
|
let index = 0;
|
|||
|
|
let _result = JSON.parse("[]");
|
|||
|
|
for (let i = 0; i < table_tr.length; i++) { // 走訪 tr
|
|||
|
|
const table_td = table_tr.eq(i).find('td'); // 擷取每個欄位(td)
|
|||
|
|
const table_th = table_tr.eq(i).find('th'); // 擷取每個欄位(td)
|
|||
|
|
let title = table_td.eq(1).text(); // time (台灣時間)
|
|||
|
|
if (!title) {
|
|||
|
|
title = table_th.eq(0).text();
|
|||
|
|
}
|
|||
|
|
// const latitude = table_td.eq(2).text(); // latitude (緯度)
|
|||
|
|
// const longitude = table_td.eq(3).text(); // longitude (經度)
|
|||
|
|
// const amgnitude = table_td.eq(4).text(); // magnitude (規模)
|
|||
|
|
// const depth = table_td.eq(5).text(); // depth (深度)
|
|||
|
|
// const location = table_td.eq(6).text(); // location (位置)
|
|||
|
|
// const url = table_td.eq(7).text(); // url (網址)
|
|||
|
|
// 建立物件並(push)存入結果
|
|||
|
|
// result.push(Object.assign({ time, latitude, longitude, amgnitude, depth, location, url }));
|
|||
|
|
if (title) {
|
|||
|
|
if (table_th.eq(0).text()) {
|
|||
|
|
index = index_obj[title];
|
|||
|
|
}
|
|||
|
|
_result[index] = _result[index] ? _result[index] : [];
|
|||
|
|
_result[index].push(Object.assign({ title }));
|
|||
|
|
result.push(Object.assign({ title }));
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
// request({
|
|||
|
|
// url: "http://www.cpbl.com.tw/games/play_by_play.html?&game_type=01&game_id=62&game_date=2021-04-18&pbyear=2021", // 中央氣象局網頁
|
|||
|
|
// method: "GET"
|
|||
|
|
// }, function (error, response, body) {
|
|||
|
|
// if (error || !body) {
|
|||
|
|
// return;
|
|||
|
|
// }
|
|||
|
|
// const $ = cheerio.load(body); // 載入 body
|
|||
|
|
// const result = []; // 建立一個儲存結果的容器
|
|||
|
|
// // const table_tr = $("tbody tr"); // 爬最外層的 Table(class=BoxTable) 中的 tr
|
|||
|
|
// const table_tr = $(".gap_b20 table tbody tr"); // 爬最外層的 Table(class=BoxTable) 中的 tr
|
|||
|
|
|
|||
|
|
// for (let i = 0; i < table_tr.length; i++) { // 走訪 tr
|
|||
|
|
// const table_td = table_tr.eq(i).find('td'); // 擷取每個欄位(td)
|
|||
|
|
// const table_th = table_tr.eq(i).find('th'); // 擷取每個欄位(td)
|
|||
|
|
// let title = table_td.eq(1).text(); // time (台灣時間)
|
|||
|
|
// if (!title) {
|
|||
|
|
// title = table_th.eq(0).text();
|
|||
|
|
// }
|
|||
|
|
// // const latitude = table_td.eq(2).text(); // latitude (緯度)
|
|||
|
|
// // const longitude = table_td.eq(3).text(); // longitude (經度)
|
|||
|
|
// // const amgnitude = table_td.eq(4).text(); // magnitude (規模)
|
|||
|
|
// // const depth = table_td.eq(5).text(); // depth (深度)
|
|||
|
|
// // const location = table_td.eq(6).text(); // location (位置)
|
|||
|
|
// // const url = table_td.eq(7).text(); // url (網址)
|
|||
|
|
// // 建立物件並(push)存入結果
|
|||
|
|
// // result.push(Object.assign({ time, latitude, longitude, amgnitude, depth, location, url }));
|
|||
|
|
// if (title) {
|
|||
|
|
// result.push(Object.assign({ title }));
|
|||
|
|
// }
|
|||
|
|
// }
|
|||
|
|
// // 在終端機(console)列出結果
|
|||
|
|
// console.log("result");
|
|||
|
|
// // 寫入 result.json 檔案
|
|||
|
|
// // fs.writeFileSync("result.json", JSON.stringify(result));
|
|||
|
|
// });
|
|||
|
|
// $('.gap_b20 .std_tb mix_line gap_t10 overwrite_size_15 tbody tr').each(function (i, elem) {
|
|||
|
|
// weathers.push($(this).text().split('\n'));
|
|||
|
|
// });
|
|||
|
|
return JSON.stringify(_result);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
ParseCPBLList(htmlString, date) {
|
|||
|
|
let month = +dateFormat(new Date(), "mm") - 1;
|
|||
|
|
const $ = cheerio.load(htmlString); // 載入 body
|
|||
|
|
const result = {}; // 建立一個儲存結果的容器
|
|||
|
|
let map = new Map();
|
|||
|
|
let set = 0;
|
|||
|
|
let get = 0;
|
|||
|
|
// const table_tr = $("tbody tr"); // 爬最外層的 Table(class=BoxTable) 中的 tr
|
|||
|
|
// const table_tr = $(".gap_b20 table tbody tr"); // 爬最外層的 Table(class=BoxTable) 中的 tr
|
|||
|
|
const table_tr = $(".schedule.gap_t20.gap_b20 tbody").children().first().siblings("tr");
|
|||
|
|
table_tr.splice(0, 0, $(".schedule.gap_t20.gap_b20 tbody").children().first()[0]);
|
|||
|
|
// const aaa = table_tr.children().first().nextAll();
|
|||
|
|
// const aaa = table_tr.find('.one_block');
|
|||
|
|
// const bbb = aaa.eq(0).attr('onclick');
|
|||
|
|
let index = 0;
|
|||
|
|
// let _result = JSON.parse("[]");
|
|||
|
|
// for (let i = 0; i < table_tr.length; i++) { // 走訪 tr
|
|||
|
|
// const table_td = table_tr.eq(i).find('td'); // 擷取每個欄位(td)
|
|||
|
|
// const table_th = table_tr.eq(i).find('th'); // 擷取每個欄位(td)
|
|||
|
|
// let address = table_td.eq(1).text(); // time (台灣時間)
|
|||
|
|
// let img1 = table_td.eq(0).find('img').attr('src'); // time (台灣時間)
|
|||
|
|
// let img2 = table_td.eq(2).find('img').eq(0).attr('src'); // time (台灣時間)
|
|||
|
|
// if (!address) {
|
|||
|
|
// address = table_th.eq(0).text();
|
|||
|
|
// }
|
|||
|
|
// if (address) {
|
|||
|
|
// // if (table_th.eq(0).text()) {
|
|||
|
|
// // index = index_obj[title];
|
|||
|
|
// // }
|
|||
|
|
// // _result[index] = _result[index] ? _result[index] : [];
|
|||
|
|
// // _result[index].push(Object.assign({ title }));
|
|||
|
|
// result.push(Object.assign({ title: address }));
|
|||
|
|
// }
|
|||
|
|
// }
|
|||
|
|
for (let i = 0; i < table_tr.length; i++) {
|
|||
|
|
let table = [];
|
|||
|
|
let td = table_tr.eq(i).children().first().siblings("td");
|
|||
|
|
let th = table_tr.eq(i).children().first().siblings("th");
|
|||
|
|
if (table_tr[i].attribs.class === "day") {
|
|||
|
|
th.splice(0, 0, table_tr.eq(i).children().first()[0]);
|
|||
|
|
table = th;
|
|||
|
|
} else if (th.length > 0) {
|
|||
|
|
th.splice(0, 0, table_tr.eq(i).children().first()[0]);
|
|||
|
|
for (let j = 0; j < th.length; j++) {
|
|||
|
|
let index = th.eq(j).text();
|
|||
|
|
if (+index === 1) {
|
|||
|
|
month++;
|
|||
|
|
}
|
|||
|
|
index = "2021" + tools.padLeft(month, 2) + index;
|
|||
|
|
result[index] = [];
|
|||
|
|
map.set(set, index);
|
|||
|
|
set++;
|
|||
|
|
}
|
|||
|
|
table = th;
|
|||
|
|
} else if (td.length > 0) {
|
|||
|
|
td.splice(0, 0, table_tr.eq(i).children().first()[0]);
|
|||
|
|
for (let j = 0; j < td.length; j++) {
|
|||
|
|
// let div = td.eq(j).children().first().siblings("div");
|
|||
|
|
let div = td.eq(j).find("div");
|
|||
|
|
if (div.length > 0) {
|
|||
|
|
for (let k = 0; k < div.length; k++) {
|
|||
|
|
let table1 = div.eq(k).children().first().siblings("table");
|
|||
|
|
table1.splice(0, 0, div.eq(k).children().first()[0]);
|
|||
|
|
for (let l = 0; l < table1.length; l++) {
|
|||
|
|
if (table1[l].attribs.class === "schedule_team") {
|
|||
|
|
let date = map.get(get);
|
|||
|
|
let schedule_team = table1.eq(0).find('td');
|
|||
|
|
let img1 = schedule_team.eq(0).find('img').attr('src');
|
|||
|
|
let address = schedule_team.eq(1).text();
|
|||
|
|
let img2 = schedule_team.eq(2).find('img').attr('src');
|
|||
|
|
let schedule_info3 = table1.eq(3).find('td');
|
|||
|
|
let time = schedule_info3.eq(1).text();
|
|||
|
|
let href = {};
|
|||
|
|
if (!time) {
|
|||
|
|
href = decode(div[k].attribs.onclick.split("?")[1]);
|
|||
|
|
} else {
|
|||
|
|
let schedule_info1 = table1.eq(1).find('th');
|
|||
|
|
let game_type = "01";
|
|||
|
|
let game_id = schedule_info1.eq(1).text();
|
|||
|
|
let game_date = `${date.substr(0, 4)}-${date.substr(4, 2)}-${date.substr(6, 2)}`;
|
|||
|
|
let pbyear = date.substr(0, 4);
|
|||
|
|
href = {
|
|||
|
|
time: schedule_info3.eq(1).text(),
|
|||
|
|
game_type: game_type,
|
|||
|
|
game_id: game_id,
|
|||
|
|
game_date: game_date,
|
|||
|
|
pbyear: pbyear
|
|||
|
|
};
|
|||
|
|
}
|
|||
|
|
let Data = {
|
|||
|
|
img1: img1,
|
|||
|
|
address: address,
|
|||
|
|
img2: img2,
|
|||
|
|
href: href
|
|||
|
|
};
|
|||
|
|
result[date].push(Data);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
get++;
|
|||
|
|
}
|
|||
|
|
table = td;
|
|||
|
|
}
|
|||
|
|
// for (let j = 0; j < table.length; j++) {
|
|||
|
|
// let address = table.eq(j).text();
|
|||
|
|
// if (address) {
|
|||
|
|
// result.push(Object.assign({ title: address }));
|
|||
|
|
// }
|
|||
|
|
// }
|
|||
|
|
}
|
|||
|
|
return JSON.stringify(result[date]);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 取得表
|
|||
|
|
* @param Url Url
|
|||
|
|
* @param arrange 是否需要整理
|
|||
|
|
*/
|
|||
|
|
GetData(Url) {
|
|||
|
|
return new Promise((resolve, reject) => {
|
|||
|
|
var xhr = new XMLHttpRequest();
|
|||
|
|
xhr.onreadystatechange = function () {
|
|||
|
|
if (xhr.readyState === 4) {
|
|||
|
|
if (xhr.status >= 200 && xhr.status < 400) {
|
|||
|
|
var response = xhr.responseText;
|
|||
|
|
resolve(response);
|
|||
|
|
} else {
|
|||
|
|
reject();
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
};
|
|||
|
|
xhr.open("GET", Url, true);
|
|||
|
|
xhr.send();
|
|||
|
|
});
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
module.exports = CPBLClass
|