125 lines
3.6 KiB
JavaScript
125 lines
3.6 KiB
JavaScript
import { load } from 'cheerio';
|
|
import fetch from 'node-fetch';
|
|
|
|
export async function fetch_guild_users(db, guild_id) {
|
|
const res = await fetch(
|
|
`https://boardgamegeek.com/xmlapi2/guild?members=1&id=` + guild_id,
|
|
);
|
|
|
|
if (res.status === 200) {
|
|
const $page = load(await res.text());
|
|
const users = [];
|
|
$page('member').each(function (i, member) {
|
|
users.push($page(this).attr('name'));
|
|
});
|
|
|
|
const insert = db.prepare(
|
|
'INSERT OR IGNORE INTO bgg_user (username) VALUES(@username)',
|
|
);
|
|
|
|
users.forEach((username) => insert.run({ username }));
|
|
|
|
return users;
|
|
}
|
|
|
|
throw new Error('sad');
|
|
}
|
|
|
|
export function extract_user_forsale(page) {
|
|
const $ = load(page);
|
|
|
|
const games = [];
|
|
|
|
const data = $('item').map(function (i, item) {
|
|
const data = {};
|
|
data.bgg_id = $(this).attr('objectid');
|
|
data.name = $(this).find('name').text();
|
|
data.thumbnail = $(this).find('thumbnail').text();
|
|
data.notes = $(this).find('conditiontext').text();
|
|
const find_price = data.notes.match(/\$(\d+)/);
|
|
data.price = undefined;
|
|
if (find_price) data.price = parseInt(find_price[1]);
|
|
|
|
games.push(data);
|
|
});
|
|
|
|
return games;
|
|
}
|
|
|
|
async function fetch_user_forsale(username, n = 1) {
|
|
if (n > 5) throw new Error("couldn't get collection");
|
|
|
|
const res = await fetch(
|
|
`https://boardgamegeek.com/xmlapi2/collection?trade=1&username=${username}`,
|
|
);
|
|
|
|
if (res.status === 202) {
|
|
return new Promise((accept, reject) => {
|
|
setTimeout(() => {
|
|
fetch_user_forsale(username, n + 1).then(accept);
|
|
}, 2000);
|
|
});
|
|
}
|
|
|
|
if (res.status === 200) return extract_user_forsale(await res.text());
|
|
|
|
throw new Error("couldn't get the collection for " + username);
|
|
}
|
|
|
|
export async function update_user_games(db, username) {
|
|
const games = await fetch_user_forsale(username);
|
|
|
|
const updated_at = new Date().toISOString();
|
|
|
|
// TODO only change the games that changed
|
|
// TODO only change users that got added or removed
|
|
const insert = db.prepare(
|
|
'INSERT into game (username, bgg_id, name, thumbnail, notes,price,updated_at) VALUES(@username,@bgg_id,@name,@thumbnail,@notes,@price,@updated_at)',
|
|
);
|
|
|
|
const update = db.prepare(
|
|
'UPDATE game set notes=@notes, price=@price, updated_at=@updated_at where username=@username and bgg_id=@bgg_id',
|
|
);
|
|
|
|
const game_present = db.prepare(
|
|
'SELECT notes, price from game where username = ? AND bgg_id = ?',
|
|
);
|
|
|
|
const already_there = games
|
|
.map(({ bgg_id }) => bgg_id)
|
|
.map((id) => `'${id}'`)
|
|
.join(',');
|
|
await db
|
|
.prepare(
|
|
`DELETE FROM game where username = @username AND bgg_id not in (${already_there})`,
|
|
)
|
|
.run({
|
|
username,
|
|
});
|
|
|
|
for (let game of games) {
|
|
const existing_game = game_present.get(username, game.bgg_id);
|
|
if (existing_game) {
|
|
if (
|
|
['notes', 'price'].some(
|
|
(attr) => existing_game[attr] != game[attr],
|
|
)
|
|
) {
|
|
console.log(game.name, 'updating game');
|
|
update.run({
|
|
...game,
|
|
updated_at,
|
|
username,
|
|
});
|
|
}
|
|
} else {
|
|
console.log(game.name, 'new game!');
|
|
insert.run({
|
|
username,
|
|
updated_at,
|
|
...game,
|
|
});
|
|
}
|
|
}
|
|
}
|