yanick/bgg-ottawa-sell-club
2
0
Fork 0
Code Issues 8 Pull Requests Packages Projects Releases Wiki Activity

add updateUsers script

Browse Source
This commit is contained in:
Yanick Champoux 2024-02-04 12:39:47 -05:00
parent b1908942e2
commit 2fe7ddc2e0
4 changed files with 25 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
NOTES
View File

@ -23,3 +23,6 @@ nginx configuration
// DONE: add apache redirection
PORT=8097 node build/index.js
sqlite3 games.db '.mode json' '.once out.json' 'select * from game'

23
src/fetchCollection.js
View File

@ -1,12 +1,7 @@
import { load } from 'cheerio';
import fetch from 'node-fetch';
import DB from 'better-sqlite3';
const db_file = process.env.DATABASE_URL.replace('sqlite3:', '');
const db = DB(db_file);
db.pragma('journal_mode = WAL');
export async function fetch_guild_users(guild_id) {
export async function fetch_guild_users(db, guild_id) {
const res = await fetch(
`https://boardgamegeek.com/xmlapi2/guild?members=1&id=` + guild_id,
);
@ -71,7 +66,7 @@ async function fetch_user_forsale(username, n = 1) {
throw new Error("couldn't get the collection for " + username);
}
async function update_user_games(username) {
export async function update_user_games(db, username) {
const games = await fetch_user_forsale(username);
const updated_at = new Date().toISOString();
@ -87,7 +82,6 @@ async function update_user_games(username) {
.run({ username });
for (let game of games) {
console.log(game);
insert.run({
username,
updated_at,
@ -95,16 +89,3 @@ async function update_user_games(username) {
});
}
}
await update_user_games('gamingduo2')
.then(() => console.log('is done'))
.catch((e) => console.error(e));
/*
const usernames = await fetch_guild_users('1610');
await Promise.all(
usernames.map( username => {
return update_user_games(username).then( () => console.log(username, 'is done')).catch( e => console.error(e));
})
)
*/

7
src/lib/db.js Normal file
View File

@ -0,0 +1,7 @@
import DB from 'better-sqlite3';
const db_file = process.env.DATABASE_URL.replace('sqlite3:', '');
export const db = DB(db_file);
db.pragma('journal_mode = WAL');

13
src/scripts/updateUsers.js Normal file
View File

@ -0,0 +1,13 @@
import { db } from '../lib/db.js';
import { update_user_games } from '../fetchCollection.js';
const users = db.prepare('SELECT username from bgg_user').all();
await Promise.all(
users.map(({ username }) => {
return update_user_games(db, username)
.then(() => console.log(username, 'is done'))
.catch((e) => console.error(e));
}),
);