summaryrefslogtreecommitdiff
path: root/nodejs/lib/api.js
diff options
context:
space:
mode:
authorJulien Dessaux2024-03-21 17:08:37 +0100
committerJulien Dessaux2024-03-27 15:21:00 +0100
commitd668eac4a63a9aa98c3efff395faa23cfcea1c1b (patch)
tree691e3bb471bcacadb975f581f73e09b84287b4a5 /nodejs/lib/api.js
parent[javascript] fixed mining loop (diff)
downloadspacetraders-d668eac4a63a9aa98c3efff395faa23cfcea1c1b.tar.gz
spacetraders-d668eac4a63a9aa98c3efff395faa23cfcea1c1b.tar.bz2
spacetraders-d668eac4a63a9aa98c3efff395faa23cfcea1c1b.zip
[node] begin the great typescript rewrite
Diffstat (limited to 'nodejs/lib/api.js')
-rw-r--r--nodejs/lib/api.js163
1 files changed, 0 insertions, 163 deletions
diff --git a/nodejs/lib/api.js b/nodejs/lib/api.js
deleted file mode 100644
index ecb0282..0000000
--- a/nodejs/lib/api.js
+++ /dev/null
@@ -1,163 +0,0 @@
-import * as fs from 'fs';
-import * as events from 'events';
-
-import { getToken } from '../database/tokens.js';
-import { PriorityQueue } from './priority_queue.js';
-
-// queue processor module variables
-const bus = new events.EventEmitter(); // a bus to notify the queue processor to start processing messages
-let busy = false; // true if we are already sending api requests.
-let backoffSeconds = 0;
-let running = false;
-// other module variables
-let headers = undefined; // a file scoped variable so that we only evaluate these once.
-let queue = new PriorityQueue(); // a priority queue to hold api calls we want to send, allows for throttling.
-
-// a single queue processor should be running at any time, otherwise there will be trouble!
-async function queue_processor() {
- if (running) {
- throw 'refusing to start a second queue processor';
- }
- running = true;
- while(true) {
- try {
- if (backoffSeconds > 0) {
- await sleep(backoffSeconds * 1000);
- backoffSeconds = 0;
- }
- if (queue.isEmpty()) {
- busy = false;
- await new Promise(resolve => bus.once('send', resolve));
- busy = true;
- }
- const before = new Date();
- await send_this(queue.dequeue().element);
- const duration = new Date() - before;
- if (duration < 400) { // 333 should work, but 400 should still allow some manual requests to go through during development
- await sleep(400 - duration);
- }
- } catch (e) {
- running = false;
- throw e;
- }
- }
-}
-queue_processor();
-
-// send takes a request object as argument and an optional context ctx
-// example request: {
-// endpoint: the path part of the url to call,
-// method: HTTP method for `fetch` call, defaults to 'GET',
-// page: run a paginated request starting from this page until all the following pages are fetched
-// payload: optional json object that will be send along with the request,
-// priority: optional priority value (defaults to 10, lower than 10 means the message will be sent faster)
-// }
-export async function send(request, ctx) {
- if (request.page === undefined) {
- return await send_one(request, ctx);
- }
- let ret = [];
- while (true) {
- const response = await send_one(request, ctx);
- if (response.meta === undefined) {
- throw {"message": "paginated request did not return a meta block", "request": request, "response": response};
- }
- ret = ret.concat(response.data);
- if (response.meta.limit * response.meta.page >= response.meta.total) {
- return ret;
- }
- request.page++;
- }
-}
-
-function send_one(request, ctx) {
- return new Promise((resolve, reject) => {
- let data = {
- ctx: ctx,
- reject: reject,
- request: request,
- resolve: resolve,
- };
- queue.enqueue(data, request.priority ? request.priority : 10);
- if (!busy) {
- bus.emit('send'); // the queue was previously empty, let's wake up the queue_processor
- }
- });
-}
-
-// send_this take a data object as argument built in the send function above
-async function send_this(data) {
- if (headers === undefined) {
- const token = getToken();
- if (token === null) {
- throw 'Could not get token from the database. Did you init or register yet?';
- }
- headers = {
- 'Content-Type': 'application/json',
- 'Authorization': `Bearer ${token}`
- };
- }
- let options = {
- headers: headers,
- };
- if (data.request.method !== undefined) {
- options['method'] = data.request.method;
- }
- if (data.request.payload !== undefined) {
- options['body'] = JSON.stringify(data.request.payload);
- }
- let pagination = "";
- if (data.request.page !== undefined) {
- pagination=`?limit=20&page=${data.request.page}`;
- }
- fs.writeFileSync('log', JSON.stringify({event: 'send', date: new Date(), data: data}) + '\n', {flag: 'a+'});
- try {
- let response = await fetch(`https://api.spacetraders.io/v2${data.request.endpoint}${pagination}`, options);
- response = await response.json();
- switch(response.error?.code) {
- case 401: // TODO 401 means a server reset happened
- throw response;
- // TODO reject all promises in queue
- // reset database
- // logrotate
- // spawnSync?
- // break;
- case 429: // 429 means rate limited, let's hold back as instructed
- backoffSeconds = response.error.data.retryAfter;
- queue.enqueue(data, 1);
- break;
- case 503: // 503 means maintenance mode, let's hold back for 1 minute
- backoffSeconds = 60;
- queue.enqueue(data, 1);
- break;
- default: // no error!
- fs.writeFileSync('log', JSON.stringify({event: 'response', date: new Date(), data: response}) + '\n', {flag: 'a+'});
- return data.resolve(response);
- }
- } catch (err) {
- fs.writeFileSync('log', JSON.stringify({event: 'error', date: new Date(), data: err}) + '\n', {flag: 'a+'});
- switch(err.cause?.code) {
- case 'EAI_AGAIN': // DNS lookup timed out error, let's hold back for 5 seconds
- backoffSeconds = 5;
- queue.enqueue(data, 1);
- break;
- case 'ECONNRESET':
- queue.enqueue(data, 1);
- break;
- case 'UND_ERR_CONNECT_TIMEOUT':
- queue.enqueue(data, 1);
- break;
- default:
- data.reject(err);
- }
- }
-}
-
-export function debugLog(ctx) {
- console.log(`--- ${Date()} -----------------------------------------------------------------------------`);
- console.log(JSON.stringify(ctx, null, 2));
-}
-
-export function sleep(delay) {
- return new Promise((resolve) => setTimeout(resolve, delay))
-}