accounting/books
2
0
Fork 0
mirror of https://github.com/frappe/books.git synced 2024-11-10 07:40:55 +00:00
Code Issues Releases Activity

fix: add fallback url cause ratelimiting

Browse Source
This commit is contained in:
18alantom 2022-02-17 15:42:05 +05:30
parent 330d0ac5c5
commit 7afac9cfbd
1 changed files with 38 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

57
src/getLanguageMap.js
View File

@ -12,6 +12,8 @@ const path = require('path');
const fetch = require('node-fetch').default; const fetch = require('node-fetch').default;
const { splitCsvLine } = require('../scripts/helpers'); const { splitCsvLine } = require('../scripts/helpers');
const VALENTINES_DAY = 1644796800000;
async function getLanguageMap(code, isDevelopment = false) { async function getLanguageMap(code, isDevelopment = false) {
const contents = await getContents(code, isDevelopment); const contents = await getContents(code, isDevelopment);
return getMapFromContents(contents); return getMapFromContents(contents);
@ -26,9 +28,13 @@ async function getContents(code, isDevelopment) {
let contents = await getContentsIfExists(); let contents = await getContentsIfExists();
if (contents.length === 0) { if (contents.length === 0) {
contents = await fetchAndStoreFile(code); contents = (await fetchAndStoreFile(code)) ?? contents;
} else { } else {
contents = await getUpdatedContent(code, contents); contents = (await getUpdatedContent(code, contents)) ?? contents;
}
if (!contents || contents.length === 0) {
throwCouldNotFetchFile(code);
} }
return contents; return contents;
@ -67,21 +73,32 @@ async function getContentsIfExists(code) {
} }
async function fetchAndStoreFile(code, date) { async function fetchAndStoreFile(code, date) {
const url = `https://api.github.com/repos/frappe/books/contents/translations/${code}.csv`; let res = await fetch(
const res = await fetch(url); `https://api.github.com/repos/frappe/books/contents/translations/${code}.csv`
if (res.status !== 200) { );
throwTranslationFileNotFound(code);
let contents = undefined;
if (res.status === 200) {
const resJson = await res.json();
contents = Buffer.from(resJson.content, 'base64').toString();
} else {
res = await fetch(
`https://raw.githubusercontent.com/frappe/books/master/translations/${code}.csv`
);
} }
if (!date) { if (!contents && res.status === 200) {
contents = await res.text();
}
if (!date && contents) {
date = await getLastUpdated(code); date = await getLastUpdated(code);
} }
const resJson = await res.json(); if (contents) {
let contents = Buffer.from(resJson.content, 'base64').toString(); contents = [date.toISOString(), contents].join('\n');
contents = [date.toISOString(), contents].join('\n'); await storeFile(code, contents);
}
await storeFile(code, contents);
return contents; return contents;
} }
@ -97,26 +114,28 @@ async function getUpdatedContent(code, contents) {
async function shouldUpdateFile(code, contents) { async function shouldUpdateFile(code, contents) {
const date = await getLastUpdated(code); const date = await getLastUpdated(code);
const oldDate = new Date(contents.split('\n')[0]); const oldDate = new Date(contents.split('\n')[0]);
return [date > oldDate, date]; const shouldUpdate = date > oldDate || +oldDate === VALENTINES_DAY;
return [shouldUpdate, date];
} }
async function getLastUpdated(code) { async function getLastUpdated(code) {
const url = `https://api.github.com/repos/frappe/books/commits?path=translations%2F${code}.csv&page=1&per_page=1`; const url = `https://api.github.com/repos/frappe/books/commits?path=translations%2F${code}.csv&page=1&per_page=1`;
const resJson = await fetch(url).then((res) => res.json()); const resJson = await fetch(url).then((res) => res.json());
if (resJson.length === 0) { try {
throwTranslationFileNotFound(code); return new Date(resJson[0].commit.author.date);
} catch {
return new Date(VALENTINES_DAY);
} }
return new Date(resJson[0].commit.author.date);
} }
function getFilePath(code) { function getFilePath(code) {
return path.resolve(process.resourcesPath, 'translations', `${code}.csv`); return path.resolve(process.resourcesPath, 'translations', `${code}.csv`);
} }
function throwTranslationFileNotFound(code) { function throwCouldNotFetchFile(code) {
throw new Error(`translation file not found for ${code}`); throw new Error(`Could not fetch translations for '${code}'.`);
} }
async function storeFile(code, contents) { async function storeFile(code, contents) {