99 lines
2.9 KiB
TypeScript
99 lines
2.9 KiB
TypeScript
import { Hono } from "hono";
|
|
import { handle } from "hono/aws-lambda";
|
|
// wish we could tree shake this!
|
|
import { google } from "googleapis";
|
|
import { sheets } from "@googleapis/sheets";
|
|
import { getEntriesFromSheet } from "../lib/spreadsheet-tools";
|
|
import {
|
|
checkForErrors,
|
|
dictionaryFilename,
|
|
dictionaryInfoFilename,
|
|
makeDictionaryObject,
|
|
makeSitemap,
|
|
} from "../lib/publishing-helpers";
|
|
import { uploader } from "../lib/uploader";
|
|
import { S3Client } from "@aws-sdk/client-s3";
|
|
import { getEnv } from "../lib/env-helper";
|
|
// import { getWordList } from "../lib/word-list-maker";
|
|
// import { Types as T } from "@lingdocs/inflect";
|
|
// const allWordsJsonFilename = "all-words-dictionary2.json";
|
|
|
|
const app = new Hono();
|
|
|
|
app.get("/publish", async (c) => {
|
|
const vars = getEnv(c);
|
|
const auth = new google.auth.GoogleAuth({
|
|
credentials: {
|
|
// IMPORTANT!! have to have key stored in Base64 because of the
|
|
// weirdness of node handling spaces in the key
|
|
private_key: Buffer.from(
|
|
vars.LINGDOCS_SERVICE_ACCOUNT_KEY,
|
|
"base64"
|
|
).toString("ascii"),
|
|
client_email: vars.LINGDOCS_SERVICE_ACCOUNT_EMAIL,
|
|
},
|
|
scopes: [
|
|
"https://www.googleapis.com/auth/spreadsheets",
|
|
"https://www.googleapis.com/auth/drive.file",
|
|
],
|
|
});
|
|
const { spreadsheets } = sheets({
|
|
version: "v4",
|
|
auth,
|
|
});
|
|
const entries = await getEntriesFromSheet({
|
|
spreadsheets,
|
|
spreadsheetId: vars.LINGDOCS_DICTIONARY_SPREADSHEET,
|
|
});
|
|
const errors = checkForErrors(entries);
|
|
if (errors.length) {
|
|
return c.json({
|
|
ok: false,
|
|
errors,
|
|
});
|
|
}
|
|
const dictionary = makeDictionaryObject(entries);
|
|
const sitemap = makeSitemap(dictionary);
|
|
// const wordListRes = getWordList(dictionary.entries);
|
|
// if (!wordListRes.ok) {
|
|
// return c.json({
|
|
// ok: false,
|
|
// error: "error(s) in creating inflections",
|
|
// errors: wordListRes.errors,
|
|
// });
|
|
// }
|
|
// const wordList: T.AllWordsWithInflections = {
|
|
// info: dictionary.info,
|
|
// words: wordListRes.wordlist,
|
|
// };
|
|
// got dictionary, now upload it to storage
|
|
const s3Client = new S3Client({
|
|
region: "auto",
|
|
endpoint: vars.DICT_R2_ENDPOINT,
|
|
credentials: {
|
|
accessKeyId: vars.DICT_R2_KEY_ID,
|
|
secretAccessKey: vars.DICT_R2_KEY_SECRET,
|
|
},
|
|
});
|
|
const upload = uploader(vars.DICT_R2_BUCKET, s3Client);
|
|
const uploadResult = await Promise.all([
|
|
upload(JSON.stringify(dictionary), `${dictionaryFilename}.json`),
|
|
upload(JSON.stringify(dictionary.info), `${dictionaryInfoFilename}.json`),
|
|
upload(sitemap, `sitemap2.xml`),
|
|
// upload(JSON.stringify(wordList), allWordsJsonFilename),
|
|
]);
|
|
if (uploadResult.some((res) => res.output.$metadata.httpStatusCode !== 200)) {
|
|
return c.json({
|
|
ok: false,
|
|
error: "error uploading file(s)",
|
|
uploadResult,
|
|
});
|
|
}
|
|
return c.json({
|
|
ok: true,
|
|
info: dictionary.info,
|
|
});
|
|
});
|
|
|
|
export const handler = handle(app);
|