/* This file is part of GNU Taler (C) 2019-2022 Taler Systems S.A. GNU Taler is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3, or (at your option) any later version. GNU Taler is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with GNU Taler; see the file COPYING. If not, see */ /** * Imports. */ import * as ts from "typescript"; import * as fs from "fs"; import * as path from "path" const DEFAULT_PO_HEADER = `# SOME DESCRIPTIVE TITLE. # Copyright (C) YEAR THE PACKAGE'S COPYRIGHT HOLDER # This file is distributed under the same license as the PACKAGE package. # FIRST AUTHOR , YEAR. # #, fuzzy msgid "" msgstr "" "Project-Id-Version: PACKAGE VERSION\\n" "Report-Msgid-Bugs-To: \\n" "POT-Creation-Date: 2016-11-23 00:00+0100\\n" "PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\\n" "Last-Translator: FULL NAME \\n" "Language-Team: LANGUAGE \\n" "Language: \\n" "MIME-Version: 1.0\\n" "Content-Type: text/plain; charset=UTF-8\\n" "Content-Transfer-Encoding: 8bit\\n"\n\n` function wordwrap(str: string, width: number = 80): string[] { var regex = ".{1," + width + "}(\\s|$)|\\S+(\\s|$)"; return str.match(RegExp(regex, "g")); } function processFile( sourceFile: ts.SourceFile, outChunks: string[], knownMessageIds: Set, ) { let lastTokLine = 0; let preLastTokLine = 0; processNode(sourceFile); function getTemplate(node: ts.Node): string { switch (node.kind) { case ts.SyntaxKind.FirstTemplateToken: return (node).text; case ts.SyntaxKind.TemplateExpression: let te = node; let textFragments = [te.head.text]; for (let tsp of te.templateSpans) { textFragments.push(`%${(textFragments.length - 1) / 2 + 1}$s`); textFragments.push(tsp.literal.text.replace(/%/g, "%%")); } return textFragments.join(""); default: return "(pogen.ts: unable to parse)"; } } function getComment(node: ts.Node): string { let lc = ts.getLineAndCharacterOfPosition(sourceFile, node.pos); let lastComments; for (let l = preLastTokLine; l < lastTokLine; l++) { let pos = ts.getPositionOfLineAndCharacter(sourceFile, l, 0); let comments = ts.getTrailingCommentRanges(sourceFile.text, pos); if (comments) { lastComments = comments; } } if (!lastComments) { return; } let candidate = lastComments[lastComments.length - 1]; let candidateEndLine = ts.getLineAndCharacterOfPosition( sourceFile, candidate.end, ).line; if (candidateEndLine != lc.line - 1) { return; } let text = sourceFile.text.slice(candidate.pos, candidate.end); switch (candidate.kind) { case ts.SyntaxKind.SingleLineCommentTrivia: // Remove comment leader text = text.replace(/^[/][/]\s*/, ""); break; case ts.SyntaxKind.MultiLineCommentTrivia: // Remove comment leader and trailer, // handling white space just like xgettext. text = text .replace(/^[/][*](\s*?\n|\s*)?/, "") .replace(/(\n[ \t]*?)?[*][/]$/, ""); break; } return text; } function getPath(node: ts.Node): string[] { switch (node.kind) { case ts.SyntaxKind.PropertyAccessExpression: let pae = node; return Array.prototype.concat(getPath(pae.expression), [pae.name.text]); case ts.SyntaxKind.Identifier: let id = node; return [id.text]; } return ["(other)"]; } function arrayEq(a1: T[], a2: T[]) { if (a1.length != a2.length) { return false; } for (let i = 0; i < a1.length; i++) { if (a1[i] != a2[i]) { return false; } } return true; } interface TemplateResult { comment: string; path: string[]; template: string; line: number; } function processTaggedTemplateExpression( tte: ts.TaggedTemplateExpression, ): TemplateResult { let lc = ts.getLineAndCharacterOfPosition(sourceFile, tte.pos); if (lc.line != lastTokLine) { preLastTokLine = lastTokLine; lastTokLine = lc.line; } let path = getPath(tte.tag); let res: TemplateResult = { path, line: lc.line, comment: getComment(tte), template: getTemplate(tte.template), }; return res; } function formatMsgComment(line: number, comment?: string) { if (comment) { for (let cl of comment.split("\n")) { outChunks.push(`#. ${cl}\n`); } } const fn = path.posix.relative(process.cwd(), sourceFile.fileName); outChunks.push(`#: ${fn}:${line + 1}\n`); outChunks.push(`#, c-format\n`); } function formatMsgLine(head: string, msg: string) { // Do escaping, wrap break at newlines console.log("head", JSON.stringify(head)); console.log("msg", JSON.stringify(msg)); let parts = msg .match(/(.*\n|.+$)/g) .map((x) => x.replace(/\n/g, "\\n").replace(/"/g, '\\"')) .map((p) => wordwrap(p)) .reduce((a, b) => a.concat(b)); if (parts.length == 1) { outChunks.push(`${head} "${parts[0]}"\n`); } else { outChunks.push(`${head} ""\n`); for (let p of parts) { outChunks.push(`"${p}"\n`); } } } function getJsxElementPath(node: ts.Node) { let path; let process = (childNode) => { switch (childNode.kind) { case ts.SyntaxKind.JsxOpeningElement: { let e = childNode as ts.JsxOpeningElement; return (path = getPath(e.tagName)); } default: break; } }; ts.forEachChild(node, process); return path; } function translateJsxExpression(node: ts.Node, h) { switch (node.kind) { case ts.SyntaxKind.StringLiteral: { let e = node as ts.StringLiteral; return e.text; } default: return `%${h[0]++}$s`; } } function trim(s: string) { return s.replace(/^[ \n\t]*/, "").replace(/[ \n\t]*$/, ""); } function getJsxContent(node: ts.Node) { let fragments = []; let holeNum = [1]; let process = (childNode) => { switch (childNode.kind) { case ts.SyntaxKind.JsxText: { let e = childNode as ts.JsxText; let s = e.text; let t = s.split("\n").map(trim).join(" "); if (s[0] === " ") { t = " " + t; } if (s[s.length - 1] === " ") { t = t + " "; } fragments.push(t); } case ts.SyntaxKind.JsxOpeningElement: break; case ts.SyntaxKind.JsxSelfClosingElement: case ts.SyntaxKind.JsxElement: fragments.push(`%${holeNum[0]++}$s`); break; case ts.SyntaxKind.JsxExpression: { let e = childNode as ts.JsxExpression; fragments.push(translateJsxExpression(e.expression, holeNum)); break; } case ts.SyntaxKind.JsxClosingElement: break; default: console.log("unhandled node type: ", childNode.kind) let lc = ts.getLineAndCharacterOfPosition( childNode.getSourceFile(), childNode.getStart(), ); console.error( `unrecognized syntax in JSX Element ${ts.SyntaxKind[childNode.kind]} (${childNode.getSourceFile().fileName}:${lc.line + 1}:${lc.character + 1}`, ); break; } }; ts.forEachChild(node, process); return fragments.join("").trim().replace(/ +/g, " "); } function getJsxSingular(node: ts.Node) { let res; let process = (childNode) => { switch (childNode.kind) { case ts.SyntaxKind.JsxElement: { let path = getJsxElementPath(childNode); if (arrayEq(path, ["i18n", "TranslateSingular"])) { res = getJsxContent(childNode); } } default: break; } }; ts.forEachChild(node, process); return res; } function getJsxPlural(node: ts.Node) { let res; let process = (childNode) => { switch (childNode.kind) { case ts.SyntaxKind.JsxElement: { let path = getJsxElementPath(childNode); if (arrayEq(path, ["i18n", "TranslatePlural"])) { res = getJsxContent(childNode); } } default: break; } }; ts.forEachChild(node, process); return res; } function processNode(node: ts.Node) { switch (node.kind) { case ts.SyntaxKind.JsxElement: let path = getJsxElementPath(node); if (arrayEq(path, ["i18n", "Translate"])) { let content = getJsxContent(node); let { line } = ts.getLineAndCharacterOfPosition(sourceFile, node.pos); let comment = getComment(node); if (!knownMessageIds.has(content)) { knownMessageIds.add(content); formatMsgComment(line, comment); formatMsgLine("msgid", content); outChunks.push(`msgstr ""\n`); outChunks.push("\n"); } return; } if (arrayEq(path, ["i18n", "TranslateSwitch"])) { let { line } = ts.getLineAndCharacterOfPosition(sourceFile, node.pos); let comment = getComment(node); formatMsgComment(line, comment); let singularForm = getJsxSingular(node); if (!singularForm) { console.error("singular form missing"); process.exit(1); } let pluralForm = getJsxPlural(node); if (!pluralForm) { console.error("plural form missing"); process.exit(1); } if (!knownMessageIds.has(singularForm)) { knownMessageIds.add(singularForm); formatMsgLine("msgid", singularForm); formatMsgLine("msgid_plural", pluralForm); outChunks.push(`msgstr[0] ""\n`); outChunks.push(`msgstr[1] ""\n`); outChunks.push(`\n`); } return; } break; case ts.SyntaxKind.CallExpression: { // might be i18n.plural(i18n[.X]`...`, i18n[.X]`...`) let ce = node; let path = getPath(ce.expression); if (!arrayEq(path, ["i18n", "plural"])) { break; } if (ce.arguments[0].kind != ts.SyntaxKind.TaggedTemplateExpression) { break; } if (ce.arguments[1].kind != ts.SyntaxKind.TaggedTemplateExpression) { break; } let { line } = ts.getLineAndCharacterOfPosition(sourceFile, ce.pos); let t1 = processTaggedTemplateExpression( ce.arguments[0], ); let t2 = processTaggedTemplateExpression( ce.arguments[1], ); let comment = getComment(ce); const msgid = t1.template; if (!knownMessageIds.has(msgid)) { knownMessageIds.add(msgid); formatMsgComment(line, comment); formatMsgLine("msgid", t1.template); formatMsgLine("msgid_plural", t2.template); outChunks.push(`msgstr[0] ""\n`); outChunks.push(`msgstr[1] ""\n`); outChunks.push("\n"); } // Important: no processing for child i18n expressions here return; } case ts.SyntaxKind.TaggedTemplateExpression: { let tte = node; let { comment, template, line, path } = processTaggedTemplateExpression(tte); if (path[0] != "i18n") { break; } const msgid = template; if (!knownMessageIds.has(msgid)) { knownMessageIds.add(msgid); formatMsgComment(line, comment); formatMsgLine("msgid", template); outChunks.push(`msgstr ""\n`); outChunks.push("\n"); } break; } } ts.forEachChild(node, processNode); } } export function potextract() { const configPath = ts.findConfigFile( /*searchPath*/ "./", ts.sys.fileExists, "tsconfig.json", ); if (!configPath) { throw new Error("Could not find a valid 'tsconfig.json'."); } const cmdline = ts.getParsedCommandLineOfConfigFile( configPath, {}, { fileExists: ts.sys.fileExists, getCurrentDirectory: ts.sys.getCurrentDirectory, onUnRecoverableConfigFileDiagnostic: (e) => console.log(e), readDirectory: ts.sys.readDirectory, readFile: ts.sys.readFile, useCaseSensitiveFileNames: true, }, ); const prog = ts.createProgram({ options: cmdline.options, rootNames: cmdline.fileNames, }); const allFiles = prog.getSourceFiles(); const ownFiles = allFiles.filter( (x) => !x.isDeclarationFile && !prog.isSourceFileFromExternalLibrary(x) && !prog.isSourceFileDefaultLibrary(x), ); let header: string try { header = fs.readFileSync("src/i18n/poheader", "utf-8") } catch (e) { header = DEFAULT_PO_HEADER } const chunks = [header]; const knownMessageIds = new Set(); for (const f of ownFiles) { processFile(f, chunks, knownMessageIds); } const pot = chunks.join(""); //console.log(pot); const packageJson = JSON.parse( fs.readFileSync("./package.json", { encoding: "utf-8" }), ); const poDomain = packageJson.pogen?.domain; if (!poDomain) { console.error("missing 'pogen.domain' field in package.json"); process.exit(1); } fs.writeFileSync(`./src/i18n/${poDomain}.pot`, pot); }