/* This file is part of TALER (C) 2016 GNUnet e.V. TALER is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3, or (at your option) any later version. TALER is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with TALER; see the file COPYING. If not, see */ /** * Generate .po file from list of source files. * * Note that duplicate message IDs are NOT merged, to get the same output as * you would from xgettext, just run msguniq. * * @author Florian Dold */ "use strict"; import {readFileSync} from "fs"; import * as ts from "typescript"; function wordwrap(str: string, width: number = 80): string[] { var regex = '.{1,' + width + '}(\\s|$)|\\S+(\\s|$)'; return str.match(RegExp(regex, 'g')); } export function processFile(sourceFile: ts.SourceFile) { processNode(sourceFile); let lastTokLine = 0; let preLastTokLine = 0; function getTemplate(node: ts.Node): string { switch (node.kind) { case ts.SyntaxKind.FirstTemplateToken: return (node).text; case ts.SyntaxKind.TemplateExpression: let te = node; let textFragments = [te.head.text]; for (let tsp of te.templateSpans) { textFragments.push(`%${(textFragments.length-1)/2+1}$s`); textFragments.push(tsp.literal.text.replace(/%/g, "%%")); } return textFragments.join(''); default: return "(pogen.ts: unable to parse)"; } } function getComment(node: ts.Node): string { let lc = ts.getLineAndCharacterOfPosition(sourceFile, node.pos); let lastComments; for (let l = preLastTokLine; l < lastTokLine; l++) { let pos = ts.getPositionOfLineAndCharacter(sourceFile, l, 0); let comments = ts.getTrailingCommentRanges(sourceFile.text, pos); if (comments) { lastComments = comments; } } if (!lastComments) { return; } let candidate = lastComments[lastComments.length-1]; let candidateEndLine = ts.getLineAndCharacterOfPosition(sourceFile, candidate.end).line; if (candidateEndLine != lc.line - 1) { return; } let text = sourceFile.text.slice(candidate.pos, candidate.end); switch (candidate.kind) { case ts.SyntaxKind.SingleLineCommentTrivia: // Remove comment leader text = text.replace(/^[/][/]\s*/, ""); break; case ts.SyntaxKind.MultiLineCommentTrivia: // Remove comment leader and trailer, // handling white space just like xgettext. text = text .replace(/^[/][*](\s*?\n|\s*)?/, "") .replace(/(\n[ \t]*?)?[*][/]$/, ""); break; } return text; } function getPath(node: ts.Node): string[] { switch (node.kind) { case ts.SyntaxKind.PropertyAccessExpression: let pae = node; return Array.prototype.concat(getPath(pae.expression), [pae.name.text]); case ts.SyntaxKind.Identifier: let id = node; return [id.text]; } return ["(other)"]; } function arrayEq(a1: T[], a2: T[]) { if (a1.length != a2.length) { return false; } for (let i = 0; i < a1.length; i++) { if (a1[i] != a2[i]) { return false; } } return true; } interface TemplateResult { comment: string; path: string[]; template: string; line: number; } function processTaggedTemplateExpression(tte: ts.TaggedTemplateExpression): TemplateResult { let lc = ts.getLineAndCharacterOfPosition(sourceFile, tte.pos); if (lc.line != lastTokLine) { preLastTokLine = lastTokLine; lastTokLine = lc.line; } let path = getPath(tte.tag) let res: TemplateResult = { path, line: lc.line, comment: getComment(tte), template: getTemplate(tte.template).replace(/"/g, '\\"'), }; return res; } function formatMsgComment(line: number, comment?: string) { if (comment) { for (let cl of comment.split('\n')) { console.log(`#. ${cl}`); } } console.log(`#: ${sourceFile.fileName}:${line+1}`); console.log(`#, c-format`); } function formatMsgLine(head: string, msg: string) { // Do escaping, wrap break at newlines let parts = msg .match(/(.*\n|.+$)/g) .map((x) => x.replace(/\n/g, '\\n')) .map((p) => wordwrap(p)) .reduce((a,b) => a.concat(b)); if (parts.length == 1) { console.log(`${head} "${parts[0]}"`); } else { console.log(`${head} ""`); for (let p of parts) { console.log(`"${p}"`); } } } interface JsxProcessingContext { } function getJsxElementPath(node: ts.Node) { let path; let process = (childNode) => { switch (childNode.kind) { case ts.SyntaxKind.JsxOpeningElement: { let e = childNode as ts.JsxOpeningElement; return path = getPath(e.tagName); } default: break; } }; ts.forEachChild(node, process); return path; } function translateJsxExpression(node: ts.Node, h) { switch (node.kind) { case ts.SyntaxKind.StringLiteral: { let e = node as ts.StringLiteral; return e.text; } default: return `%${h[0]++}$s`; } } function trim(s) { return s.replace(/^[ \n\t]*/, "").replace(/[ \n\t]*$/, ""); } function getJsxContent(node: ts.Node) { let fragments = []; let holeNum = [1]; let process = (childNode) => { switch (childNode.kind) { case ts.SyntaxKind.JsxText: { let e = childNode as ts.JsxText; let s = e.getFullText(); let t = s.split("\n").map(trim).join(" "); if (s[0] === " ") { t = " " + t; } if (s[s.length - 1] === " ") { t = t + " "; } fragments.push(t); } case ts.SyntaxKind.JsxOpeningElement: break; case ts.SyntaxKind.JsxElement: fragments.push(`%${holeNum[0]++}$s`); break; case ts.SyntaxKind.JsxExpression: { let e = childNode as ts.JsxExpression; fragments.push(translateJsxExpression(e.expression, holeNum)); break; } case ts.SyntaxKind.JsxClosingElement: break; default: let lc = ts.getLineAndCharacterOfPosition(childNode.getSourceFile(), childNode.getStart()); console.error(`unrecognized syntax in JSX Element ${ts.SyntaxKind[childNode.kind]} (${childNode.getSourceFile().fileName}:${lc.line+1}:${lc.character+1}`); break; } }; ts.forEachChild(node, process); return fragments.join("").trim().replace(/ +/g, " "); } function getJsxSingular(node: ts.Node) { let res; let process = (childNode) => { switch (childNode.kind) { case ts.SyntaxKind.JsxElement: { let path = getJsxElementPath(childNode); if (arrayEq(path, ["i18n", "TranslateSingular"])) { res = getJsxContent(childNode); } } default: break; } }; ts.forEachChild(node, process); return res; } function getJsxPlural(node: ts.Node) { let res; let process = (childNode) => { switch (childNode.kind) { case ts.SyntaxKind.JsxElement: { let path = getJsxElementPath(childNode); if (arrayEq(path, ["i18n", "TranslatePlural"])) { res = getJsxContent(childNode); } } default: break; } }; ts.forEachChild(node, process); return res; } function processNode(node: ts.Node) { switch (node.kind) { case ts.SyntaxKind.JsxElement: let path = getJsxElementPath(node); if (arrayEq(path, ["i18n", "Translate"])) { let content = getJsxContent(node); let {line} = ts.getLineAndCharacterOfPosition(sourceFile, node.pos); let comment = getComment(node); formatMsgComment(line, comment); formatMsgLine("msgid", content); console.log(`msgstr ""`); console.log(); return; } if (arrayEq(path, ["i18n", "TranslateSwitch"])) { let {line} = ts.getLineAndCharacterOfPosition(sourceFile, node.pos); let comment = getComment(node); formatMsgComment(line, comment); let singularForm = getJsxSingular(node); if (!singularForm) { console.error("singular form missing"); process.exit(1); } let pluralForm = getJsxPlural(node); if (!pluralForm) { console.error("plural form missing"); process.exit(1); } formatMsgLine("msgid", singularForm); formatMsgLine("msgid_plural", pluralForm); console.log(`msgstr[0] ""`); console.log(`msgstr[1] ""`); console.log(); return; } break; case ts.SyntaxKind.CallExpression: { // might be i18n.plural(i18n[.X]`...`, i18n[.X]`...`) let ce = node; let path = getPath(ce.expression); if (!arrayEq(path, ["i18n", "plural"])) { break; } if (ce.arguments[0].kind != ts.SyntaxKind.TaggedTemplateExpression) { break; } if (ce.arguments[1].kind != ts.SyntaxKind.TaggedTemplateExpression) { break; } let {line} = ts.getLineAndCharacterOfPosition(sourceFile, ce.pos); let t1 = processTaggedTemplateExpression(ce.arguments[0]); let t2 = processTaggedTemplateExpression(ce.arguments[1]); let comment = getComment(ce); formatMsgComment(line, comment); formatMsgLine("msgid", t1.template); formatMsgLine("msgid_plural", t2.template); console.log(`msgstr[0] ""`); console.log(`msgstr[1] ""`); console.log(); // Important: no processing for child i18n expressions here return; } case ts.SyntaxKind.TaggedTemplateExpression: { let tte = node; let {comment, template, line, path} = processTaggedTemplateExpression(tte); if (path[0] != "i18n") { break; } formatMsgComment(line, comment); formatMsgLine("msgid", template); console.log(`msgstr ""`); console.log(); break; } } ts.forEachChild(node, processNode); } } const fileNames = process.argv.slice(2); console.log( `# SOME DESCRIPTIVE TITLE. # Copyright (C) YEAR THE PACKAGE'S COPYRIGHT HOLDER # This file is distributed under the same license as the PACKAGE package. # FIRST AUTHOR , YEAR. # #, fuzzy msgid "" msgstr "" "Project-Id-Version: PACKAGE VERSION\\n" "Report-Msgid-Bugs-To: \\n" "POT-Creation-Date: 2016-11-23 00:00+0100\\n" "PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\\n" "Last-Translator: FULL NAME \\n" "Language-Team: LANGUAGE \\n" "Language: \\n" "MIME-Version: 1.0\\n" "Content-Type: text/plain; charset=UTF-8\\n" "Content-Transfer-Encoding: 8bit\\n"`); console.log() fileNames.sort(); fileNames.forEach(fileName => { let sourceFile = ts.createSourceFile(fileName, readFileSync(fileName).toString(), ts.ScriptTarget.ES2016, /*setParentNodes */ true); processFile(sourceFile); });