// Copyright 2019 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. const fs = require('fs'); const md5 = require('./md5'); const {promisify} = require('util'); const path = require('path'); const readFileAsync = promisify(fs.readFile); const readDirAsync = promisify(fs.readdir); const statAsync = promisify(fs.stat); const writeFileAsync = promisify(fs.writeFile); const esprimaTypes = { BI_EXPR: 'BinaryExpression', CALL_EXPR: 'CallExpression', COND_EXPR: 'ConditionalExpression', IDENTIFIER: 'Identifier', LITERAL: 'Literal', MEMBER_EXPR: 'MemberExpression', NEW_EXPR: 'NewExpression', TAGGED_TEMP_EXPR: 'TaggedTemplateExpression', TEMP_LITERAL: 'TemplateLiteral' }; const excludeFiles = ['Tests.js']; const excludeDirs = [ 'test_runner', 'Images', 'langpacks', 'node_modules', 'lighthouse/lighthouse', 'lighthouse_worker/lighthouse', 'front_end/third_party', ]; const cppSpecialCharactersMap = { '"': '\\"', '\\': '\\\\', '\n': '\\n' }; const IDSPrefix = 'IDS_DEVTOOLS_'; const SRC_PATH = path.resolve(__dirname, '..', '..', '..'); const GRD_PATH = path.resolve(SRC_PATH, 'front_end', 'langpacks', 'devtools_ui_strings.grd'); const SHARED_STRINGS_PATH = path.resolve(SRC_PATH, 'front_end', 'langpacks', 'shared_strings.grdp'); const NODE_MODULES_PATH = path.resolve(SRC_PATH, 'node_modules'); const escodegen = require(path.resolve(NODE_MODULES_PATH, 'escodegen')); const esprima = require(path.resolve(NODE_MODULES_PATH, 'esprima')); function getRelativeFilePathFromSrc(filePath) { return path.relative(SRC_PATH, filePath); } function shouldParseDirectory(directoryName) { return !excludeDirs.some(dir => directoryName.includes(dir)); } /** * @filepath can be partial path or full path, as long as it contains the file name. */ function shouldParseFile(filepath) { return !excludeFiles.includes(path.basename(filepath)); } async function parseFileContent(filePath) { let fileContent = await readFileAsync(filePath); fileContent = fileContent.toString(); // normalize line ending to LF fileContent = fileContent.replace(/\r\n/g, '\n'); return fileContent; } function isNodeCallOnObject(node, objectName, propertyName) { return node !== undefined && node.type === esprimaTypes.CALL_EXPR && verifyCallExpressionCallee(node.callee, objectName, propertyName); } function isNodeCallOnNestedObject(node, outerObjectName, innerObjectName, property) { return node !== undefined && node.type === esprimaTypes.CALL_EXPR && verifyNestedCallExpressionCallee(node.callee, outerObjectName, innerObjectName, property); } function isNodeCommonUIStringCall(node) { return isNodeCallOnObject(node, 'Common', 'UIString') || isNodeCallOnNestedObject(node, 'Common', 'UIString', 'UIString'); } function isNodeCommonUIStringFormat(node) { return node && node.type === esprimaTypes.NEW_EXPR && (verifyCallExpressionCallee(node.callee, 'Common', 'UIStringFormat') || verifyNestedCallExpressionCallee(node.callee, 'Common', 'UIString', 'UIStringFormat')); } function isNodeUIformatLocalized(node) { return isNodeCallOnObject(node, 'UI', 'formatLocalized') || isNodeCallOnNestedObject(node, 'UI', 'UIUtils', 'formatLocalized'); } function isNodelsTaggedTemplateExpression(node) { return node !== undefined && node.type === esprimaTypes.TAGGED_TEMP_EXPR && verifyIdentifier(node.tag, 'ls') && node.quasi !== undefined && node.quasi.type !== undefined && node.quasi.type === esprimaTypes.TEMP_LITERAL; } /** * Verify callee of objectName.propertyName(), e.g. Common.UIString(). */ function verifyCallExpressionCallee(callee, objectName, propertyName) { return callee !== undefined && callee.type === esprimaTypes.MEMBER_EXPR && callee.computed === false && verifyIdentifier(callee.object, objectName) && verifyIdentifier(callee.property, propertyName); } /** * Verify nested callee of outerObjectName.innerObjectName.propertyName(), e.g. Common.UIString.UIString(). */ function verifyNestedCallExpressionCallee(callee, outerObjectName, innerObjectName, propertyName) { return callee !== undefined && callee.type === esprimaTypes.MEMBER_EXPR && callee.computed === false && callee.object.type === esprimaTypes.MEMBER_EXPR && verifyIdentifier(callee.object.object, outerObjectName) && verifyIdentifier(callee.object.property, innerObjectName) && verifyIdentifier(callee.property, propertyName); } function verifyIdentifier(node, name) { return node !== undefined && node.type === esprimaTypes.IDENTIFIER && node.name === name; } function getLocalizationCase(node) { if (isNodeCommonUIStringCall(node)) { return 'Common.UIString'; } if (isNodeCommonUIStringFormat(node)) { return 'Common.UIStringFormat'; } if (isNodelsTaggedTemplateExpression(node)) { return 'Tagged Template'; } if (isNodeUIformatLocalized(node)) { return 'UI.formatLocalized'; } return null; } function isLocalizationCall(node) { return isNodeCommonUIStringCall(node) || isNodelsTaggedTemplateExpression(node) || isNodeUIformatLocalized(node); } /** * Verify if callee is functionName() or object.functionName(). */ function verifyFunctionCallee(callee, functionName) { return callee !== undefined && ((callee.type === esprimaTypes.IDENTIFIER && callee.name === functionName) || (callee.type === esprimaTypes.MEMBER_EXPR && verifyIdentifier(callee.property, functionName))); } function getLocationMessage(location) { if (location !== undefined && location.start !== undefined && location.end !== undefined && location.start.line !== undefined && location.end.line !== undefined) { const startLine = location.start.line; const endLine = location.end.line; if (startLine === endLine) { return ` Line ${startLine}`; } return ` Line ${location.start.line}-${location.end.line}`; } return ''; } function sanitizeStringIntoGRDFormat(str) { return str.replace(/&/g, '&') .replace(//g, '>') .replace(/"/g, '"') .replace(/'/g, '''); } function sanitizeStringIntoFrontendFormat(str) { return str.replace(/'/g, '\'') .replace(/"/g, '"') .replace(/>/g, '>') .replace(/</g, '<') .replace(/&/g, '&'); } function sanitizeString(str, specialCharactersMap) { let sanitizedStr = ''; for (let i = 0; i < str.length; i++) { let currChar = str.charAt(i); if (specialCharactersMap[currChar] !== undefined) { currChar = specialCharactersMap[currChar]; } sanitizedStr += currChar; } return sanitizedStr; } function sanitizeStringIntoCppFormat(str) { return sanitizeString(str, cppSpecialCharactersMap); } async function getFilesFromItem(itemPath, filePaths, acceptedFileEndings) { const stat = await statAsync(itemPath); if (stat.isDirectory() && shouldParseDirectory(itemPath)) { return await getFilesFromDirectory(itemPath, filePaths, acceptedFileEndings); } const hasAcceptedEnding = acceptedFileEndings.some(acceptedEnding => itemPath.toLowerCase().endsWith(acceptedEnding.toLowerCase())); if (hasAcceptedEnding && shouldParseFile(itemPath)) { filePaths.push(itemPath); } } async function getFilesFromDirectory(directoryPath, filePaths, acceptedFileEndings) { const itemNames = await readDirAsync(directoryPath); const promises = []; for (const itemName of itemNames) { const itemPath = path.resolve(directoryPath, itemName); promises.push(getFilesFromItem(itemPath, filePaths, acceptedFileEndings)); } return Promise.all(promises); } async function getChildDirectoriesFromDirectory(directoryPath) { const dirPaths = []; const itemNames = await readDirAsync(directoryPath); for (const itemName of itemNames) { const itemPath = path.resolve(directoryPath, itemName); const stat = await statAsync(itemPath); if (stat.isDirectory() && shouldParseDirectory(itemName)) { dirPaths.push(itemPath); } } return dirPaths; } /** * Pad leading / trailing whitespace with ''' so that the whitespace is preserved. See * https://www.chromium.org/developers/tools-we-use-in-chromium/grit/grit-users-guide. */ function padWhitespace(str) { if (str.match(/^\s+/)) { str = `'''${str}`; } if (str.match(/\s+$/)) { str = `${str}'''`; } return str; } function modifyStringIntoGRDFormat(str, args) { let sanitizedStr = sanitizeStringIntoGRDFormat(str); sanitizedStr = padWhitespace(sanitizedStr); const phRegex = /%d|%f|%s|%.[0-9]f/gm; if (!str.match(phRegex)) { return sanitizedStr; } let phNames; if (args !== undefined) { phNames = args.map(arg => arg.replace(/[^a-zA-Z]/gm, '_').toUpperCase()); } else { phNames = ['PH1', 'PH2', 'PH3', 'PH4', 'PH5', 'PH6', 'PH7', 'PH8', 'PH9']; } // It replaces all placeholders with tags. let match; let count = 1; while ((match = phRegex.exec(sanitizedStr)) !== null) { // This is necessary to avoid infinite loops with zero-width matches if (match.index === phRegex.lastIndex) { phRegex.lastIndex++; } // match[0]: the placeholder (e.g. %d, %s, %.2f, etc.) const ph = match[0]; // e.g. $1s, $1d, $1.2f const newPh = `$${count}` + ph.substr(1); const i = sanitizedStr.indexOf(ph); sanitizedStr = `${sanitizedStr.substring(0, i)}${newPh}${ sanitizedStr.substring(i + ph.length)}`; count++; } return sanitizedStr; } function createGrdpMessage(ids, stringObj) { let message = ` \n`; message += ` ${modifyStringIntoGRDFormat(stringObj.string, stringObj.arguments)}\n`; message += ' \n'; return message; } function getIDSKey(str) { return `${IDSPrefix}${md5(str)}`; } // Get line number in the file of a character at given index function lineNumberOfIndex(str, index) { const stringToIndex = str.substr(0, index); return stringToIndex.split('\n').length; } // Relative file path from grdp file with back slash replaced with forward slash function getRelativeGrdpPath(grdpPath) { return path.relative(path.dirname(GRD_PATH), grdpPath).split(path.sep).join('/'); } function getAbsoluteGrdpPath(relativeGrdpFilePath) { return path.resolve(path.dirname(GRD_PATH), relativeGrdpFilePath); } // Create a entry, given absolute path of a grdp file function createPartFileEntry(grdpFilePath) { const relativeGrdpFilePath = getRelativeGrdpPath(grdpFilePath); return ` \n`; } // grdpFilePaths are sorted and are absolute file paths async function addChildGRDPFilePathsToGRD(grdpFilePaths) { const grdFileContent = await parseFileContent(GRD_PATH); const grdLines = grdFileContent.split('\n'); let newGrdFileContent = ''; for (let i = 0; i < grdLines.length; i++) { const grdLine = grdLines[i]; // match[0]: full match // match[1]: relative grdp file path const match = grdLine.match(/')) { for (const grdpFilePath of grdpFilePaths) { newGrdFileContent += createPartFileEntry(grdpFilePath); } } newGrdFileContent += grdLine; if (i < grdLines.length - 1) { newGrdFileContent += '\n'; } } return writeFileAsync(GRD_PATH, newGrdFileContent); } module.exports = { addChildGRDPFilePathsToGRD, createGrdpMessage, createPartFileEntry, escodegen, esprima, esprimaTypes, getAbsoluteGrdpPath, getChildDirectoriesFromDirectory, getFilesFromDirectory, getIDSKey, getLocalizationCase, getLocationMessage, getRelativeFilePathFromSrc, getRelativeGrdpPath, GRD_PATH, IDSPrefix, isLocalizationCall, lineNumberOfIndex, modifyStringIntoGRDFormat, parseFileContent, SHARED_STRINGS_PATH, sanitizeStringIntoCppFormat, sanitizeStringIntoFrontendFormat, shouldParseDirectory, verifyFunctionCallee };