Files
react-native-devtools-frontend/scripts/check_gn.js
T
Tim van der Lippe b3b90761b1 Generate InspectorBackendCommands.js on presubmit
This checks in the InspectorBackendCommands in the source tree file
and ensures that it is kept in sync whenever the third_party
location has been updated.

In the process, I discovered multiple misconfigurations in the formatting
presubmit check. First of all, it was never running, because the
.eslintignore had an empty line. Second of all, it was running twice,
which is unnecessary since we now check for changed files at the end
of the presubmit. Lastly, it was only formatting JS files, while it
should check all files.

I have also updated the _CheckGeneratedFiles check to only run if it
is actually necessary. If there are no changes made to any affected of
the files, it will skip the step. This should thus reduce the presubmit
time and we will only pay the cost if we actually update any of the
files.

Lastly, it will now properly format and lint the generated files. This
makes reading the code a lot easier and makes it easier to digest the
diff when a protocol update goes through. I have verified that, in a
full build, the files are still minified. Thus, this has no impact on
the loading performance.

DISABLE_THIRD_PARTY_CHECK=Updating protocol generation

Fixed: 1056614
Change-Id: If49b0e749978ea1a7838992ec13507ee761ad76c
Reviewed-on: https://chromium-review.googlesource.com/c/devtools/devtools-frontend/+/2087765
Reviewed-by: Paul Lewis <aerotwist@chromium.org>
Commit-Queue: Tim van der Lippe <tvanderlippe@chromium.org>
2020-03-04 15:52:35 +00:00

168 lines
5.5 KiB
JavaScript

// Copyright 2017 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
'use strict';
const fs = require('fs');
const path = require('path');
const FRONTEND_PATH = path.resolve(__dirname, '..', 'front_end');
const manifestModules = [];
for (var config of ['inspector.json', 'devtools_app.json', 'js_app.json', 'node_app.json', 'shell.json', 'worker_app.json'])
manifestModules.push(...require(path.resolve(FRONTEND_PATH, config)).modules);
const utils = require('./utils');
const gnPath = path.resolve(__dirname, '..', 'BUILD.gn');
const gnFile = fs.readFileSync(gnPath, 'utf-8');
const gnLines = gnFile.split('\n');
function main() {
let errors = [
...checkNonAutostartNonRemoteModules(),
...checkAllDevToolsFiles(),
...checkAllDevToolsModules(),
...checkCopiedDevToolsModules(),
];
if (errors.length) {
console.log('DevTools BUILD.gn checker detected errors!');
console.log(`There's an issue with: ${gnPath}`);
console.log(errors.join('\n'));
process.exit(1);
}
console.log('DevTools BUILD.gn checker passed');
}
main();
/**
* Ensures that generated module files are in the right list in BUILD.gn.
* This is primarily to avoid remote modules from accidentally getting
* bundled with the main Chrome binary.
*/
function checkNonAutostartNonRemoteModules() {
const errors = [];
const gnVariable = 'generated_non_autostart_non_remote_modules';
const lines = selectGNLines(`${gnVariable} = [`, ']');
if (!lines.length) {
return [
'Could not identify non-autostart non-remote modules in gn file',
'Please look at: ' + __filename,
];
}
const text = lines.join('\n');
const modules = manifestModules.filter(m => m.type !== 'autostart' && m.type !== 'remote').map(m => m.name);
const missingModules = modules.filter(m => !utils.includes(text, `${m}/${m}_module.js`));
if (missingModules.length)
errors.push(`Check that you've included [${missingModules.join(', ')}] modules in: ` + gnVariable);
// e.g. "$resources_out_dir/lighthouse/lighthouse_module.js" => "lighthouse"
const mapLineToModuleName = line => line.split('/')[2].split('_module')[0];
const extraneousModules = lines.map(mapLineToModuleName).filter(module => !utils.includes(modules, module));
if (extraneousModules.length)
errors.push(`Found extraneous modules [${extraneousModules.join(', ')}] in: ` + gnVariable);
return errors;
}
/**
* Ensures that all source files (according to the various module.json files) are
* listed in BUILD.gn.
*/
function checkAllDevToolsFiles() {
return checkGNVariable('all_devtools_files', (moduleJSON) => {
const scripts = moduleJSON.scripts || [];
const resources = moduleJSON.resources || [];
return [
'module.json',
...scripts,
...resources,
];
});
}
function checkAllDevToolsModules() {
return checkGNVariable('all_devtools_modules', (moduleJSON) => {
return moduleJSON.modules || [];
});
}
function checkCopiedDevToolsModules() {
return checkGNVariable(
'copied_devtools_modules',
(moduleJSON) => {
return moduleJSON.modules || [];
},
(buildGNPath) => (filename) => {
const relativePath = path.normalize(`$resources_out_dir/${buildGNPath}/${filename}`);
return `"${relativePath}",`;
});
}
function checkGNVariable(gnVariable, obtainFiles, obtainRelativePath) {
const errors = [];
const excludedFiles = ['axe.js', 'formatter_worker/', 'third_party/lighthouse/'].map(path.normalize);
const lines = selectGNLines(`${gnVariable} = [`, ']').map(path.normalize);
if (!lines.length) {
return [
`Could not identify ${gnVariable} list in gn file`,
'Please look at: ' + __filename,
];
}
const gnFiles = new Set(lines);
var moduleFiles = [];
function addModuleFilesForDirectory(moduleJSONPath, buildGNPath) {
const moduleJSON = require(moduleJSONPath);
const files = obtainFiles(moduleJSON)
.map(obtainRelativePath && obtainRelativePath(buildGNPath) || relativePathFromBuildGN)
.filter(file => excludedFiles.every(excludedFile => !file.includes(excludedFile)));
moduleFiles = moduleFiles.concat(files);
function relativePathFromBuildGN(filename) {
const relativePath = path.normalize(`front_end/${buildGNPath}/${filename}`);
return `"${relativePath}",`;
}
}
function traverseDirectoriesForModuleJSONFiles(folderName, buildGNPath) {
if (!fs.lstatSync(folderName).isDirectory()) {
return;
}
const moduleJSONPath = path.join(folderName, 'module.json');
if (utils.isFile(moduleJSONPath)) {
addModuleFilesForDirectory(moduleJSONPath, buildGNPath);
}
fs.readdirSync(folderName).forEach((nestedModuleName) => {
traverseDirectoriesForModuleJSONFiles(
path.join(folderName, nestedModuleName), `${buildGNPath}/${nestedModuleName}`);
});
}
fs.readdirSync(FRONTEND_PATH).forEach((moduleName) => {
traverseDirectoriesForModuleJSONFiles(path.join(FRONTEND_PATH, moduleName), moduleName);
});
for (const file of moduleFiles) {
if (!gnFiles.has(file))
errors.push(`Missing file in BUILD.gn for ${gnVariable}: ` + file);
}
return errors;
}
function selectGNLines(startLine, endLine) {
let lines = gnLines.map(line => line.trim());
let startIndex = lines.indexOf(startLine);
if (startIndex === -1)
return [];
let endIndex = lines.indexOf(endLine, startIndex);
if (endIndex === -1)
return [];
return lines.slice(startIndex + 1, endIndex);
}