/* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ "use strict"; const { Cc,Ci } = require("chrome"); const { Loader } = require("@loader") const memory = require('api-utils/memory'); var cService = Cc['@mozilla.org/consoleservice;1'].getService() .QueryInterface(Ci.nsIConsoleService); // Cuddlefish loader for the sandbox in which we load and // execute tests. var sandbox; // Function to call when we're done running tests. var onDone; // Function to print text to a console, w/o CR at the end. var print; // How many more times to run all tests. var iterationsLeft; // Only tests in files whose names match this regexp filter will be run. var filter; // Whether to report memory profiling information. var profileMemory; // Whether we should stop as soon as a test reports a failure. var stopOnError; // Combined information from all test runs. var results = { passed: 0, failed: 0, testRuns: [] }; // JSON serialization of last memory usage stats; we keep it stringified // so we don't actually change the memory usage stats (in terms of objects) // of the JSRuntime we're profiling. var lastMemoryUsage; function analyzeRawProfilingData(data) { var graph = data.graph; var shapes = {}; // Convert keys in the graph from strings to ints. // TODO: Can we get rid of this ridiculousness? var newGraph = {}; for (id in graph) { newGraph[parseInt(id)] = graph[id]; } graph = newGraph; var modules = 0; var moduleIds = []; var moduleObjs = {UNKNOWN: 0}; for (let name in data.namedObjects) { moduleObjs[name] = 0; moduleIds[data.namedObjects[name]] = name; modules++; } var count = 0; for (id in graph) { var parent = graph[id].parent; while (parent) { if (parent in moduleIds) { var name = moduleIds[parent]; moduleObjs[name]++; break; } if (!(parent in graph)) { moduleObjs.UNKNOWN++; break; } parent = graph[parent].parent; } count++; } print("\nobject count is " + count + " in " + modules + " modules" + " (" + data.totalObjectCount + " across entire JS runtime)\n"); if (lastMemoryUsage) { var last = JSON.parse(lastMemoryUsage); var diff = { moduleObjs: dictDiff(last.moduleObjs, moduleObjs), totalObjectClasses: dictDiff(last.totalObjectClasses, data.totalObjectClasses) }; for (let name in diff.moduleObjs) print(" " + diff.moduleObjs[name] + " in " + name + "\n"); for (let name in diff.totalObjectClasses) print(" " + diff.totalObjectClasses[name] + " instances of " + name + "\n"); } lastMemoryUsage = JSON.stringify( {moduleObjs: moduleObjs, totalObjectClasses: data.totalObjectClasses} ); } function dictDiff(last, curr) { var diff = {}; for (let name in last) { var result = (curr[name] || 0) - last[name]; if (result) diff[name] = (result > 0 ? "+" : "") + result; } for (let name in curr) { var result = curr[name] - (last[name] || 0); if (result) diff[name] = (result > 0 ? "+" : "") + result; } return diff; } function reportMemoryUsage() { memory.gc(); var mgr = Cc["@mozilla.org/memory-reporter-manager;1"] .getService(Ci.nsIMemoryReporterManager); var reporters = mgr.enumerateReporters(); if (reporters.hasMoreElements()) print("\n"); while (reporters.hasMoreElements()) { var reporter = reporters.getNext(); reporter.QueryInterface(Ci.nsIMemoryReporter); print(reporter.description + ": " + reporter.memoryUsed + "\n"); } var weakrefs = [info.weakref.get() for each (info in memory.getObjects())]; weakrefs = [weakref for each (weakref in weakrefs) if (weakref)]; print("Tracked memory objects in testing sandbox: " + weakrefs.length + "\n"); } var gWeakrefInfo; function showResults() { memory.gc(); if (gWeakrefInfo) { gWeakrefInfo.forEach( function(info) { var ref = info.weakref.get(); if (ref !== null) { var data = ref.__url__ ? ref.__url__ : ref; var warning = data == "[object Object]" ? "[object " + data.constructor.name + "(" + [p for (p in data)].join(", ") + ")]" : data; console.warn("LEAK", warning, info.bin); } } ); } print("\n"); var total = results.passed + results.failed; print(results.passed + " of " + total + " tests passed.\n"); onDone(results); } function cleanup() { try { for (let name in sandbox.modules) memory.track(sandbox.modules[name], "module global scope: " + name); memory.track(sandbox, "Cuddlefish Loader"); if (profileMemory) { gWeakrefInfo = [{ weakref: info.weakref, bin: info.bin } for each (info in memory.getObjects())]; } sandbox.unload(); if (sandbox.globals.console.errorsLogged && !results.failed) { results.failed++; console.error("warnings and/or errors were logged."); } if (consoleListener.errorsLogged && !results.failed) { console.warn(consoleListener.errorsLogged + " " + "warnings or errors were logged to the " + "platform's nsIConsoleService, which could " + "be of no consequence; however, they could also " + "be indicative of aberrant behavior."); } consoleListener.errorsLogged = 0; sandbox = null; memory.gc(); } catch (e) { results.failed++; console.error("unload.send() threw an exception."); console.exception(e); }; require("api-utils/timer").setTimeout(showResults, 1); } function nextIteration(tests) { if (tests) { results.passed += tests.passed; results.failed += tests.failed; if (profileMemory) reportMemoryUsage(); let testRun = []; for each (let test in tests.testRunSummary) { let testCopy = {}; for (let info in test) { testCopy[info] = test[info]; } testRun.push(testCopy); } results.testRuns.push(testRun); iterationsLeft--; } if (iterationsLeft && (!stopOnError || results.failed == 0)) { let require = Loader.require.bind(sandbox, module.path); require("api-utils/unit-test").findAndRunTests({ testOutOfProcess: require('@packaging').enableE10s, testInProcess: true, stopOnError: stopOnError, filter: filter, onDone: nextIteration }); } else { require("api-utils/timer").setTimeout(cleanup, 0); } } var POINTLESS_ERRORS = [ "Invalid chrome URI:", "OpenGL LayerManager Initialized Succesfully." ]; var consoleListener = { errorsLogged: 0, observe: function(object) { if (!(object instanceof Ci.nsIScriptError)) return; this.errorsLogged++; var message = object.QueryInterface(Ci.nsIConsoleMessage).message; var pointless = [err for each (err in POINTLESS_ERRORS) if (message.indexOf(err) == 0)]; if (pointless.length == 0 && message) print("console: " + message + "\n"); } }; function TestRunnerConsole(base, options) { this.__proto__ = { errorsLogged: 0, warn: function warn() { this.errorsLogged++; base.warn.apply(base, arguments); }, error: function error() { this.errorsLogged++; base.error.apply(base, arguments); }, info: function info(first) { if (options.verbose) base.info.apply(base, arguments); else if (first == "pass:") print("."); }, __proto__: base }; } var runTests = exports.runTests = function runTests(options) { iterationsLeft = options.iterations; filter = options.filter; profileMemory = options.profileMemory; stopOnError = options.stopOnError; onDone = options.onDone; print = options.print; try { cService.registerListener(consoleListener); var ptc = require("api-utils/plain-text-console"); var url = require("api-utils/url"); var system = require("api-utils/system"); print("Running tests on " + system.name + " " + system.version + "/Gecko " + system.platformVersion + " (" + system.id + ") under " + system.platform + "/" + system.architecture + ".\n"); sandbox = Loader.new(require("@packaging")); Object.defineProperty(sandbox.globals, 'console', { value: new TestRunnerConsole(new ptc.PlainTextConsole(print), options) }); nextIteration(); } catch (e) { print(require("api-utils/traceback").format(e) + "\n" + e + "\n"); onDone({passed: 0, failed: 1}); } }; require("api-utils/unload").when(function() { cService.unregisterListener(consoleListener); });