213 lines
25 KiB
JavaScript
213 lines
25 KiB
JavaScript
|
|
/**
|
||
|
|
* @license
|
||
|
|
* Copyright 2018 Google LLC
|
||
|
|
*
|
||
|
|
* Use of this source code is governed by an MIT-style
|
||
|
|
* license that can be found in the LICENSE file or at
|
||
|
|
* https://opensource.org/licenses/MIT.
|
||
|
|
* =============================================================================
|
||
|
|
*/
|
||
|
|
import { countParamsInWeights } from './variable_utils';
|
||
|
|
/**
|
||
|
|
* Print the summary of a LayersModel object.
|
||
|
|
*
|
||
|
|
* @param model tf.LayersModel instance.
|
||
|
|
* @param lineLength Total length of printed lines. Set this to adapt to the
|
||
|
|
* display to different terminal or console sizes.
|
||
|
|
* @param positions Relative or absolute positions of log elements in each
|
||
|
|
* line. Each number corresponds to right-most (i.e., ending) position of a
|
||
|
|
* column.
|
||
|
|
* If not provided, defaults to `[0.45, 0.85, 1]` for sequential-like
|
||
|
|
* models and `[0.33, 0.55, 0.67, 1]` for non-sequential like models.
|
||
|
|
* @param printFn Print function to use.
|
||
|
|
* It will be called on each line of the summary. You can provide a custom
|
||
|
|
* function in order to capture the string summary. Defaults to `console.log`.
|
||
|
|
*/
|
||
|
|
export function printSummary(model, lineLength, positions,
|
||
|
|
// tslint:disable-next-line:no-any
|
||
|
|
printFn = console.log) {
|
||
|
|
const sequentialLike = isModelSequentialLike(model);
|
||
|
|
// Header names for different log elements.
|
||
|
|
const toDisplay = ['Layer (type)', 'Input Shape', 'Output shape', 'Param #'];
|
||
|
|
if (sequentialLike) {
|
||
|
|
lineLength = lineLength || 90;
|
||
|
|
positions = positions || [0.32, 0.61, 0.89, 1];
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
lineLength = lineLength || 115;
|
||
|
|
positions = positions || [0.24, 0.48, 0.70, 0.80, 1];
|
||
|
|
// Header names for different log elements.
|
||
|
|
}
|
||
|
|
if (positions[positions.length - 1] <= 1) {
|
||
|
|
// `positions` is relative. Convert it to absolute positioning.
|
||
|
|
positions = positions.map(p => Math.floor(lineLength * p));
|
||
|
|
}
|
||
|
|
let relevantNodes;
|
||
|
|
if (!sequentialLike) {
|
||
|
|
toDisplay.push('Receives inputs');
|
||
|
|
relevantNodes = [];
|
||
|
|
for (const depth in model.nodesByDepth) {
|
||
|
|
relevantNodes.push(...model.nodesByDepth[depth]);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
printFn('_'.repeat(lineLength));
|
||
|
|
printRow(toDisplay, positions, printFn);
|
||
|
|
printFn('='.repeat(lineLength));
|
||
|
|
const layers = model.layers;
|
||
|
|
for (let i = 0; i < layers.length; ++i) {
|
||
|
|
if (sequentialLike) {
|
||
|
|
printLayerSummary(layers[i], positions, printFn);
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
printLayerSummaryWithConnections(layers[i], positions, relevantNodes, printFn);
|
||
|
|
}
|
||
|
|
printFn((i === layers.length - 1 ? '=' : '_').repeat(lineLength));
|
||
|
|
}
|
||
|
|
// tslint:disable-next-line:no-any
|
||
|
|
model.checkTrainableWeightsConsistency();
|
||
|
|
const trainableCount = countTrainableParams(model);
|
||
|
|
const nonTrainableCount = countParamsInWeights(model.nonTrainableWeights);
|
||
|
|
printFn(`Total params: ${trainableCount + nonTrainableCount}`);
|
||
|
|
printFn(`Trainable params: ${trainableCount}`);
|
||
|
|
printFn(`Non-trainable params: ${nonTrainableCount}`);
|
||
|
|
printFn('_'.repeat(lineLength));
|
||
|
|
}
|
||
|
|
function countTrainableParams(model) {
|
||
|
|
let trainableCount;
|
||
|
|
// tslint:disable:no-any
|
||
|
|
if (model.collectedTrainableWeights != null) {
|
||
|
|
trainableCount =
|
||
|
|
countParamsInWeights(model.collectedTrainableWeights);
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
trainableCount = countParamsInWeights(model.trainableWeights);
|
||
|
|
}
|
||
|
|
// tslint:enable:no-any
|
||
|
|
return trainableCount;
|
||
|
|
}
|
||
|
|
function isModelSequentialLike(model) {
|
||
|
|
let sequentialLike = true;
|
||
|
|
const nodesByDepth = [];
|
||
|
|
const nodes = [];
|
||
|
|
for (const depth in model.nodesByDepth) {
|
||
|
|
nodesByDepth.push(model.nodesByDepth[depth]);
|
||
|
|
}
|
||
|
|
for (const depthNodes of nodesByDepth) {
|
||
|
|
if (depthNodes.length > 1 ||
|
||
|
|
depthNodes.length === 1 && depthNodes[0].inboundLayers.length > 1) {
|
||
|
|
sequentialLike = false;
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
nodes.push(...depthNodes);
|
||
|
|
}
|
||
|
|
if (sequentialLike) {
|
||
|
|
// Search for shared layers.
|
||
|
|
for (const layer of model.layers) {
|
||
|
|
let flag = false;
|
||
|
|
for (const node of layer.inboundNodes) {
|
||
|
|
if (nodes.indexOf(node) !== -1) {
|
||
|
|
if (flag) {
|
||
|
|
sequentialLike = false;
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
flag = true;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if (!sequentialLike) {
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return sequentialLike;
|
||
|
|
}
|
||
|
|
function printRow(fields, positions,
|
||
|
|
// tslint:disable-next-line:no-any
|
||
|
|
printFn = console.log) {
|
||
|
|
let line = '';
|
||
|
|
for (let i = 0; i < fields.length; ++i) {
|
||
|
|
if (i > 0) {
|
||
|
|
line = line.slice(0, line.length - 1) + ' ';
|
||
|
|
}
|
||
|
|
line += fields[i];
|
||
|
|
line = line.slice(0, positions[i]);
|
||
|
|
line += ' '.repeat(positions[i] - line.length);
|
||
|
|
}
|
||
|
|
printFn(line);
|
||
|
|
}
|
||
|
|
/**
|
||
|
|
* Prints a summary for a single Layer, without connectivity information.
|
||
|
|
*
|
||
|
|
* @param layer: Layer instance to print.
|
||
|
|
*/
|
||
|
|
function printLayerSummary(layer, positions,
|
||
|
|
// tslint:disable-next-line:no-any
|
||
|
|
printFn) {
|
||
|
|
let outputShape;
|
||
|
|
let inputShape;
|
||
|
|
try {
|
||
|
|
inputShape = (layer.inboundNodes.map(x => JSON.stringify(x.inputShapes))).join(',');
|
||
|
|
}
|
||
|
|
catch (err) {
|
||
|
|
inputShape = 'multiple';
|
||
|
|
}
|
||
|
|
try {
|
||
|
|
outputShape = JSON.stringify(layer.outputShape);
|
||
|
|
}
|
||
|
|
catch (err) {
|
||
|
|
outputShape = 'multiple';
|
||
|
|
}
|
||
|
|
const name = layer.name;
|
||
|
|
const className = layer.getClassName();
|
||
|
|
const fields = [`${name} (${className})`, inputShape,
|
||
|
|
outputShape, layer.countParams().toString()];
|
||
|
|
printRow(fields, positions, printFn);
|
||
|
|
}
|
||
|
|
/**
|
||
|
|
* Prints a summary for a single Layer, with connectivity information.
|
||
|
|
*/
|
||
|
|
function printLayerSummaryWithConnections(layer, positions, relevantNodes,
|
||
|
|
// tslint:disable-next-line:no-any
|
||
|
|
printFn) {
|
||
|
|
let outputShape;
|
||
|
|
let inputShape;
|
||
|
|
try {
|
||
|
|
inputShape = (layer.inboundNodes.map(x => JSON.stringify(x.inputShapes))).join(',');
|
||
|
|
}
|
||
|
|
catch (err) {
|
||
|
|
inputShape = 'multiple';
|
||
|
|
}
|
||
|
|
try {
|
||
|
|
outputShape = JSON.stringify(layer.outputShape);
|
||
|
|
}
|
||
|
|
catch (err) {
|
||
|
|
outputShape = 'multiple';
|
||
|
|
}
|
||
|
|
const connections = [];
|
||
|
|
for (const node of layer.inboundNodes) {
|
||
|
|
if (relevantNodes != null && relevantNodes.length > 0 &&
|
||
|
|
relevantNodes.indexOf(node) === -1) {
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
for (let i = 0; i < node.inboundLayers.length; ++i) {
|
||
|
|
const inboundLayer = node.inboundLayers[i].name;
|
||
|
|
const inboundLayerIndex = node.nodeIndices[i];
|
||
|
|
const inboundTensorIndex = node.tensorIndices[i];
|
||
|
|
connections.push(`${inboundLayer}[${inboundLayerIndex}][${inboundTensorIndex}]`);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
const name = layer.name;
|
||
|
|
const className = layer.getClassName();
|
||
|
|
const firstConnection = connections.length === 0 ? '' : connections[0];
|
||
|
|
const fields = [
|
||
|
|
`${name} (${className})`, inputShape,
|
||
|
|
outputShape, layer.countParams().toString(),
|
||
|
|
firstConnection
|
||
|
|
];
|
||
|
|
printRow(fields, positions, printFn);
|
||
|
|
for (let i = 1; i < connections.length; ++i) {
|
||
|
|
printRow(['', '', '', '', connections[i]], positions, printFn);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibGF5ZXJfdXRpbHMuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi8uLi8uLi90ZmpzLWxheWVycy9zcmMvdXRpbHMvbGF5ZXJfdXRpbHMudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUE7Ozs7Ozs7O0dBUUc7QUFJSCxPQUFPLEVBQUMsb0JBQW9CLEVBQUMsTUFBTSxrQkFBa0IsQ0FBQztBQUV0RDs7Ozs7Ozs7Ozs7Ozs7R0FjRztBQUNILE1BQU0sVUFBVSxZQUFZLENBQ3hCLEtBQWdCLEVBQUUsVUFBbUIsRUFBRSxTQUFvQjtBQUMzRCxrQ0FBa0M7QUFDbEMsVUFDSSxPQUFPLENBQUMsR0FBRztJQUNqQixNQUFNLGNBQWMsR0FBRyxxQkFBcUIsQ0FBQyxLQUFLLENBQUMsQ0FBQztJQUVwRCwyQ0FBMkM7SUFDM0MsTUFBTSxTQUFTLEdBQWEsQ0FBQyxjQUFjLEVBQUUsYUFBYSxFQUFFLGNBQWMsRUFBRSxTQUFTLENBQUMsQ0FBQztJQUN2RixJQUFJLGNBQWMsRUFBRTtRQUNsQixVQUFVLEdBQUcsVUFBVSxJQUFJLEVBQUUsQ0FBQztRQUM5QixTQUFTLEdBQUcsU0FBUyxJQUFJLENBQUMsSUFBSSxFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsQ0FBQyxDQUFDLENBQUM7S0FDaEQ7U0FBTTtRQUNMLFVBQVUsR0FBRyxVQUFVLElBQUksR0FBRyxDQUFDO1FBQy9CLFNBQVMsR0FBRyxTQUFTLElBQUksQ0FBQyxJQUFJLEVBQUUsSUFBSSxFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsQ0FBQyxDQUFDLENBQUM7UUFDckQsMkNBQTJDO0tBQzVDO0lBRUQsSUFBSSxTQUFTLENBQUMsU0FBUyxDQUFDLE1BQU0sR0FBRyxDQUFDLENBQUMsSUFBSSxDQUFDLEVBQUU7UUFDeEMsK0RBQStEO1FBQy9ELFNBQVMsR0FBRyxTQUFTLENBQUMsR0FBRyxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQyxVQUFVLEdBQUcsQ0FBQyxDQUFDLENBQUMsQ0FBQztLQUM1RDtJQUVELElBQUksYUFBcUIsQ0FBQztJQUMxQixJQUFJLENBQUMsY0FBYyxFQUFFO1FBQ25CLFNBQVMsQ0FBQyxJQUFJLENBQUMsaUJBQWlCLENBQUMsQ0FBQztRQUNsQyxhQUFhLEdBQUcsRUFBRSxDQUFDO1FBQ25CLEtBQUssTUFBTSxLQUFLLElBQUksS0FBSyxDQUFDLFlBQVksRUFBRTtZQUN0QyxhQUFhLENBQUMsSUFBSSxDQUFDLEdBQUcsS0FBSyxDQUFDLFlBQVksQ0FBQyxLQUFLLENBQUMsQ0FBQyxDQUFDO1NBQ2xEO0tBQ0Y7SUFFRCxPQUFPLENBQUMsR0FBRyxDQUFDLE1BQU0sQ0FBQyxVQUFVLENBQUMsQ0FBQyxDQUFDO0lBQ2hDLFFBQVEsQ0FBQyxTQUFTLEVBQUUsU0FBUyxFQUFFLE9BQU8sQ0FBQyxDQUFDO0lBQ3hDLE9BQU8sQ0FBQyxHQUFHLENBQUMsTUFBTSxDQUFDLFVBQVUsQ0FBQyxDQUFDLENBQUM7SUFFaEMsTUFBTSxNQUFNLEdBQUcsS0FBSyxDQUFDLE1BQU0sQ0FBQztJQUM1QixLQUFLLElBQUksQ0FBQyxHQUFHLENBQUMsRUFBRSxDQUFDLEdBQUcsTUFBTSxDQUFDLE1BQU0sRUFBRSxFQUFFLENBQUMsRUFBRTtRQUN0QyxJQUFJLGNBQWMsRUFBRTtZQUNsQixpQkFBaUIsQ0FBQyxNQUFNLENBQUMsQ0FBQyxDQUFDLEVBQUUsU0FBUyxFQUFFLE9BQU8sQ0FBQyxDQUFDO1NBQ2xEO2FBQU07WUFDTCxnQ0FBZ0MsQ0FDNUIsTUFBTSxDQUFDLENBQUMsQ0FBQyxFQUFFLFNBQVMsRUFBRSxhQUFhLEVBQUUsT0FBTyxDQUFDLENBQUM7U0FDbkQ7UUFDRCxPQUFPLENBQUMsQ0FBQyxDQUFDLEtBQUssTUFBTSxDQUFDLE1BQU0sR0FBRyxDQUFDLENBQUMsQ0FBQyxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUMsR0FBRyxDQUFDLENBQUMsTUFBTSxDQUFDLFVBQVUsQ0FBQyxDQUFDLENBQUM7S0FDbkU7SUFFRCxrQ0FBa0M7SUFDakMsS0FBYSxDQUFDLGdDQUFnQyxFQUFFLENBQUM7SUFFbEQsTUFBTSxjQUFjLEdBQUcsb0JBQW9CLENBQUMsS0FBSyxDQUFDLENBQUM7SUFDbkQsTUFBTSxpQkFBaUIsR0FBRyxvQkFBb0IsQ0FBQyxLQUFLLENBQUMsbUJBQW1CLENBQUMsQ0FBQztJQUUxRSxPQUFPLENBQUMsaUJBQWlCLGNBQWMsR0FBRyxpQkFBaUIsRUFBRSxDQUFDLENBQUM7SUFDL0QsT0FBTyxDQUFDLHFCQUFxQixjQUFjLEVBQUUsQ0FBQyxDQUFDO0lBQy9DLE9BQU8sQ0FBQyx5QkFBeUIsaUJBQWlCLEVBQUUsQ0FBQyxDQUFDO0lBQ3RELE9BQU8sQ0FBQyxHQUFHLENBQUMsTUFBTSxDQUFDLFVBQVUsQ0FBQyxDQUFDLENBQUM7QUFDbEMsQ0FBQztBQUVELFNBQVMsb0JBQW9CLENBQUMsS0FBZ0I7SUFDNUMsSUFBSSxjQUFzQixDQUFDO0lBQzNCLHdCQUF3QjtJQUN4QixJQUFLLEtBQWEsQ0FBQyx5QkFBeUIsSUFBSSxJQUFJLEVBQUU7UUFDcEQsY0FBYztZQUNWLG9CQUFvQixDQUFFLEtBQWEsQ0FBQyx5QkFBeUIsQ0FBQyxDQUFDO0tBQ3BFO1NBQU07UUFDTCxjQUFjLEdBQUcsb0JBQW9CLENBQUMsS0FBSyxDQUFDLGdCQUFnQixDQUFDLENBQUM7S0FDL0Q7SUFDRCx1QkFBdUI7SUFDdkIsT0FBTyxjQUFjLENBQUM7QUFDeEIsQ0FBQztBQUVELFNBQVMscUJBQXFCLENBQUMsS0FBZ0I7SUFDN0MsSUFBSSxjQUFjLEdBQUcsSUFBSSxDQUFDO0lBQzFCLE1BQU0sWUFBWSxHQUFhLEVBQUUsQ0FBQztJQUNsQyxNQUFNLEtBQUssR0FBVyxFQUFFLENBQUM7SUFDekIsS0FBSyxNQUFNLEtBQUssSUFBSSxLQUFLLENBQUMsWUFBWSxFQUFFO1FBQ3RDLFlBQVksQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLFlBQVksQ0FBQyxLQUFLLENBQUMsQ0FBQyxDQUFDO0tBQzlDO0lBQ0QsS0FBSyxNQUFNLFVBQVUsSUFBSSxZQUFZLEVBQUU7UUFDckMsSUFBSSxVQUFVLENBQUMsTUFBTSxHQUFHLENBQUM7WUFDckIsVUFBVSxDQUFDLE1BQU0sS0FBSyxDQUFDLElBQUksVUFBVSxDQUFDLENBQUMsQ0FBQyxDQUFDLGFBQWEsQ0FBQyxNQUFNLEdBQUcsQ0FBQyxFQUFFO1lBQ3JFLGNBQWMsR0FBRyxLQUFLLENBQUM7WUFDdkIsTUFBTTtTQUNQO1FBQ0QsS0FBSyxDQUFDLElBQUksQ0FBQyxHQUFHLFVBQVUsQ0FBQyxDQUFDO0tBQzNCO0lBQ0QsSUFBSSxjQUFjLEVBQUU7UUFDbEIsNEJBQTRCO1FBQzVCLEtBQUssTUFBTSxLQUFLLElBQUksS0FBSyxDQUFDLE1BQU0sRUFBRTtZQUNoQyxJQUFJLElBQUksR0FBRyxLQUFLLENBQUM7WUFDakIsS
|