291 lines
49 KiB
JavaScript
291 lines
49 KiB
JavaScript
|
|
/**
|
||
|
|
* @license
|
||
|
|
* Copyright 2020 Google LLC. All Rights Reserved.
|
||
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
|
* you may not use this file except in compliance with the License.
|
||
|
|
* You may obtain a copy of the License at
|
||
|
|
*
|
||
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
*
|
||
|
|
* Unless required by applicable law or agreed to in writing, software
|
||
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
|
* See the License for the specific language governing permissions and
|
||
|
|
* limitations under the License.
|
||
|
|
* =============================================================================
|
||
|
|
*/
|
||
|
|
import { buffer } from '@tensorflow/tfjs-core';
|
||
|
|
export function pool(xValues, xShape, dtype, strides, convInfo, poolType) {
|
||
|
|
const strideHeight = convInfo.strideHeight;
|
||
|
|
const strideWidth = convInfo.strideWidth;
|
||
|
|
const dilationHeight = convInfo.dilationHeight;
|
||
|
|
const dilationWidth = convInfo.dilationWidth;
|
||
|
|
const effectiveFilterHeight = convInfo.effectiveFilterHeight;
|
||
|
|
const effectiveFilterWidth = convInfo.effectiveFilterWidth;
|
||
|
|
const padTop = convInfo.padInfo.top;
|
||
|
|
const padLeft = convInfo.padInfo.left;
|
||
|
|
const initialValue = (poolType === 'max' ? Number.NEGATIVE_INFINITY :
|
||
|
|
Number.POSITIVE_INFINITY);
|
||
|
|
const output = buffer(convInfo.outShape, dtype);
|
||
|
|
const outputVals = output.values;
|
||
|
|
const outputBatchStrides = convInfo.outShape[1] * convInfo.outShape[2] * convInfo.outShape[3];
|
||
|
|
const outputRowStrides = convInfo.outShape[2] * convInfo.outShape[3];
|
||
|
|
const outputColStrides = convInfo.outShape[3];
|
||
|
|
for (let b = 0; b < convInfo.batchSize; ++b) {
|
||
|
|
const outputBatchOffset = b * outputBatchStrides;
|
||
|
|
const inputBatchOffset = b * strides[0];
|
||
|
|
for (let d = 0; d < convInfo.inChannels; ++d) {
|
||
|
|
for (let yR = 0; yR < convInfo.outHeight; ++yR) {
|
||
|
|
const xRCorner = yR * strideHeight - padTop;
|
||
|
|
const xRMin = Math.max(0, xRCorner);
|
||
|
|
const xRMax = Math.min(convInfo.inHeight, effectiveFilterHeight + xRCorner);
|
||
|
|
const outputRowOffset = outputBatchOffset + yR * outputRowStrides;
|
||
|
|
for (let yC = 0; yC < convInfo.outWidth; ++yC) {
|
||
|
|
const xCCorner = yC * strideWidth - padLeft;
|
||
|
|
const xCMin = Math.max(0, xCCorner);
|
||
|
|
const xCMax = Math.min(convInfo.inWidth, effectiveFilterWidth + xCCorner);
|
||
|
|
let minMaxValue = initialValue;
|
||
|
|
let avgValue = 0;
|
||
|
|
let count = 0;
|
||
|
|
for (let xR = xRMin; xR < xRMax; xR += dilationHeight) {
|
||
|
|
const xROffset = inputBatchOffset + xR * strides[1];
|
||
|
|
for (let xC = xCMin; xC < xCMax; xC += dilationWidth) {
|
||
|
|
const xCOffset = xROffset + xC * strides[2];
|
||
|
|
const pixel = xValues[xCOffset + d];
|
||
|
|
if ((poolType === 'max' && pixel > minMaxValue)) {
|
||
|
|
minMaxValue = pixel;
|
||
|
|
}
|
||
|
|
else if (poolType === 'avg') {
|
||
|
|
avgValue += pixel;
|
||
|
|
count++;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if (isNaN(minMaxValue)) {
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
const outputOffset = outputRowOffset + yC * outputColStrides + d;
|
||
|
|
outputVals[outputOffset] =
|
||
|
|
poolType === 'avg' ? avgValue / count : minMaxValue;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return output;
|
||
|
|
}
|
||
|
|
export function maxPoolPositions(xValues, xShape, dtype, convInfo, flattenPositions = false, includeBatchInIndex = false) {
|
||
|
|
const maxPositions = buffer(convInfo.outShape, 'int32');
|
||
|
|
const strideHeight = convInfo.strideHeight;
|
||
|
|
const strideWidth = convInfo.strideWidth;
|
||
|
|
const dilationHeight = convInfo.dilationHeight;
|
||
|
|
const dilationWidth = convInfo.dilationWidth;
|
||
|
|
const effectiveFilterHeight = convInfo.effectiveFilterHeight;
|
||
|
|
const effectiveFilterWidth = convInfo.effectiveFilterWidth;
|
||
|
|
const padTop = convInfo.padInfo.top;
|
||
|
|
const padLeft = convInfo.padInfo.left;
|
||
|
|
const xBuf = buffer(xShape, dtype, xValues);
|
||
|
|
for (let b = 0; b < convInfo.batchSize; ++b) {
|
||
|
|
for (let d = 0; d < convInfo.inChannels; ++d) {
|
||
|
|
for (let yR = 0; yR < convInfo.outHeight; ++yR) {
|
||
|
|
const xRCorner = yR * strideHeight - padTop;
|
||
|
|
let xRMin = xRCorner;
|
||
|
|
while (xRMin < 0) {
|
||
|
|
xRMin += dilationHeight;
|
||
|
|
}
|
||
|
|
// const xRMin = Math.max(0, xRCorner);
|
||
|
|
const xRMax = Math.min(convInfo.inHeight, effectiveFilterHeight + xRCorner);
|
||
|
|
for (let yC = 0; yC < convInfo.outWidth; ++yC) {
|
||
|
|
const xCCorner = yC * strideWidth - padLeft;
|
||
|
|
let xCMin = xCCorner;
|
||
|
|
while (xCMin < 0) {
|
||
|
|
xCMin += dilationWidth;
|
||
|
|
}
|
||
|
|
const xCMax = Math.min(convInfo.inWidth, effectiveFilterWidth + xCCorner);
|
||
|
|
let maxValue = Number.NEGATIVE_INFINITY;
|
||
|
|
let maxPosition = -1;
|
||
|
|
for (let xR = xRMin; xR < xRMax; xR += dilationHeight) {
|
||
|
|
const wR = xR - xRCorner;
|
||
|
|
for (let xC = xCMin; xC < xCMax; xC += dilationWidth) {
|
||
|
|
const wC = xC - xCCorner;
|
||
|
|
// For some reason, disable-next-line is not working
|
||
|
|
// TODO(mattsoulanille): Remove this when switching to TS5.
|
||
|
|
/* tslint:disable: no-unnecessary-type-assertion */
|
||
|
|
const pixel = xBuf.get(b, xR, xC, d);
|
||
|
|
if (pixel > maxValue) {
|
||
|
|
maxValue = pixel;
|
||
|
|
if (flattenPositions) {
|
||
|
|
maxPosition = includeBatchInIndex ?
|
||
|
|
((b * convInfo.inHeight + xR) * convInfo.inWidth + xC) *
|
||
|
|
convInfo.inChannels +
|
||
|
|
d :
|
||
|
|
(xR * convInfo.inWidth + xC) * convInfo.inChannels + d;
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
maxPosition = wR * effectiveFilterWidth + wC;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
maxPositions.set(maxPosition, b, yR, yC, d);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return maxPositions;
|
||
|
|
}
|
||
|
|
export function pool3d(xValues, xShape, dtype, strides, convInfo, poolType) {
|
||
|
|
const strideDepth = convInfo.strideDepth;
|
||
|
|
const strideHeight = convInfo.strideHeight;
|
||
|
|
const strideWidth = convInfo.strideWidth;
|
||
|
|
const dilationDepth = convInfo.dilationDepth;
|
||
|
|
const dilationHeight = convInfo.dilationHeight;
|
||
|
|
const dilationWidth = convInfo.dilationWidth;
|
||
|
|
const effectiveFilterDepth = convInfo.effectiveFilterDepth;
|
||
|
|
const effectiveFilterHeight = convInfo.effectiveFilterHeight;
|
||
|
|
const effectiveFilterWidth = convInfo.effectiveFilterWidth;
|
||
|
|
const padFront = convInfo.padInfo.front;
|
||
|
|
const padTop = convInfo.padInfo.top;
|
||
|
|
const padLeft = convInfo.padInfo.left;
|
||
|
|
const initialValue = (poolType === 'max' ? Number.NEGATIVE_INFINITY :
|
||
|
|
Number.POSITIVE_INFINITY);
|
||
|
|
const output = buffer(convInfo.outShape, dtype);
|
||
|
|
const outputVals = output.values;
|
||
|
|
const outputBatchStrides = convInfo.outShape[1] * convInfo.outShape[2] *
|
||
|
|
convInfo.outShape[3] * convInfo.outShape[4];
|
||
|
|
const outputDepthStrides = convInfo.outShape[2] * convInfo.outShape[3] * convInfo.outShape[4];
|
||
|
|
const outputRowStrides = convInfo.outShape[3] * convInfo.outShape[4];
|
||
|
|
const outputColStrides = convInfo.outShape[4];
|
||
|
|
for (let batch = 0; batch < convInfo.batchSize; ++batch) {
|
||
|
|
const outputBatchOffset = batch * outputBatchStrides;
|
||
|
|
const inputBatchOffset = batch * strides[0];
|
||
|
|
for (let channel = 0; channel < convInfo.inChannels; ++channel) {
|
||
|
|
for (let yDepth = 0; yDepth < convInfo.outDepth; ++yDepth) {
|
||
|
|
const xDepthCorner = yDepth * strideDepth - padFront;
|
||
|
|
let xDepthMin = xDepthCorner;
|
||
|
|
while (xDepthMin < 0) {
|
||
|
|
xDepthMin += dilationDepth;
|
||
|
|
}
|
||
|
|
const xDepthMax = Math.min(convInfo.inDepth, effectiveFilterDepth + xDepthCorner);
|
||
|
|
const outputDepthOffset = outputBatchOffset + yDepth * outputDepthStrides;
|
||
|
|
for (let yRow = 0; yRow < convInfo.outHeight; ++yRow) {
|
||
|
|
const xRowCorner = yRow * strideHeight - padTop;
|
||
|
|
let xRowMin = xRowCorner;
|
||
|
|
while (xRowMin < 0) {
|
||
|
|
xRowMin += dilationHeight;
|
||
|
|
}
|
||
|
|
const xRowMax = Math.min(convInfo.inHeight, effectiveFilterHeight + xRowCorner);
|
||
|
|
const outputRowOffset = outputDepthOffset + yRow * outputRowStrides;
|
||
|
|
for (let yCol = 0; yCol < convInfo.outWidth; ++yCol) {
|
||
|
|
const xColCorner = yCol * strideWidth - padLeft;
|
||
|
|
let xColMin = xColCorner;
|
||
|
|
while (xColMin < 0) {
|
||
|
|
xColMin += dilationWidth;
|
||
|
|
}
|
||
|
|
const xColMax = Math.min(convInfo.inWidth, effectiveFilterWidth + xColCorner);
|
||
|
|
// Shader code begins
|
||
|
|
const outputColOffset = outputRowOffset + yCol * outputColStrides;
|
||
|
|
let minMaxValue = initialValue;
|
||
|
|
let avgValue = 0;
|
||
|
|
let count = 0;
|
||
|
|
for (let xDepth = xDepthMin; xDepth < xDepthMax; xDepth += dilationDepth) {
|
||
|
|
const xDepthOffset = inputBatchOffset + xDepth * strides[1];
|
||
|
|
for (let xRow = xRowMin; xRow < xRowMax; xRow += dilationHeight) {
|
||
|
|
const xRowOffset = xDepthOffset + xRow * strides[2];
|
||
|
|
for (let xCol = xColMin; xCol < xColMax; xCol += dilationWidth) {
|
||
|
|
const xColOffset = xRowOffset + xCol * strides[3];
|
||
|
|
const pixel = xValues[xColOffset + channel];
|
||
|
|
if ((poolType === 'max' && pixel > minMaxValue)) {
|
||
|
|
minMaxValue = pixel;
|
||
|
|
}
|
||
|
|
else if (poolType === 'avg') {
|
||
|
|
avgValue += pixel;
|
||
|
|
count++;
|
||
|
|
}
|
||
|
|
if (isNaN(minMaxValue)) {
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if (isNaN(minMaxValue)) {
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if (isNaN(minMaxValue)) {
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
const outputOffset = outputColOffset + channel;
|
||
|
|
outputVals[outputOffset] = poolType === 'avg' ?
|
||
|
|
avgValue / Math.max(count, 1) :
|
||
|
|
minMaxValue;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return output;
|
||
|
|
}
|
||
|
|
export function maxPool3dPositions(xBuf, convInfo) {
|
||
|
|
const maxPositions = buffer(convInfo.outShape, 'int32');
|
||
|
|
const strideDepth = convInfo.strideDepth;
|
||
|
|
const strideHeight = convInfo.strideHeight;
|
||
|
|
const strideWidth = convInfo.strideWidth;
|
||
|
|
const dilationDepth = convInfo.dilationDepth;
|
||
|
|
const dilationHeight = convInfo.dilationHeight;
|
||
|
|
const dilationWidth = convInfo.dilationWidth;
|
||
|
|
const effectiveFilterDepth = convInfo.effectiveFilterDepth;
|
||
|
|
const effectiveFilterHeight = convInfo.effectiveFilterHeight;
|
||
|
|
const effectiveFilterWidth = convInfo.effectiveFilterWidth;
|
||
|
|
const padFront = convInfo.padInfo.front;
|
||
|
|
const padTop = convInfo.padInfo.top;
|
||
|
|
const padLeft = convInfo.padInfo.left;
|
||
|
|
for (let batch = 0; batch < convInfo.batchSize; ++batch) {
|
||
|
|
for (let channel = 0; channel < convInfo.inChannels; ++channel) {
|
||
|
|
for (let yDepth = 0; yDepth < convInfo.outDepth; ++yDepth) {
|
||
|
|
const xDepthCorner = yDepth * strideDepth - padFront;
|
||
|
|
let xDepthMin = xDepthCorner;
|
||
|
|
while (xDepthMin < 0) {
|
||
|
|
xDepthMin += dilationDepth;
|
||
|
|
}
|
||
|
|
const xDepthMax = Math.min(convInfo.inDepth, effectiveFilterDepth + xDepthCorner);
|
||
|
|
for (let yRow = 0; yRow < convInfo.outHeight; ++yRow) {
|
||
|
|
const xRowCorner = yRow * strideHeight - padTop;
|
||
|
|
let xRowMin = xRowCorner;
|
||
|
|
while (xRowMin < 0) {
|
||
|
|
xRowMin += dilationHeight;
|
||
|
|
}
|
||
|
|
const xRowMax = Math.min(convInfo.inHeight, effectiveFilterHeight + xRowCorner);
|
||
|
|
for (let yCol = 0; yCol < convInfo.outWidth; ++yCol) {
|
||
|
|
const xColCorner = yCol * strideWidth - padLeft;
|
||
|
|
let xColMin = xColCorner;
|
||
|
|
while (xColMin < 0) {
|
||
|
|
xColMin += dilationWidth;
|
||
|
|
}
|
||
|
|
const xColMax = Math.min(convInfo.inWidth, effectiveFilterWidth + xColCorner);
|
||
|
|
// Shader code begins
|
||
|
|
let maxValue = Number.NEGATIVE_INFINITY;
|
||
|
|
let maxPosition = -1;
|
||
|
|
for (let xDepth = xDepthMin; xDepth < xDepthMax; xDepth += dilationDepth) {
|
||
|
|
const wDepth = xDepth - xDepthCorner;
|
||
|
|
for (let xRow = xRowMin; xRow < xRowMax; xRow += dilationHeight) {
|
||
|
|
const wRow = xRow - xRowCorner;
|
||
|
|
for (let xCol = xColMin; xCol < xColMax; xCol += dilationWidth) {
|
||
|
|
const wCol = xCol - xColCorner;
|
||
|
|
const pixel = xBuf.get(batch, xDepth, xRow, xCol, channel);
|
||
|
|
if (pixel >= maxValue) {
|
||
|
|
maxValue = pixel;
|
||
|
|
maxPosition =
|
||
|
|
wDepth * effectiveFilterHeight * effectiveFilterWidth +
|
||
|
|
wRow * effectiveFilterHeight + wCol;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
maxPositions.set(maxPosition, batch, yDepth, yRow, yCol, channel);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return maxPositions;
|
||
|
|
}
|
||
|
|
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicG9vbF91dGlscy5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uLy4uLy4uL3RmanMtYmFja2VuZC1jcHUvc3JjL3V0aWxzL3Bvb2xfdXRpbHMudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUE7Ozs7Ozs7Ozs7Ozs7OztHQWVHO0FBRUgsT0FBTyxFQUFlLE1BQU0sRUFBMkMsTUFBTSx1QkFBdUIsQ0FBQztBQUVyRyxNQUFNLFVBQVUsSUFBSSxDQUNoQixPQUFtQixFQUFFLE1BQWdCLEVBQUUsS0FBZSxFQUFFLE9BQWlCLEVBQ3pFLFFBQWlDLEVBQ2pDLFFBQXFCO0lBQ3ZCLE1BQU0sWUFBWSxHQUFHLFFBQVEsQ0FBQyxZQUFZLENBQUM7SUFDM0MsTUFBTSxXQUFXLEdBQUcsUUFBUSxDQUFDLFdBQVcsQ0FBQztJQUN6QyxNQUFNLGNBQWMsR0FBRyxRQUFRLENBQUMsY0FBYyxDQUFDO0lBQy9DLE1BQU0sYUFBYSxHQUFHLFFBQVEsQ0FBQyxhQUFhLENBQUM7SUFDN0MsTUFBTSxxQkFBcUIsR0FBRyxRQUFRLENBQUMscUJBQXFCLENBQUM7SUFDN0QsTUFBTSxvQkFBb0IsR0FBRyxRQUFRLENBQUMsb0JBQW9CLENBQUM7SUFDM0QsTUFBTSxNQUFNLEdBQUcsUUFBUSxDQUFDLE9BQU8sQ0FBQyxHQUFHLENBQUM7SUFDcEMsTUFBTSxPQUFPLEdBQUcsUUFBUSxDQUFDLE9BQU8sQ0FBQyxJQUFJLENBQUM7SUFFdEMsTUFBTSxZQUFZLEdBQ2QsQ0FBQyxRQUFRLEtBQUssS0FBSyxDQUFDLENBQUMsQ0FBQyxNQUFNLENBQUMsaUJBQWlCLENBQUMsQ0FBQztRQUMxQixNQUFNLENBQUMsaUJBQWlCLENBQUMsQ0FBQztJQUVwRCxNQUFNLE1BQU0sR0FBRyxNQUFNLENBQUMsUUFBUSxDQUFDLFFBQVEsRUFBRSxLQUFLLENBQUMsQ0FBQztJQUNoRCxNQUFNLFVBQVUsR0FBRyxNQUFNLENBQUMsTUFBTSxDQUFDO0lBRWpDLE1BQU0sa0JBQWtCLEdBQ3BCLFFBQVEsQ0FBQyxRQUFRLENBQUMsQ0FBQyxDQUFDLEdBQUcsUUFBUSxDQUFDLFFBQVEsQ0FBQyxDQUFDLENBQUMsR0FBRyxRQUFRLENBQUMsUUFBUSxDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQ3ZFLE1BQU0sZ0JBQWdCLEdBQUcsUUFBUSxDQUFDLFFBQVEsQ0FBQyxDQUFDLENBQUMsR0FBRyxRQUFRLENBQUMsUUFBUSxDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQ3JFLE1BQU0sZ0JBQWdCLEdBQUcsUUFBUSxDQUFDLFFBQVEsQ0FBQyxDQUFDLENBQUMsQ0FBQztJQUU5QyxLQUFLLElBQUksQ0FBQyxHQUFHLENBQUMsRUFBRSxDQUFDLEdBQUcsUUFBUSxDQUFDLFNBQVMsRUFBRSxFQUFFLENBQUMsRUFBRTtRQUMzQyxNQUFNLGlCQUFpQixHQUFHLENBQUMsR0FBRyxrQkFBa0IsQ0FBQztRQUNqRCxNQUFNLGdCQUFnQixHQUFHLENBQUMsR0FBRyxPQUFPLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDeEMsS0FBSyxJQUFJLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQyxHQUFHLFFBQVEsQ0FBQyxVQUFVLEVBQUUsRUFBRSxDQUFDLEVBQUU7WUFDNUMsS0FBSyxJQUFJLEVBQUUsR0FBRyxDQUFDLEVBQUUsRUFBRSxHQUFHLFFBQVEsQ0FBQyxTQUFTLEVBQUUsRUFBRSxFQUFFLEVBQUU7Z0JBQzlDLE1BQU0sUUFBUSxHQUFHLEVBQUUsR0FBRyxZQUFZLEdBQUcsTUFBTSxDQUFDO2dCQUM1QyxNQUFNLEtBQUssR0FBRyxJQUFJLENBQUMsR0FBRyxDQUFDLENBQUMsRUFBRSxRQUFRLENBQUMsQ0FBQztnQkFDcEMsTUFBTSxLQUFLLEdBQ1AsSUFBSSxDQUFDLEdBQUcsQ0FBQyxRQUFRLENBQUMsUUFBUSxFQUFFLHFCQUFxQixHQUFHLFFBQVEsQ0FBQyxDQUFDO2dCQUNsRSxNQUFNLGVBQWUsR0FBRyxpQkFBaUIsR0FBRyxFQUFFLEdBQUcsZ0JBQWdCLENBQUM7Z0JBQ2xFLEtBQUssSUFBSSxFQUFFLEdBQUcsQ0FBQyxFQUFFLEVBQUUsR0FBRyxRQUFRLENBQUMsUUFBUSxFQUFFLEVBQUUsRUFBRSxFQUFFO29CQUM3QyxNQUFNLFFBQVEsR0FBRyxFQUFFLEdBQUcsV0FBVyxHQUFHLE9BQU8sQ0FBQztvQkFDNUMsTUFBTSxLQUFLLEdBQUcsSUFBSSxDQUFDLEdBQUcsQ0FBQyxDQUFDLEVBQUUsUUFBUSxDQUFDLENBQUM7b0JBQ3BDLE1BQU0sS0FBSyxHQUNQLElBQUksQ0FBQyxHQUFHLENBQUMsUUFBUSxDQUFDLE9BQU8sRUFBRSxvQkFBb0IsR0FBRyxRQUFRLENBQUMsQ0FBQztvQkFDaEUsSUFBSSxXQUFXLEdBQUcsWUFBWSxDQUFDO29CQUMvQixJQUFJLFFBQVEsR0FBRyxDQUFDLENBQUM7b0JBQ2pCLElBQUksS0FBSyxHQUFHLENBQUMsQ0FBQztvQkFDZCxLQUFLLElBQUksRUFBRSxHQUFHLEtBQUssRUFBRSxFQUFFLEdBQUcsS0FBSyxFQUFFLEVBQUUsSUFBSSxjQUFjLEVBQUU7d0JBQ3JELE1BQU0sUUFBUSxHQUFHLGdCQUFnQixHQUFHLEVBQUUsR0FBRyxPQUFPLENBQUMsQ0FBQyxDQUFDLENBQUM7d0JBQ3BELEtBQUssSUFBSSxFQUFFLEdBQUcsS0FBSyxFQUFFLEVBQUUsR0FBRyxLQUFLLEVBQUUsRUFBRSxJQUFJLGFBQWEsRUFBRTs0QkFDcEQsTUFBTSxRQUFRLEdBQUcsUUFBUSxHQUFHLEVBQUUsR0FBRyxPQUFPLENBQUMsQ0FBQyxDQUFDLENBQUM7NEJBQzVDLE1BQU0sS0FBSyxHQUFHLE9BQU8sQ0FBQyxRQUFRLEdBQUcsQ0FBQyxDQUFDLENBQUM7NEJBQ3BDLElBQUksQ0FBQyxRQUFRLEtBQUssS0FBSyxJQUFJLEtBQUssR0FBRyxXQUFXLENBQUMsRUFBRTtnQ0FDL0MsV0FBVyxHQUFHLEtBQUssQ0FBQzs2QkFDckI7aUNBQU0sSUFBSSxRQUFRLEtBQUssS0FBSyxFQUFFO2dDQUM3QixRQUFRLElBQUksS0FBSyxDQUFDO2dDQUNsQixLQUFLLEVBQUUsQ0FBQzs2QkFDVDt5QkFDRjt3QkFDRCxJQUFJLEtBQUssQ0FBQyxXQUFXLENBQUMsRUFBRTs0QkFDdEIsTUFBTTt5QkFDUDtxQkFDRjtvQkFDRCxNQUFNLFlBQVksR0FBRyxlQUFlLEdBQUcsRUFBRSxHQUFHLGdCQUFnQixHQUFHLENBQUMsQ0FBQztvQkFDakUsVUFBVSxDQUFDLFlBQVksQ0FBQzt3QkFDcEIsUUFBUSxLQUFLLEtBQUssQ0FBQyxDQUFDLENBQUMsUUFBUSxHQUFHLEtBQUssQ0FBQyxDQUFDLENBQUMsV0FBVyxDQUFDO2lCQUN6RDthQUNGO1NBQ0Y7S0FDRjtJQUNELE9BQU8sTUFBTSxDQUFDO0FBQ2hCLENBQUM7QUFFRCxNQUFNLFVBQVUsZ0JBQWdCLENBQzVCLE9BQW1CLEVBQUUsTUFBZ0IsRUFBRSxLQUFlLEVBQ3REL
|