196 lines
30 KiB
JavaScript
196 lines
30 KiB
JavaScript
|
|
/**
|
||
|
|
* @license
|
||
|
|
* Copyright 2021 Google LLC. All Rights Reserved.
|
||
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
|
* you may not use this file except in compliance with the License.
|
||
|
|
* You may obtain a copy of the License at
|
||
|
|
*
|
||
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
*
|
||
|
|
* Unless required by applicable law or agreed to in writing, software
|
||
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
|
* See the License for the specific language governing permissions and
|
||
|
|
* limitations under the License.
|
||
|
|
* =============================================================================
|
||
|
|
*/
|
||
|
|
import { Transform, util } from '@tensorflow/tfjs-core';
|
||
|
|
export function transform(args) {
|
||
|
|
const { inputs, attrs, backend } = args;
|
||
|
|
const { image, transforms } = inputs;
|
||
|
|
const { interpolation, fillMode, fillValue, outputShape } = attrs;
|
||
|
|
const [batch, imageHeight, imageWidth, numChannels] = image.shape;
|
||
|
|
const [outHeight, outWidth] = outputShape != null ? outputShape : [imageHeight, imageWidth];
|
||
|
|
const outShape = [batch, outHeight, outWidth, numChannels];
|
||
|
|
const inStrides = util.computeStrides(image.shape);
|
||
|
|
const batchInStride = inStrides[0];
|
||
|
|
const rowInStride = inStrides[1];
|
||
|
|
const colInStride = inStrides[2];
|
||
|
|
const outStrides = util.computeStrides(outShape);
|
||
|
|
const batchOutStride = outStrides[0];
|
||
|
|
const rowOutStride = outStrides[1];
|
||
|
|
const colOutStride = outStrides[2];
|
||
|
|
const outVals = util.getTypedArrayFromDType(image.dtype, util.sizeFromShape(outShape));
|
||
|
|
outVals.fill(fillValue);
|
||
|
|
const imageVals = backend.data.get(image.dataId).values;
|
||
|
|
const transformVals = backend.data.get(transforms.dataId).values;
|
||
|
|
// Ref TF implementation:
|
||
|
|
// https://github.com/tensorflow/tensorflow/blob/master/tensorflow/core/kernels/image/image_ops.h
|
||
|
|
for (let b = 0; b < batch; ++b) {
|
||
|
|
const transform = transforms.shape[0] === 1 ?
|
||
|
|
transformVals :
|
||
|
|
transformVals.subarray(b * 8, b * 8 + 8);
|
||
|
|
for (let outY = 0; outY < outHeight; ++outY) {
|
||
|
|
for (let outX = 0; outX < outWidth; ++outX) {
|
||
|
|
for (let channel = 0; channel < numChannels; ++channel) {
|
||
|
|
let val;
|
||
|
|
const projection = transform[6] * outX + transform[7] * outY + 1;
|
||
|
|
if (projection === 0) {
|
||
|
|
// Return the fill value for infinite coordinates,
|
||
|
|
// which are outside the input image
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
const inX = (transform[0] * outX + transform[1] * outY + transform[2]) /
|
||
|
|
projection;
|
||
|
|
const inY = (transform[3] * outX + transform[4] * outY + transform[5]) /
|
||
|
|
projection;
|
||
|
|
const x = mapCoord(inX, imageWidth, fillMode);
|
||
|
|
const y = mapCoord(inY, imageHeight, fillMode);
|
||
|
|
switch (interpolation) {
|
||
|
|
case 'nearest':
|
||
|
|
val = nearestInterpolation(imageVals, imageHeight, imageWidth, batchInStride, rowInStride, colInStride, b, y, x, channel, fillValue);
|
||
|
|
break;
|
||
|
|
case 'bilinear':
|
||
|
|
val = bilinearInterpolation(imageVals, imageHeight, imageWidth, batchInStride, rowInStride, colInStride, b, y, x, channel, fillValue);
|
||
|
|
break;
|
||
|
|
default:
|
||
|
|
throw new Error(`Error in Transform: Expect 'nearest' or ` +
|
||
|
|
`'bilinear', but got ${interpolation}`);
|
||
|
|
}
|
||
|
|
const ind = b * batchOutStride + outY * rowOutStride +
|
||
|
|
outX * colOutStride + channel;
|
||
|
|
outVals[ind] = val;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return backend.makeTensorInfo(outShape, image.dtype, outVals);
|
||
|
|
}
|
||
|
|
const dataId = backend.write(outVals, outShape, image.dtype);
|
||
|
|
return { dataId, shape: image.shape, dtype: image.dtype };
|
||
|
|
}
|
||
|
|
export const transformConfig = {
|
||
|
|
kernelName: Transform,
|
||
|
|
backendName: 'cpu',
|
||
|
|
kernelFunc: transform
|
||
|
|
};
|
||
|
|
function mapCoord(outCoord, len, mode) {
|
||
|
|
switch (mode) {
|
||
|
|
case 'reflect':
|
||
|
|
return mapCoordReflect(outCoord, len);
|
||
|
|
case 'wrap':
|
||
|
|
return mapCoordWrap(outCoord, len);
|
||
|
|
case 'nearest':
|
||
|
|
return mapCoordNearest(outCoord, len);
|
||
|
|
case 'constant':
|
||
|
|
default:
|
||
|
|
return mapCoordConstant(outCoord, len);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
function mapCoordReflect(outCoord, len) {
|
||
|
|
// Reflect [abcd] to [dcba|abcd|dcba].
|
||
|
|
let inCoord = outCoord;
|
||
|
|
if (inCoord < 0) {
|
||
|
|
if (len <= 1) {
|
||
|
|
inCoord = 0;
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
const sz2 = 2 * len;
|
||
|
|
if (inCoord < sz2) {
|
||
|
|
inCoord = sz2 * Math.trunc(-inCoord / sz2) + inCoord;
|
||
|
|
}
|
||
|
|
inCoord = inCoord < -len ? inCoord + sz2 : -inCoord - 1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
else if (inCoord > len - 1) {
|
||
|
|
if (len <= 1) {
|
||
|
|
inCoord = 0;
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
const sz2 = 2 * len;
|
||
|
|
inCoord -= sz2 * Math.trunc(inCoord / sz2);
|
||
|
|
if (inCoord >= len) {
|
||
|
|
inCoord = sz2 - inCoord - 1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
// clamp is necessary because when outCoord = 3.5 and len = 4,
|
||
|
|
// inCoord = 3.5 and will be rounded to 4 in nearest interpolation.
|
||
|
|
return util.clamp(0, inCoord, len - 1);
|
||
|
|
}
|
||
|
|
function mapCoordWrap(outCoord, len) {
|
||
|
|
// Wrap [abcd] to [abcd|abcd|abcd].
|
||
|
|
let inCoord = outCoord;
|
||
|
|
if (inCoord < 0) {
|
||
|
|
if (len <= 1) {
|
||
|
|
inCoord = 0;
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
const sz = len - 1;
|
||
|
|
inCoord += len * (Math.trunc(-inCoord / sz) + 1);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
else if (inCoord > len - 1) {
|
||
|
|
if (len <= 1) {
|
||
|
|
inCoord = 0;
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
const sz = len - 1;
|
||
|
|
inCoord -= len * Math.trunc(inCoord / sz);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
// clamp is necessary because when outCoord = -0.5 and len = 4,
|
||
|
|
// inCoord = 3.5 and will be rounded to 4 in nearest interpolation.
|
||
|
|
return util.clamp(0, inCoord, len - 1);
|
||
|
|
}
|
||
|
|
function mapCoordConstant(outCoord, len) {
|
||
|
|
return outCoord;
|
||
|
|
}
|
||
|
|
function mapCoordNearest(outCoord, len) {
|
||
|
|
return util.clamp(0, outCoord, len - 1);
|
||
|
|
}
|
||
|
|
function readWithFillValue(imageVals, imageHeight, imageWidth, batchStride, rowStride, colStride, batch, y, x, channel, fillValue) {
|
||
|
|
const ind = batch * batchStride + y * rowStride + x * colStride + channel;
|
||
|
|
if (0 <= y && y < imageHeight && 0 <= x && x < imageWidth) {
|
||
|
|
return imageVals[ind];
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
return fillValue;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
function nearestInterpolation(imageVals, imageHeight, imageWidth, batchStride, rowStride, colStride, batch, y, x, channel, fillValue) {
|
||
|
|
const $y = Math.round(y);
|
||
|
|
const $x = Math.round(x);
|
||
|
|
return readWithFillValue(imageVals, imageHeight, imageWidth, batchStride, rowStride, colStride, batch, $y, $x, channel, fillValue);
|
||
|
|
}
|
||
|
|
function bilinearInterpolation(imageVals, imageHeight, imageWidth, batchStride, rowStride, colStride, batch, y, x, channel, fillValue) {
|
||
|
|
const yFloor = Math.floor(y);
|
||
|
|
const xFloor = Math.floor(x);
|
||
|
|
const yCeil = yFloor + 1;
|
||
|
|
const xCeil = xFloor + 1;
|
||
|
|
// f(x, yFloor) = (xCeil - x) / (xCeil - xFloor) * f(xFloor, yFloor)
|
||
|
|
// + (x - xFloor) / (xCeil - xFloor) * f(xCeil, yFloor)
|
||
|
|
const valueYFloor = (xCeil - x) *
|
||
|
|
readWithFillValue(imageVals, imageHeight, imageWidth, batchStride, rowStride, colStride, batch, yFloor, xFloor, channel, fillValue) +
|
||
|
|
(x - xFloor) *
|
||
|
|
readWithFillValue(imageVals, imageHeight, imageWidth, batchStride, rowStride, colStride, batch, yFloor, xCeil, channel, fillValue);
|
||
|
|
// f(x, yCeil) = (xCeil - x) / (xCeil - xFloor) * f(xFloor, yCeil)
|
||
|
|
// + (x - xFloor) / (xCeil - xFloor) * f(xCeil, yCeil)
|
||
|
|
const valueYCeil = (xCeil - x) *
|
||
|
|
readWithFillValue(imageVals, imageHeight, imageWidth, batchStride, rowStride, colStride, batch, yCeil, xFloor, channel, fillValue) +
|
||
|
|
(x - xFloor) *
|
||
|
|
readWithFillValue(imageVals, imageHeight, imageWidth, batchStride, rowStride, colStride, batch, yCeil, xCeil, channel, fillValue);
|
||
|
|
// f(x, y) = (yCeil - y) / (yCeil - yFloor) * f(x, yFloor)
|
||
|
|
// + (y - yFloor) / (yCeil - yFloor) * f(x, yCeil)
|
||
|
|
return (yCeil - y) * valueYFloor + (y - yFloor) * valueYCeil;
|
||
|
|
}
|
||
|
|
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiVHJhbnNmb3JtLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vLi4vLi4vdGZqcy1iYWNrZW5kLWNwdS9zcmMva2VybmVscy9UcmFuc2Zvcm0udHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUE7Ozs7Ozs7Ozs7Ozs7OztHQWVHO0FBRUgsT0FBTyxFQUF3RCxTQUFTLEVBQStDLElBQUksRUFBQyxNQUFNLHVCQUF1QixDQUFDO0FBSTFKLE1BQU0sVUFBVSxTQUFTLENBQUMsSUFJekI7SUFDQyxNQUFNLEVBQUMsTUFBTSxFQUFFLEtBQUssRUFBRSxPQUFPLEVBQUMsR0FBRyxJQUFJLENBQUM7SUFDdEMsTUFBTSxFQUFDLEtBQUssRUFBRSxVQUFVLEVBQUMsR0FBRyxNQUFNLENBQUM7SUFDbkMsTUFBTSxFQUFDLGFBQWEsRUFBRSxRQUFRLEVBQUUsU0FBUyxFQUFFLFdBQVcsRUFBQyxHQUFHLEtBQUssQ0FBQztJQUVoRSxNQUFNLENBQUMsS0FBSyxFQUFFLFdBQVcsRUFBRSxVQUFVLEVBQUUsV0FBVyxDQUFDLEdBQUcsS0FBSyxDQUFDLEtBQUssQ0FBQztJQUNsRSxNQUFNLENBQUMsU0FBUyxFQUFFLFFBQVEsQ0FBQyxHQUN2QixXQUFXLElBQUksSUFBSSxDQUFDLENBQUMsQ0FBQyxXQUFXLENBQUMsQ0FBQyxDQUFDLENBQUMsV0FBVyxFQUFFLFVBQVUsQ0FBQyxDQUFDO0lBQ2xFLE1BQU0sUUFBUSxHQUFHLENBQUMsS0FBSyxFQUFFLFNBQVMsRUFBRSxRQUFRLEVBQUUsV0FBVyxDQUFDLENBQUM7SUFFM0QsTUFBTSxTQUFTLEdBQUcsSUFBSSxDQUFDLGNBQWMsQ0FBQyxLQUFLLENBQUMsS0FBSyxDQUFDLENBQUM7SUFDbkQsTUFBTSxhQUFhLEdBQUcsU0FBUyxDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQ25DLE1BQU0sV0FBVyxHQUFHLFNBQVMsQ0FBQyxDQUFDLENBQUMsQ0FBQztJQUNqQyxNQUFNLFdBQVcsR0FBRyxTQUFTLENBQUMsQ0FBQyxDQUFDLENBQUM7SUFFakMsTUFBTSxVQUFVLEdBQUcsSUFBSSxDQUFDLGNBQWMsQ0FBQyxRQUFRLENBQUMsQ0FBQztJQUNqRCxNQUFNLGNBQWMsR0FBRyxVQUFVLENBQUMsQ0FBQyxDQUFDLENBQUM7SUFDckMsTUFBTSxZQUFZLEdBQUcsVUFBVSxDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQ25DLE1BQU0sWUFBWSxHQUFHLFVBQVUsQ0FBQyxDQUFDLENBQUMsQ0FBQztJQUVuQyxNQUFNLE9BQU8sR0FBRyxJQUFJLENBQUMsc0JBQXNCLENBQ3ZDLEtBQUssQ0FBQyxLQUF3QixFQUFFLElBQUksQ0FBQyxhQUFhLENBQUMsUUFBUSxDQUFDLENBQUMsQ0FBQztJQUVsRSxPQUFPLENBQUMsSUFBSSxDQUFDLFNBQVMsQ0FBQyxDQUFDO0lBRXhCLE1BQU0sU0FBUyxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsR0FBRyxDQUFDLEtBQUssQ0FBQyxNQUFNLENBQUMsQ0FBQyxNQUFvQixDQUFDO0lBQ3RFLE1BQU0sYUFBYSxHQUNmLE9BQU8sQ0FBQyxJQUFJLENBQUMsR0FBRyxDQUFDLFVBQVUsQ0FBQyxNQUFNLENBQUMsQ0FBQyxNQUFvQixDQUFDO0lBRTdELHlCQUF5QjtJQUN6QixpR0FBaUc7SUFDakcsS0FBSyxJQUFJLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQyxHQUFHLEtBQUssRUFBRSxFQUFFLENBQUMsRUFBRTtRQUM5QixNQUFNLFNBQVMsR0FBRyxVQUFVLENBQUMsS0FBSyxDQUFDLENBQUMsQ0FBQyxLQUFLLENBQUMsQ0FBQyxDQUFDO1lBQ3pDLGFBQWEsQ0FBQyxDQUFDO1lBQ2YsYUFBYSxDQUFDLFFBQVEsQ0FBQyxDQUFDLEdBQUcsQ0FBQyxFQUFFLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUM7UUFFN0MsS0FBSyxJQUFJLElBQUksR0FBRyxDQUFDLEVBQUUsSUFBSSxHQUFHLFNBQVMsRUFBRSxFQUFFLElBQUksRUFBRTtZQUMzQyxLQUFLLElBQUksSUFBSSxHQUFHLENBQUMsRUFBRSxJQUFJLEdBQUcsUUFBUSxFQUFFLEVBQUUsSUFBSSxFQUFFO2dCQUMxQyxLQUFLLElBQUksT0FBTyxHQUFHLENBQUMsRUFBRSxPQUFPLEdBQUcsV0FBVyxFQUFFLEVBQUUsT0FBTyxFQUFFO29CQUN0RCxJQUFJLEdBQUcsQ0FBQztvQkFFUixNQUFNLFVBQVUsR0FBRyxTQUFTLENBQUMsQ0FBQyxDQUFDLEdBQUcsSUFBSSxHQUFHLFNBQVMsQ0FBQyxDQUFDLENBQUMsR0FBRyxJQUFJLEdBQUcsQ0FBQyxDQUFDO29CQUVqRSxJQUFJLFVBQVUsS0FBSyxDQUFDLEVBQUU7d0JBQ3BCLGtEQUFrRDt3QkFDbEQsb0NBQW9DO3dCQUNwQyxTQUFTO3FCQUNWO29CQUVELE1BQU0sR0FBRyxHQUNMLENBQUMsU0FBUyxDQUFDLENBQUMsQ0FBQyxHQUFHLElBQUksR0FBRyxTQUFTLENBQUMsQ0FBQyxDQUFDLEdBQUcsSUFBSSxHQUFHLFNBQVMsQ0FBQyxDQUFDLENBQUMsQ0FBQzt3QkFDMUQsVUFBVSxDQUFDO29CQUNmLE1BQU0sR0FBRyxHQUNMLENBQUMsU0FBUyxDQUFDLENBQUMsQ0FBQyxHQUFHLElBQUksR0FBRyxTQUFTLENBQUMsQ0FBQyxDQUFDLEdBQUcsSUFBSSxHQUFHLFNBQVMsQ0FBQyxDQUFDLENBQUMsQ0FBQzt3QkFDMUQsVUFBVSxDQUFDO29CQUVmLE1BQU0sQ0FBQyxHQUFHLFFBQVEsQ0FBQyxHQUFHLEVBQUUsVUFBVSxFQUFFLFFBQVEsQ0FBQyxDQUFDO29CQUM5QyxNQUFNLENBQUMsR0FBRyxRQUFRLENBQUMsR0FBRyxFQUFFLFdBQVcsRUFBRSxRQUFRLENBQUMsQ0FBQztvQkFFL0MsUUFBUSxhQUFhLEVBQUU7d0JBQ3JCLEtBQUssU0FBUzs0QkFDWixHQUFHLEdBQUcsb0JBQW9CLENBQ3RCLFNBQVMsRUFBRSxXQUFXLEVBQUUsVUFBVSxFQUFFLGFBQWEsRUFDakQsV0FBVyxFQUFFLFdBQVcsRUFBRSxDQUFDLEVBQUUsQ0FBQyxFQUFFLENBQUMsRUFBRSxPQUFPLEVBQUUsU0FBUyxDQUFDLENBQUM7NEJBQzNELE1BQU07d0JBQ1IsS0FBSyxVQUFVOzRCQUNiLEdBQUcsR0FBRyxxQkFBcUIsQ0FDdkIsU0FBUyxFQUFFLFdBQVcsRUFBRSxVQUFVLEVBQUUsYUFBYSxFQUNqRCxXQUFXLEVBQUUsV0FBVyxFQUFFLENBQUMsRUFBRSxDQUFDLEVBQUUsQ0FBQyxFQUFFLE9BQU8sRUFBRSxTQUFTLENBQUMsQ0FBQzs0QkFDM0QsTUFBTTt3QkFDUjs0QkFDRSxNQUFNLElBQUksS0FBSyxDQUNYLDBDQUEwQztnQ0FDMUMsdUJBQXVCLGFBQWEsRUFBRSxDQUFDLENBQUM7cUJBQy9DO29CQUVELE1BQU0sR0FBRyxHQUNMLENBQUMsR0FBRyxjQUFjLEdBQUcsSUFBSSxHQUFHLFlBQVk7d0JBQ
|