Spaces:
Running
Running
# Copyright 2017 The TensorFlow Authors All Rights Reserved. | |
# | |
# Licensed under the Apache License, Version 2.0 (the "License"); | |
# you may not use this file except in compliance with the License. | |
# You may obtain a copy of the License at | |
# | |
# http://www.apache.org/licenses/LICENSE-2.0 | |
# | |
# Unless required by applicable law or agreed to in writing, software | |
# distributed under the License is distributed on an "AS IS" BASIS, | |
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
# See the License for the specific language governing permissions and | |
# limitations under the License. | |
# ============================================================================== | |
"""3D->2D projector model as used in PTN (NIPS16).""" | |
from __future__ import absolute_import | |
from __future__ import division | |
from __future__ import print_function | |
import tensorflow as tf | |
from nets import perspective_transform | |
def model(voxels, transform_matrix, params, is_training): | |
"""Model transforming the 3D voxels into 2D projections. | |
Args: | |
voxels: A tensor of size [batch, depth, height, width, channel] | |
representing the input of projection layer (tf.float32). | |
transform_matrix: A tensor of size [batch, 16] representing | |
the flattened 4-by-4 matrix for transformation (tf.float32). | |
params: Model parameters (dict). | |
is_training: Set to True if while training (boolean). | |
Returns: | |
A transformed tensor (tf.float32) | |
""" | |
del is_training # Doesn't make a difference for projector | |
# Rearrangement (batch, z, y, x, channel) --> (batch, y, z, x, channel). | |
# By the standard, projection happens along z-axis but the voxels | |
# are stored in a different way. So we need to switch the y and z | |
# axis for transformation operation. | |
voxels = tf.transpose(voxels, [0, 2, 1, 3, 4]) | |
z_near = params.focal_length | |
z_far = params.focal_length + params.focal_range | |
transformed_voxels = perspective_transform.transformer( | |
voxels, transform_matrix, [params.vox_size] * 3, z_near, z_far) | |
views = tf.reduce_max(transformed_voxels, [1]) | |
views = tf.reverse(views, [1]) | |
return views | |