|
|
|
|
|
"""Utils for monoDepth."""
|
|
import re
|
|
import sys
|
|
|
|
import cv2
|
|
import numpy as np
|
|
import torch
|
|
|
|
|
|
def read_pfm(path):
|
|
"""Read pfm file.
|
|
|
|
Args:
|
|
path (str): path to file
|
|
|
|
Returns:
|
|
tuple: (data, scale)
|
|
"""
|
|
with open(path, 'rb') as file:
|
|
|
|
color = None
|
|
width = None
|
|
height = None
|
|
scale = None
|
|
endian = None
|
|
|
|
header = file.readline().rstrip()
|
|
if header.decode('ascii') == 'PF':
|
|
color = True
|
|
elif header.decode('ascii') == 'Pf':
|
|
color = False
|
|
else:
|
|
raise Exception('Not a PFM file: ' + path)
|
|
|
|
dim_match = re.match(r'^(\d+)\s(\d+)\s$',
|
|
file.readline().decode('ascii'))
|
|
if dim_match:
|
|
width, height = list(map(int, dim_match.groups()))
|
|
else:
|
|
raise Exception('Malformed PFM header.')
|
|
|
|
scale = float(file.readline().decode('ascii').rstrip())
|
|
if scale < 0:
|
|
|
|
endian = '<'
|
|
scale = -scale
|
|
else:
|
|
|
|
endian = '>'
|
|
|
|
data = np.fromfile(file, endian + 'f')
|
|
shape = (height, width, 3) if color else (height, width)
|
|
|
|
data = np.reshape(data, shape)
|
|
data = np.flipud(data)
|
|
|
|
return data, scale
|
|
|
|
|
|
def write_pfm(path, image, scale=1):
|
|
"""Write pfm file.
|
|
|
|
Args:
|
|
path (str): pathto file
|
|
image (array): data
|
|
scale (int, optional): Scale. Defaults to 1.
|
|
"""
|
|
|
|
with open(path, 'wb') as file:
|
|
color = None
|
|
|
|
if image.dtype.name != 'float32':
|
|
raise Exception('Image dtype must be float32.')
|
|
|
|
image = np.flipud(image)
|
|
|
|
if len(image.shape) == 3 and image.shape[2] == 3:
|
|
color = True
|
|
elif (len(image.shape) == 2
|
|
or len(image.shape) == 3 and image.shape[2] == 1):
|
|
color = False
|
|
else:
|
|
raise Exception(
|
|
'Image must have H x W x 3, H x W x 1 or H x W dimensions.')
|
|
|
|
file.write('PF\n' if color else 'Pf\n'.encode())
|
|
file.write('%d %d\n'.encode() % (image.shape[1], image.shape[0]))
|
|
|
|
endian = image.dtype.byteorder
|
|
|
|
if endian == '<' or endian == '=' and sys.byteorder == 'little':
|
|
scale = -scale
|
|
|
|
file.write('%f\n'.encode() % scale)
|
|
|
|
image.tofile(file)
|
|
|
|
|
|
def read_image(path):
|
|
"""Read image and output RGB image (0-1).
|
|
|
|
Args:
|
|
path (str): path to file
|
|
|
|
Returns:
|
|
array: RGB image (0-1)
|
|
"""
|
|
img = cv2.imread(path)
|
|
|
|
if img.ndim == 2:
|
|
img = cv2.cvtColor(img, cv2.COLOR_GRAY2BGR)
|
|
|
|
img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB) / 255.0
|
|
|
|
return img
|
|
|
|
|
|
def resize_image(img):
|
|
"""Resize image and make it fit for network.
|
|
|
|
Args:
|
|
img (array): image
|
|
|
|
Returns:
|
|
tensor: data ready for network
|
|
"""
|
|
height_orig = img.shape[0]
|
|
width_orig = img.shape[1]
|
|
|
|
if width_orig > height_orig:
|
|
scale = width_orig / 384
|
|
else:
|
|
scale = height_orig / 384
|
|
|
|
height = (np.ceil(height_orig / scale / 32) * 32).astype(int)
|
|
width = (np.ceil(width_orig / scale / 32) * 32).astype(int)
|
|
|
|
img_resized = cv2.resize(img, (width, height),
|
|
interpolation=cv2.INTER_AREA)
|
|
|
|
img_resized = (torch.from_numpy(np.transpose(
|
|
img_resized, (2, 0, 1))).contiguous().float())
|
|
img_resized = img_resized.unsqueeze(0)
|
|
|
|
return img_resized
|
|
|
|
|
|
def resize_depth(depth, width, height):
|
|
"""Resize depth map and bring to CPU (numpy).
|
|
|
|
Args:
|
|
depth (tensor): depth
|
|
width (int): image width
|
|
height (int): image height
|
|
|
|
Returns:
|
|
array: processed depth
|
|
"""
|
|
depth = torch.squeeze(depth[0, :, :, :]).to('cpu')
|
|
|
|
depth_resized = cv2.resize(depth.numpy(), (width, height),
|
|
interpolation=cv2.INTER_CUBIC)
|
|
|
|
return depth_resized
|
|
|
|
|
|
def write_depth(path, depth, bits=1):
|
|
"""Write depth map to pfm and png file.
|
|
|
|
Args:
|
|
path (str): filepath without extension
|
|
depth (array): depth
|
|
"""
|
|
write_pfm(path + '.pfm', depth.astype(np.float32))
|
|
|
|
depth_min = depth.min()
|
|
depth_max = depth.max()
|
|
|
|
max_val = (2**(8 * bits)) - 1
|
|
|
|
if depth_max - depth_min > np.finfo('float').eps:
|
|
out = max_val * (depth - depth_min) / (depth_max - depth_min)
|
|
else:
|
|
out = np.zeros(depth.shape, dtype=depth.type)
|
|
|
|
if bits == 1:
|
|
cv2.imwrite(path + '.png', out.astype('uint8'))
|
|
elif bits == 2:
|
|
cv2.imwrite(path + '.png', out.astype('uint16'))
|
|
|
|
return
|
|
|