import numpy as np from zipfile import ZipFile from io import BytesIO # Load test data def load_test_data(): print('Loading test data...', end='') def extract_zip(input_zip): input_zip=ZipFile(input_zip) return {name: input_zip.read(name) for name in input_zip.namelist()} data = extract_zip('nyu_test.zip') rgb = np.load(BytesIO(data['eigen_test_rgb.npy'])) depth = np.load(BytesIO(data['eigen_test_depth.npy'])) crop = np.load(BytesIO(data['eigen_test_crop.npy'])) print('Test data loaded.\n') return rgb, depth, crop def DepthNorm(x, maxDepth): return maxDepth / x def predict(model, images, minDepth=10, maxDepth=1000, batch_size=2): # Support multiple RGBs, one RGB image, even grayscale if len(images.shape) < 3: images = np.stack((images,images,images), axis=2) if len(images.shape) < 4: images = images.reshape((1, images.shape[0], images.shape[1], images.shape[2])) # Compute predictions predictions = model.predict(images, batch_size=batch_size) # Put in expected range return np.clip(DepthNorm(predictions, maxDepth=1000), minDepth, maxDepth) / maxDepth def scale_up(scale, images): from skimage.transform import resize scaled = [] for i in range(len(images)): img = images[i] output_shape = (scale * img.shape[0], scale * img.shape[1]) scaled.append( resize(img, output_shape, order=1, preserve_range=True, mode='reflect', anti_aliasing=True ) ) return np.stack(scaled) def evaluate(model, rgb, depth, crop, batch_size=6): def compute_errors(gt, pred): thresh = np.maximum((gt / pred), (pred / gt)) a1 = (thresh < 1.25 ).mean() a2 = (thresh < 1.25 ** 2).mean() a3 = (thresh < 1.25 ** 3).mean() abs_rel = np.mean(np.abs(gt - pred) / gt) rmse = (gt - pred) ** 2 rmse = np.sqrt(rmse.mean()) log_10 = (np.abs(np.log10(gt)-np.log10(pred))).mean() return a1, a2, a3, abs_rel, rmse, log_10 depth_scores = np.zeros((6, len(rgb))) # six metrics bs = batch_size for i in range(len(rgb)//bs): x = rgb[(i)*bs:(i+1)*bs,:,:,:] # Compute results true_y = depth[(i)*bs:(i+1)*bs,:,:] pred_y = scale_up(2, predict(model, x/255, minDepth=10, maxDepth=1000, batch_size=bs)[:,:,:,0]) * 10.0 # Test time augmentation: mirror image estimate pred_y_flip = scale_up(2, predict(model, x[...,::-1,:]/255, minDepth=10, maxDepth=1000, batch_size=bs)[:,:,:,0]) * 10.0 # Crop based on Eigen et al. crop true_y = true_y[:,crop[0]:crop[1]+1, crop[2]:crop[3]+1] pred_y = pred_y[:,crop[0]:crop[1]+1, crop[2]:crop[3]+1] pred_y_flip = pred_y_flip[:,crop[0]:crop[1]+1, crop[2]:crop[3]+1] # Compute errors per image in batch for j in range(len(true_y)): errors = compute_errors(true_y[j], (0.5 * pred_y[j]) + (0.5 * np.fliplr(pred_y_flip[j]))) for k in range(len(errors)): depth_scores[k][(i*bs)+j] = errors[k] e = depth_scores.mean(axis=1) print("{:>10}, {:>10}, {:>10}, {:>10}, {:>10}, {:>10}".format('a1', 'a2', 'a3', 'rel', 'rms', 'log_10')) print("{:10.4f}, {:10.4f}, {:10.4f}, {:10.4f}, {:10.4f}, {:10.4f}".format(e[0],e[1],e[2],e[3],e[4],e[5]))