# Copyright 2015 The Android Open Source Project # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """Verifies android.edge.mode param behavior for reprocessing reqs.""" import logging import math import os import matplotlib from matplotlib import pylab from mobly import test_runner import numpy as np import its_base_test import camera_properties_utils import capture_request_utils import image_processing_utils import its_session_utils import opencv_processing_utils _EDGE_MODES = {'OFF': 0, 'FAST': 1, 'HQ': 2, 'ZSL': 3} _EDGE_MODES_VALUES = list(_EDGE_MODES.values()) _NAME = os.path.splitext(os.path.basename(__file__))[0] _NUM_SAMPLES = 4 _PLOT_COLORS = {'yuv': 'r', 'private': 'g', 'none': 'b'} _SHARPNESS_RTOL = 0.15 def check_edge_modes(sharpness): """Check that the sharpness for the different edge modes is correct.""" logging.debug('Verify HQ is sharper than OFF') if sharpness[_EDGE_MODES['HQ']] < sharpness[_EDGE_MODES['OFF']]: raise AssertionError(f"HQ < OFF! HQ: {sharpness[_EDGE_MODES['HQ']]:.5f}, " f"OFF: {sharpness[_EDGE_MODES['OFF']]:.5f}") logging.debug('Verify ZSL is similar to OFF') if not math.isclose(sharpness[_EDGE_MODES['ZSL']], sharpness[_EDGE_MODES['OFF']], rel_tol=_SHARPNESS_RTOL): raise AssertionError(f"ZSL: {sharpness[_EDGE_MODES['ZSL']]:.5f}, " f"OFF: {sharpness[_EDGE_MODES['OFF']]:.5f}, " f'RTOL: {_SHARPNESS_RTOL}') logging.debug('Verify OFF is not sharper than FAST') if (sharpness[_EDGE_MODES['FAST']] <= sharpness[_EDGE_MODES['OFF']] * (1.0-_SHARPNESS_RTOL)): raise AssertionError(f"FAST: {sharpness[_EDGE_MODES['FAST']]:.5f}, " f"OFF: {sharpness[_EDGE_MODES['OFF']]:.5f}, " f'RTOL: {_SHARPNESS_RTOL}') logging.debug('Verify FAST is not sharper than HQ') if (sharpness[_EDGE_MODES['HQ']] <= sharpness[_EDGE_MODES['FAST']] * (1.0-_SHARPNESS_RTOL)): raise AssertionError(f"FAST: {sharpness[_EDGE_MODES['FAST']]:.5f}, " f"HQ: {sharpness[_EDGE_MODES['HQ']]:.5f}, " f'RTOL: {_SHARPNESS_RTOL}') def do_capture_and_determine_sharpness( cam, edge_mode, sensitivity, exp, fd, out_surface, chart, name_with_log_path, reprocess_format=None): """Return sharpness of the output images and the capture result metadata. Processes a capture request with a given edge mode, sensitivity, exposure time, focus distance, output surface parameter, and reprocess format (None for a regular request.) Args: cam: An open device session. edge_mode: Edge mode for the request as defined in android.edge.mode sensitivity: Sensitivity for the request as defined in android.sensor.sensitivity exp: Exposure time for the request as defined in android.sensor.exposureTime. fd: Focus distance for the request as defined in android.lens.focusDistance out_surface: Specifications of the output image format and size. chart: object containing chart information name_with_log_path: file name & location to save files reprocess_format: (Optional) The reprocessing format. If not None, reprocessing will be enabled. Returns: Object containing reported edge mode and the sharpness of the output image, keyed by the following strings: 'edge_mode' 'sharpness' """ req = capture_request_utils.manual_capture_request(sensitivity, exp) req['android.lens.focusDistance'] = fd req['android.edge.mode'] = edge_mode if reprocess_format: req['android.reprocess.effectiveExposureFactor'] = 1.0 sharpness_list = [] caps = cam.do_capture([req]*_NUM_SAMPLES, [out_surface], reprocess_format) for n in range(_NUM_SAMPLES): y, _, _ = image_processing_utils.convert_capture_to_planes(caps[n]) chart.img = image_processing_utils.get_image_patch( y, chart.xnorm, chart.ynorm, chart.wnorm, chart.hnorm) if n == 0: image_processing_utils.write_image( chart.img, f'{name_with_log_path}_reprocess_fmt_{reprocess_format}_edge={edge_mode}.jpg') edge_mode_res = caps[n]['metadata']['android.edge.mode'] sharpness_list.append( image_processing_utils.compute_image_sharpness(chart.img)*255) logging.debug('Sharpness list for edge mode %d: %s', edge_mode, str(sharpness_list)) return {'edge_mode': edge_mode_res, 'sharpness': np.mean(sharpness_list)} class ReprocessEdgeEnhancementTest(its_base_test.ItsBaseTest): """Test android.edge.mode param applied when set for reprocessing requests. Capture non-reprocess images for each edge mode and calculate their sharpness as a baseline. Capture reprocessed images for each supported reprocess format and edge_mode mode. Calculate the sharpness of reprocessed images and compare them against the sharpess of non-reprocess images. """ def test_reprocess_edge_enhancement(self): logging.debug('Edge modes: %s', str(_EDGE_MODES)) with its_session_utils.ItsSession( device_id=self.dut.serial, camera_id=self.camera_id, hidden_physical_id=self.hidden_physical_id) as cam: props = cam.get_camera_properties() props = cam.override_with_hidden_physical_camera_props(props) name_with_log_path = os.path.join(self.log_path, _NAME) # Check skip conditions camera_properties_utils.skip_unless( camera_properties_utils.read_3a(props) and camera_properties_utils.per_frame_control(props) and camera_properties_utils.edge_mode(props, 0) and (camera_properties_utils.yuv_reprocess(props) or camera_properties_utils.private_reprocess(props))) # Load chart for scene its_session_utils.load_scene( cam, props, self.scene, self.tablet, self.chart_distance) # Initialize chart class and locate chart in scene chart = opencv_processing_utils.Chart( cam, props, self.log_path, distance=self.chart_distance) # If reprocessing is supported, ZSL edge mode must be available if not camera_properties_utils.edge_mode(props, _EDGE_MODES['ZSL']): raise AssertionError('ZSL android.edge.mode not available!') reprocess_formats = [] if camera_properties_utils.yuv_reprocess(props): reprocess_formats.append('yuv') if camera_properties_utils.private_reprocess(props): reprocess_formats.append('private') out_surface = capture_request_utils.get_largest_jpeg_format(props) logging.debug('image W: %d, H: %d', out_surface['width'], out_surface['height']) # Get proper sensitivity, exposure time, and focus distance. mono_camera = camera_properties_utils.mono_camera(props) s, e, _, _, fd = cam.do_3a(get_results=True, mono_camera=mono_camera) # Get the sharpness for each edge mode for regular requests sharpness_regular = [] edge_mode_reported_regular = [] for edge_mode in _EDGE_MODES.values(): # Skip unavailable modes if not camera_properties_utils.edge_mode(props, edge_mode): edge_mode_reported_regular.append(edge_mode) sharpness_regular.append(0) continue ret = do_capture_and_determine_sharpness( cam, edge_mode, s, e, fd, out_surface, chart, name_with_log_path) edge_mode_reported_regular.append(ret['edge_mode']) sharpness_regular.append(ret['sharpness']) # Initialize plot pylab.figure('reprocess_result') pylab.title(_NAME) pylab.xlabel('Edge Enhance Mode') pylab.ylabel('Sharpness') pylab.xticks(_EDGE_MODES_VALUES) pylab.plot(_EDGE_MODES_VALUES, sharpness_regular, f"-{_PLOT_COLORS['none']}o", label='None') logging.debug('Sharpness for edge modes with regular request: %s', str(sharpness_regular)) # Get sharpness for each edge mode and reprocess format sharpnesses_reprocess = [] edge_mode_reported_reprocess = [] for reprocess_format in reprocess_formats: # List of sharpness sharpnesses = [] edge_mode_reported = [] for edge_mode in range(4): # Skip unavailable modes if not camera_properties_utils.edge_mode(props, edge_mode): edge_mode_reported.append(edge_mode) sharpnesses.append(0) continue ret = do_capture_and_determine_sharpness( cam, edge_mode, s, e, fd, out_surface, chart, name_with_log_path, reprocess_format) edge_mode_reported.append(ret['edge_mode']) sharpnesses.append(ret['sharpness']) sharpnesses_reprocess.append(sharpnesses) edge_mode_reported_reprocess.append(edge_mode_reported) # Add to plot and log results pylab.plot(_EDGE_MODES_VALUES, sharpnesses, f'-{_PLOT_COLORS[reprocess_format]}o', label=reprocess_format) logging.debug('Sharpness for edge modes w/ %s reprocess fmt: %s', reprocess_format, str(sharpnesses)) # Finalize plot pylab.legend(numpoints=1, fancybox=True) matplotlib.pyplot.savefig(f'{name_with_log_path}_plot.png') logging.debug('Check regular requests') check_edge_modes(sharpness_regular) for reprocess_format in range(len(reprocess_formats)): logging.debug('Check reprocess format: %s', reprocess_format) check_edge_modes(sharpnesses_reprocess[reprocess_format]) # Check reprocessing doesn't make everyting worse hq_div_off_reprocess = ( sharpnesses_reprocess[reprocess_format][_EDGE_MODES['HQ']] / sharpnesses_reprocess[reprocess_format][_EDGE_MODES['OFF']]) hq_div_off_regular = ( sharpness_regular[_EDGE_MODES['HQ']] / sharpness_regular[_EDGE_MODES['OFF']]) logging.debug('Verify reprocess HQ ~= reg HQ relative to OFF') if hq_div_off_reprocess < hq_div_off_regular*(1-_SHARPNESS_RTOL): raise AssertionError( f'HQ/OFF_{reprocess_format}: {hq_div_off_reprocess:.4f}, ' f'HQ/OFF_reg: {hq_div_off_regular:.4f}, RTOL: {_SHARPNESS_RTOL}') if __name__ == '__main__': test_runner.main()