import threading from autotest_lib.client.common_lib.cros import system_metrics_collector from autotest_lib.client.common_lib.cros.cfm.metrics import ( media_metrics_collector) class PerfMetricsCollector(object): """ Metrics collector that runs in seprate thread than the caller. """ def __init__(self, system_facade, cfm_facade, writer_function, additional_system_metrics=[]): """ Constructor. @param system_facade facade object to access system utils. @param cfm_facade facade object to access cfm utils. @param writer_function function called to collected metrics. @param additional_system_metrics Additional metrics to collect. """ metric_set = system_metrics_collector.create_default_metric_set( system_facade) for metric in additional_system_metrics: metric_set.append(metric) self._system_metrics_collector = ( system_metrics_collector.SystemMetricsCollector(system_facade, metric_set)) # Media metrics data_point_collector = media_metrics_collector.DataPointCollector( cfm_facade) self._media_metrics_collector = (media_metrics_collector .MetricsCollector(data_point_collector)) self._writer_function = writer_function # Collector thread. self._collector_thread = threading.Thread( target=self._collect_snapshots_until_stopped) self._stop = threading.Event() def start(self): """ Starts metrics collection. """ self._system_metrics_collector.pre_collect() self._collector_thread.start() def stop(self): """ Stops metrics collection. """ self._stop.set() self._system_metrics_collector.post_collect() def upload_metrics(self): """ Uploads collected metrics. """ self._upload_system_metrics() self._upload_media_metrics() def _collect_snapshots_until_stopped(self): while not self._stop.wait(10): self._system_metrics_collector.collect_snapshot() self._media_metrics_collector.collect_snapshot() def _upload_system_metrics(self): self._system_metrics_collector.write_metrics(self._writer_function) def _get_jmi_data(self, data_type): """ Gets jmi data for the given data type. @param data_type: Type of data to be retrieved from jmi data logs. @return Data for given data type from jmidata log. """ timestamped_values = self._media_metrics_collector.get_metric(data_type) # Strip timestamps. values = [x[1] for x in timestamped_values] # Each entry in values is a list, extract the raw values: res = [] for value_list in values: res.extend(value_list) # Ensure we always return at least one element, or perf uploads will # be sad. return res or [0] def _get_last_value(self, data_type): """ Gets last value of a list of numbers. @param data_type: Type of data to be retrieved from jmi data log. @return The last value in the jmidata for the specified data_type. 0 if there are no values in the jmidata for this data_type. """ data = self._get_jmi_data(data_type) if not data: return 0 return data[-1] def _upload_media_metrics(self): """ Write jmidata results to results-chart.json file for Perf Dashboard. """ # Video/Sender metrics self._writer_function( description='avg_encode_ms', value=self._get_jmi_data(media_metrics_collector.AVG_ENCODE_MS), units='ms', higher_is_better=False) self._writer_function( description='vid_out_frame_height', # video_out_res value=self._get_jmi_data(media_metrics_collector. VIDEO_SENT_FRAME_HEIGHT), units='px', higher_is_better=True) self._writer_function( description='vid_out_frame_width', value=self._get_jmi_data(media_metrics_collector. VIDEO_SENT_FRAME_WIDTH), units='px', higher_is_better=True) self._writer_function( description='vid_out_framerate_captured', value=self._get_jmi_data(media_metrics_collector. FRAMERATE_CAPTURED), units='fps', higher_is_better=True) self._writer_function( description='vid_out_framerate_encoded', value=self._get_jmi_data(media_metrics_collector. FRAMERATE_ENCODED), units='fps', higher_is_better=True) self._writer_function( description='vid_out_sent_packets', value=self._get_last_value(media_metrics_collector. VIDEO_SENT_PACKETS), units='packets', higher_is_better=True) # Video/Receiver metrics self._writer_function( description='vid_in_framerate_received', value=self._get_jmi_data(media_metrics_collector. FRAMERATE_NETWORK_RECEIVED), units='fps', higher_is_better=True) self._writer_function( description='vid_in_framerate_decoded', value=self._get_jmi_data(media_metrics_collector.FRAMERATE_DECODED), units='fps', higher_is_better=True) self._writer_function( description='vid_in_framerate_to_renderer', value=self._get_jmi_data(media_metrics_collector. FRAMERATE_TO_RENDERER), units='fps', higher_is_better=True) self._writer_function( description='video_in_frame_heigth', # video_in_res value=self._get_jmi_data(media_metrics_collector. VIDEO_RECEIVED_FRAME_HEIGHT), units='px', higher_is_better=True) self._writer_function( description='vid_in_frame_width', value=self._get_jmi_data(media_metrics_collector. VIDEO_RECEIVED_FRAME_WIDTH), units='px', higher_is_better=True) # Adaptation metrics self._writer_function( description='vid_out_adapt_changes', value=self._get_last_value(media_metrics_collector. ADAPTATION_CHANGES), units='count', higher_is_better=False) self._writer_function( description='vid_out_adapt_reasons', value=self._get_jmi_data(media_metrics_collector.ADAPTATION_REASON), units='reasons', higher_is_better=False) # System metrics self._writer_function( description='cpu_usage_jmi', value=self._get_jmi_data(media_metrics_collector. CPU_PERCENT_OF_TOTAL), units='percent', higher_is_better=False) self._writer_function( description='process_js_memory', value=[(x / (1024 * 1024)) for x in self._get_jmi_data( media_metrics_collector.PROCESS_JS_MEMORY_USED)], units='MB', higher_is_better=False) self._writer_function( description='renderer_cpu_usage', value=self._get_jmi_data( media_metrics_collector.RENDERER_CPU_PERCENT_OF_TOTAL), units='percent', higher_is_better=False) self._writer_function( description='browser_cpu_usage', value=self._get_jmi_data( media_metrics_collector.BROWSER_CPU_PERCENT_OF_TOTAL), units='percent', higher_is_better=False) self._writer_function( description='gpu_cpu_usage', value=self._get_jmi_data( media_metrics_collector.GPU_PERCENT_OF_TOTAL), units='percent', higher_is_better=False) # Other self._writer_function( description='active_streams', value=self._get_jmi_data(media_metrics_collector. NUMBER_OF_ACTIVE_INCOMING_VIDEO_STREAMS), units='count', higher_is_better=True)