// Copyright 2013 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "chrome/browser/media/webrtc_browsertest_perf.h" #include "base/strings/stringprintf.h" #include "base/values.h" #include "chrome/test/base/in_process_browser_test.h" #include "testing/perf/perf_test.h" static std::string Statistic(const std::string& statistic, const std::string& bucket) { // A ssrc stats key will be on the form stats.-.values. // This will give a json "path" which will dig into the time series for the // specified statistic. Buckets can be for instance ssrc_1212344, bweforvideo, // and will each contain a bunch of statistics relevant to their nature. // Each peer connection has a number of such buckets. return base::StringPrintf("stats.%s-%s.values", bucket.c_str(), statistic.c_str()); } static bool MaybePrintResultsForAudioReceive( const std::string& ssrc, const base::DictionaryValue& pc_dict) { std::string value; if (!pc_dict.GetString(Statistic("audioOutputLevel", ssrc), &value)) { // Not an audio receive stream. return false; } EXPECT_TRUE(pc_dict.GetString(Statistic("bytesReceived", ssrc), &value)); perf_test::PrintResult("audio_recv", "", "bytes_recv", value, "bytes", false); EXPECT_TRUE(pc_dict.GetString(Statistic("packetsLost", ssrc), &value)); perf_test::PrintResult("audio_recv", "", "packets_lost", value, "", false); return true; } static bool MaybePrintResultsForAudioSend( const std::string& ssrc, const base::DictionaryValue& pc_dict) { std::string value; if (!pc_dict.GetString(Statistic("audioInputLevel", ssrc), &value)) { // Not an audio send stream. return false; } EXPECT_TRUE(pc_dict.GetString(Statistic("bytesSent", ssrc), &value)); perf_test::PrintResult("audio_recv", "", "bytes_sent", value, "bytes", false); EXPECT_TRUE(pc_dict.GetString(Statistic("googJitterReceived", ssrc), &value)); perf_test::PrintResult("audio_recv", "", "goog_jitter_recv", value, "", false); EXPECT_TRUE(pc_dict.GetString(Statistic("googRtt", ssrc), &value)); perf_test::PrintResult("audio_recv", "", "goog_rtt", value, "ms", false); return true; } static bool MaybePrintResultsForVideoReceive( const std::string& ssrc, const base::DictionaryValue& pc_dict) { std::string value; if (!pc_dict.GetString(Statistic("googFrameRateInput", ssrc), &value)) { // Not a video receive stream. return false; } perf_test::PrintResult("video_recv", "", "goog_frame_rate_input", value, "fps", false); EXPECT_TRUE(pc_dict.GetString(Statistic("googFrameRateSent", ssrc), &value)); perf_test::PrintResult("video_recv", "", "goog_frame_rate_sent", value, "fps", false); EXPECT_TRUE(pc_dict.GetString(Statistic("bytesSent", ssrc), &value)); perf_test::PrintResult("video_recv", "", "bytes_sent", value, "bytes", false); EXPECT_TRUE(pc_dict.GetString(Statistic("googFirsReceived", ssrc), &value)); perf_test::PrintResult("video_recv", "", "goog_firs_recv", value, "", false); EXPECT_TRUE(pc_dict.GetString(Statistic("googNacksReceived", ssrc), &value)); perf_test::PrintResult("video_recv", "", "goog_nacks_recv", value, "", false); EXPECT_TRUE(pc_dict.GetString(Statistic("googFrameWidthSent", ssrc), &value)); perf_test::PrintResult("video_recv", "", "goog_frame_width_sent", value, "pixels", false); EXPECT_TRUE( pc_dict.GetString(Statistic("googFrameHeightSent", ssrc), &value)); perf_test::PrintResult("video_recv", "", "goog_frame_height_sent", value, "pixels", false); return true; } static bool MaybePrintResultsForVideoSend( const std::string& ssrc, const base::DictionaryValue& pc_dict) { std::string value; if (!pc_dict.GetString(Statistic("googFrameRateOutput", ssrc), &value)) { // Not a video receive stream. return false; } perf_test::PrintResult("video_send", "", "goog_frame_rate_output", value, "fps", false); EXPECT_TRUE(pc_dict.GetString(Statistic("packetsLost", ssrc), &value)); perf_test::PrintResult("video_send", "", "packets_lost", value, "packets", false); EXPECT_TRUE( pc_dict.GetString(Statistic("googFrameWidthReceived", ssrc), &value)); perf_test::PrintResult("video_send", "", "goog_frame_width_recv", value, "pixels", false); EXPECT_TRUE( pc_dict.GetString(Statistic("googFrameHeightReceived", ssrc), &value)); perf_test::PrintResult("video_send", "", "goog_frame_height_recv", value, "pixels", false); EXPECT_TRUE( pc_dict.GetString(Statistic("googFrameRateReceived", ssrc), &value)); perf_test::PrintResult("video_send", "", "goog_frame_rate_recv", value, "fps", false); EXPECT_TRUE(pc_dict.GetString(Statistic("googCurrentDelayMs", ssrc), &value)); perf_test::PrintResult("video_send", "", "goog_current_delay_ms", value, "ms", false); EXPECT_TRUE(pc_dict.GetString(Statistic("googTargetDelayMs", ssrc), &value)); perf_test::PrintResult("video_send", "", "goog_target_delay_ms", value, "ms", false); EXPECT_TRUE(pc_dict.GetString(Statistic("googDecodeMs", ssrc), &value)); perf_test::PrintResult("video_send", "", "goog_decode_ms", value, "ms", false); EXPECT_TRUE(pc_dict.GetString(Statistic("googMaxDecodeMs", ssrc), &value)); perf_test::PrintResult("video_send", "", "goog_max_decode_ms", value, "ms", false); EXPECT_TRUE(pc_dict.GetString(Statistic("googJitterBufferMs", ssrc), &value)); perf_test::PrintResult("video_send", "", "goog_jitter_buffer_ms", value, "ms", false); EXPECT_TRUE(pc_dict.GetString(Statistic("googRenderDelayMs", ssrc), &value)); perf_test::PrintResult("video_send", "", "goog_render_delay_ms", value, "ms", false); return true; } static std::string ExtractSsrcIdentifier(const std::string& key) { // Example key: ssrc_1234-someStatName. Grab the part before the dash. size_t key_start_pos = 0; size_t key_end_pos = key.find("-"); CHECK(key_end_pos != std::string::npos) << "Could not parse key " << key; return key.substr(key_start_pos, key_end_pos - key_start_pos); } // Returns the set of unique ssrc identifiers in the call (e.g. ssrc_1234, // ssrc_12356, etc). |stats_dict| is the .stats dict from one peer connection. static std::set FindAllSsrcIdentifiers( const base::DictionaryValue& stats_dict) { std::set result; base::DictionaryValue::Iterator stats_iterator(stats_dict); while (!stats_iterator.IsAtEnd()) { if (stats_iterator.key().find("ssrc_") != std::string::npos) result.insert(ExtractSsrcIdentifier(stats_iterator.key())); stats_iterator.Advance(); } return result; } void PrintBweForVideoMetrics(const base::DictionaryValue& pc_dict) { const std::string kBweStatsKey = "bweforvideo"; std::string value; ASSERT_TRUE(pc_dict.GetString( Statistic("googAvailableSendBandwidth", kBweStatsKey), &value)); perf_test::PrintResult("bwe_stats", "", "available_send_bw", value, "bytes/s", false); ASSERT_TRUE(pc_dict.GetString( Statistic("googAvailableReceiveBandwidth", kBweStatsKey), &value)); perf_test::PrintResult("bwe_stats", "", "available_recv_bw", value, "bytes/s", false); ASSERT_TRUE(pc_dict.GetString(Statistic("googTargetEncBitrate", kBweStatsKey), &value)); perf_test::PrintResult("bwe_stats", "", "target_enc_bitrate", value, "bit/s", false); ASSERT_TRUE(pc_dict.GetString(Statistic("googActualEncBitrate", kBweStatsKey), &value)); perf_test::PrintResult("bwe_stats", "", "actual_enc_bitrate", value, "bit/s", false); ASSERT_TRUE(pc_dict.GetString(Statistic("googTransmitBitrate", kBweStatsKey), &value)); perf_test::PrintResult("bwe_stats", "", "transmit_bitrate", value, "bit/s", false); } void PrintMetricsForAllStreams(const base::DictionaryValue& pc_dict) { const base::DictionaryValue* stats_dict; ASSERT_TRUE(pc_dict.GetDictionary("stats", &stats_dict)); std::set ssrc_identifiers = FindAllSsrcIdentifiers(*stats_dict); std::set::const_iterator ssrc_iterator = ssrc_identifiers.begin(); for (; ssrc_iterator != ssrc_identifiers.end(); ++ssrc_iterator) { // Figure out which stream type this ssrc represents and print all the // interesting metrics for it. const std::string& ssrc = *ssrc_iterator; bool did_recognize_stream_type = MaybePrintResultsForAudioReceive(ssrc, pc_dict) || MaybePrintResultsForAudioSend(ssrc, pc_dict) || MaybePrintResultsForVideoReceive(ssrc, pc_dict) || MaybePrintResultsForVideoSend(ssrc, pc_dict); ASSERT_TRUE(did_recognize_stream_type) << "Failed to figure out which " "kind of stream SSRC " << ssrc << " is. "; } }