| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 1 | // Copyright (c) 2019 The Chromium Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
| 5 | #include "net/third_party/quiche/src/quic/quartc/test/bidi_test_runner.h" |
| 6 | |
| bnc | 463f235 | 2019-10-10 04:49:34 -0700 | [diff] [blame] | 7 | #include <utility> |
| 8 | |
| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 9 | #include "net/third_party/quiche/src/quic/quartc/test/quartc_peer.h" |
| 10 | |
| 11 | namespace quic { |
| 12 | namespace test { |
| 13 | |
| 14 | namespace { |
| 15 | |
| QUICHE team | 1b4afd1 | 2019-04-17 14:03:08 -0700 | [diff] [blame] | 16 | void LogResults(const std::vector<ReceivedMessage>& messages, |
| 17 | IdToSequenceNumberMap sent_sequence_numbers) { |
| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 18 | QuicTime::Delta max_delay = QuicTime::Delta::Zero(); |
| 19 | QuicTime::Delta total_delay = QuicTime::Delta::Zero(); |
| 20 | QuicByteCount total_throughput = 0; |
| QUICHE team | 1b4afd1 | 2019-04-17 14:03:08 -0700 | [diff] [blame] | 21 | int64_t messages_received = 0; |
| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 22 | for (const auto& message : messages) { |
| 23 | QuicTime::Delta one_way_delay = |
| 24 | message.receive_time - message.frame.send_time; |
| 25 | QUIC_VLOG(1) << "Frame details: source_id=" << message.frame.source_id |
| 26 | << ", sequence_number=" << message.frame.sequence_number |
| 27 | << ", one_way_delay (ms)=" << one_way_delay.ToMilliseconds(); |
| 28 | max_delay = std::max(max_delay, one_way_delay); |
| 29 | total_delay = total_delay + one_way_delay; |
| 30 | total_throughput += message.frame.size; |
| QUICHE team | 1b4afd1 | 2019-04-17 14:03:08 -0700 | [diff] [blame] | 31 | ++messages_received; |
| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 32 | } |
| QUICHE team | 1b4afd1 | 2019-04-17 14:03:08 -0700 | [diff] [blame] | 33 | |
| 34 | int64_t messages_expected = 0; |
| 35 | for (const auto& it : sent_sequence_numbers) { |
| 36 | // Sequence numbers start at zero, so add one to the last sequence number |
| 37 | // to get the expected number of messages. |
| 38 | messages_expected += it.second + 1; |
| 39 | } |
| 40 | |
| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 41 | QuicBandwidth total_bandwidth = QuicBandwidth::FromBytesAndTimeDelta( |
| 42 | total_throughput, |
| 43 | messages.back().receive_time - messages.front().receive_time); |
| QUICHE team | 1b4afd1 | 2019-04-17 14:03:08 -0700 | [diff] [blame] | 44 | double fraction_lost = |
| 45 | 1.0 - static_cast<double>(messages_received) / messages_expected; |
| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 46 | QUIC_LOG(INFO) << "Summary:\n max_delay (ms)=" << max_delay.ToMilliseconds() |
| 47 | << "\n average_delay (ms)=" |
| 48 | << total_delay.ToMilliseconds() / messages.size() |
| 49 | << "\n total_throughput (bytes)=" << total_throughput |
| 50 | << "\n total_bandwidth (bps)=" |
| QUICHE team | 1b4afd1 | 2019-04-17 14:03:08 -0700 | [diff] [blame] | 51 | << total_bandwidth.ToBitsPerSecond() |
| 52 | << "\n fraction_lost=" << fraction_lost; |
| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 53 | } |
| 54 | |
| 55 | } // namespace |
| 56 | |
| 57 | BidiTestRunner::BidiTestRunner(simulator::Simulator* simulator, |
| 58 | QuartcPacketTransport* client_transport, |
| 59 | QuartcPacketTransport* server_transport) |
| 60 | : simulator_(simulator), |
| 61 | client_transport_(client_transport), |
| 62 | server_transport_(server_transport) { |
| 63 | // Set up default data source configs. |
| 64 | // Emulates an audio source with a 20 ms ptime. |
| 65 | QuartcDataSource::Config audio; |
| 66 | audio.id = 1; |
| 67 | audio.frame_interval = QuicTime::Delta::FromMilliseconds(20); |
| 68 | audio.min_bandwidth = QuicBandwidth::FromKBitsPerSecond(8); |
| 69 | audio.max_bandwidth = QuicBandwidth::FromKBitsPerSecond(64); |
| 70 | |
| 71 | // Emulates a video source at 30 fps. |
| 72 | QuartcDataSource::Config video; |
| 73 | video.id = 2; |
| 74 | video.frame_interval = QuicTime::Delta::FromMicroseconds(33333); |
| 75 | video.min_bandwidth = QuicBandwidth::FromKBitsPerSecond(25); |
| 76 | video.max_bandwidth = QuicBandwidth::FromKBitsPerSecond(5000); |
| 77 | |
| 78 | // Note: by placing audio first, it takes priority in bandwidth allocations. |
| 79 | client_configs_.push_back(audio); |
| 80 | client_configs_.push_back(video); |
| 81 | server_configs_.push_back(audio); |
| 82 | server_configs_.push_back(video); |
| 83 | } |
| 84 | |
| 85 | BidiTestRunner::~BidiTestRunner() { |
| 86 | // Note that peers must be deleted before endpoints. Peers close the |
| 87 | // connection when deleted. |
| 88 | client_peer_.reset(); |
| 89 | server_peer_.reset(); |
| 90 | } |
| 91 | |
| 92 | bool BidiTestRunner::RunTest(QuicTime::Delta test_duration) { |
| vasilvv | 0fc587f | 2019-09-06 13:33:08 -0700 | [diff] [blame] | 93 | client_peer_ = std::make_unique<QuartcPeer>( |
| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 94 | simulator_->GetClock(), simulator_->GetAlarmFactory(), |
| QUICHE team | 7eef071 | 2019-05-09 09:42:38 -0700 | [diff] [blame] | 95 | simulator_->GetRandomGenerator(), |
| 96 | simulator_->GetStreamSendBufferAllocator(), client_configs_); |
| vasilvv | 0fc587f | 2019-09-06 13:33:08 -0700 | [diff] [blame] | 97 | server_peer_ = std::make_unique<QuartcPeer>( |
| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 98 | simulator_->GetClock(), simulator_->GetAlarmFactory(), |
| QUICHE team | 7eef071 | 2019-05-09 09:42:38 -0700 | [diff] [blame] | 99 | simulator_->GetRandomGenerator(), |
| 100 | simulator_->GetStreamSendBufferAllocator(), server_configs_); |
| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 101 | |
| 102 | QuartcEndpoint::Delegate* server_delegate = server_peer_.get(); |
| 103 | if (server_interceptor_) { |
| 104 | server_interceptor_->SetDelegate(server_delegate); |
| 105 | server_delegate = server_interceptor_; |
| 106 | } |
| vasilvv | 0fc587f | 2019-09-06 13:33:08 -0700 | [diff] [blame] | 107 | server_endpoint_ = std::make_unique<QuartcServerEndpoint>( |
| QUICHE team | 73957f1 | 2019-04-18 16:21:52 -0700 | [diff] [blame] | 108 | simulator_->GetAlarmFactory(), simulator_->GetClock(), |
| 109 | simulator_->GetRandomGenerator(), server_delegate, QuartcSessionConfig()); |
| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 110 | |
| 111 | QuartcEndpoint::Delegate* client_delegate = client_peer_.get(); |
| 112 | if (client_interceptor_) { |
| 113 | client_interceptor_->SetDelegate(client_delegate); |
| 114 | client_delegate = client_interceptor_; |
| 115 | } |
| vasilvv | 0fc587f | 2019-09-06 13:33:08 -0700 | [diff] [blame] | 116 | client_endpoint_ = std::make_unique<QuartcClientEndpoint>( |
| QUICHE team | 73957f1 | 2019-04-18 16:21:52 -0700 | [diff] [blame] | 117 | simulator_->GetAlarmFactory(), simulator_->GetClock(), |
| 118 | simulator_->GetRandomGenerator(), client_delegate, QuartcSessionConfig(), |
| 119 | server_endpoint_->server_crypto_config()); |
| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 120 | |
| 121 | QuicTime start_time = simulator_->GetClock()->Now(); |
| 122 | server_endpoint_->Connect(server_transport_); |
| 123 | client_endpoint_->Connect(client_transport_); |
| 124 | |
| 125 | // Measure connect latency. |
| 126 | if (!simulator_->RunUntil([this] { return client_peer_->Enabled(); })) { |
| 127 | return false; |
| 128 | } |
| 129 | QuicTime client_connected = simulator_->GetClock()->Now(); |
| 130 | QuicTime::Delta client_connect_latency = client_connected - start_time; |
| 131 | |
| 132 | if (!simulator_->RunUntil([this] { return server_peer_->Enabled(); })) { |
| 133 | return false; |
| 134 | } |
| 135 | QuicTime server_connected = simulator_->GetClock()->Now(); |
| 136 | QuicTime::Delta server_connect_latency = server_connected - start_time; |
| 137 | |
| 138 | QUIC_LOG(INFO) << "Connect latencies (ms): client=" << client_connect_latency |
| 139 | << ", server=" << server_connect_latency; |
| 140 | |
| 141 | // Run the test. |
| 142 | simulator_->RunFor(test_duration); |
| 143 | |
| 144 | // Disable sending and drain. |
| 145 | // Note that draining by waiting for the last sequence number sent may be |
| 146 | // flaky if packet loss is enabled. However, simulator-based tests don't |
| 147 | // currently have any loss. |
| 148 | server_peer_->SetEnabled(false); |
| 149 | client_peer_->SetEnabled(false); |
| 150 | |
| QUICHE team | 1b4afd1 | 2019-04-17 14:03:08 -0700 | [diff] [blame] | 151 | if (!simulator_->RunUntil([this] { return PacketsDrained(); })) { |
| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 152 | return false; |
| 153 | } |
| 154 | |
| 155 | // Compute results. |
| 156 | QUIC_LOG(INFO) << "Printing client->server results:"; |
| QUICHE team | 1b4afd1 | 2019-04-17 14:03:08 -0700 | [diff] [blame] | 157 | LogResults(server_peer_->received_messages(), |
| 158 | client_peer_->GetLastSequenceNumbers()); |
| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 159 | |
| 160 | QUIC_LOG(INFO) << "Printing server->client results:"; |
| QUICHE team | 1b4afd1 | 2019-04-17 14:03:08 -0700 | [diff] [blame] | 161 | LogResults(client_peer_->received_messages(), |
| 162 | server_peer_->GetLastSequenceNumbers()); |
| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 163 | return true; |
| 164 | } |
| 165 | |
| QUICHE team | 1b4afd1 | 2019-04-17 14:03:08 -0700 | [diff] [blame] | 166 | bool BidiTestRunner::PacketsDrained() { |
| 167 | const ReceivedMessage& last_server_message = |
| 168 | server_peer_->received_messages().back(); |
| 169 | const ReceivedMessage& last_client_message = |
| 170 | client_peer_->received_messages().back(); |
| 171 | |
| 172 | // Last observed propagation delay on the client -> server path. |
| 173 | QuicTime::Delta last_client_server_delay = |
| 174 | last_server_message.receive_time - last_server_message.frame.send_time; |
| 175 | |
| 176 | // Last observed propagation delay on the server -> client path. |
| 177 | QuicTime::Delta last_server_client_delay = |
| 178 | last_client_message.receive_time - last_client_message.frame.send_time; |
| 179 | |
| 180 | // Last observed RTT based on the propagation delays above. |
| 181 | QuicTime::Delta last_rtt = |
| 182 | last_client_server_delay + last_server_client_delay; |
| 183 | |
| 184 | // If nothing interesting has happened for at least one RTT, then it's |
| 185 | // unlikely anything is still in flight. |
| 186 | QuicTime now = simulator_->GetClock()->Now(); |
| 187 | return now - last_server_message.receive_time > last_rtt && |
| 188 | now - last_client_message.receive_time > last_rtt; |
| 189 | } |
| 190 | |
| QUICHE team | 500e0aa | 2019-04-16 14:30:01 -0700 | [diff] [blame] | 191 | } // namespace test |
| 192 | } // namespace quic |