QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 1 | // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
| 5 | #include "net/third_party/quiche/src/quic/core/quic_stream_sequencer.h" |
| 6 | |
| 7 | #include <algorithm> |
renjietang | 8be8b74 | 2020-01-14 12:41:09 -0800 | [diff] [blame] | 8 | #include <cstddef> |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 9 | #include <limits> |
vasilvv | 872e7a3 | 2019-03-12 16:42:44 -0700 | [diff] [blame] | 10 | #include <string> |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 11 | #include <utility> |
| 12 | |
renjietang | 0398785 | 2019-10-22 12:06:37 -0700 | [diff] [blame] | 13 | #include "net/third_party/quiche/src/quic/core/quic_error_codes.h" |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 14 | #include "net/third_party/quiche/src/quic/core/quic_packets.h" |
| 15 | #include "net/third_party/quiche/src/quic/core/quic_stream.h" |
| 16 | #include "net/third_party/quiche/src/quic/core/quic_stream_sequencer_buffer.h" |
renjietang | 8be8b74 | 2020-01-14 12:41:09 -0800 | [diff] [blame] | 17 | #include "net/third_party/quiche/src/quic/core/quic_types.h" |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 18 | #include "net/third_party/quiche/src/quic/core/quic_utils.h" |
| 19 | #include "net/third_party/quiche/src/quic/platform/api/quic_bug_tracker.h" |
| 20 | #include "net/third_party/quiche/src/quic/platform/api/quic_clock.h" |
| 21 | #include "net/third_party/quiche/src/quic/platform/api/quic_flag_utils.h" |
renjietang | c152cc5 | 2019-08-13 11:54:57 -0700 | [diff] [blame] | 22 | #include "net/third_party/quiche/src/quic/platform/api/quic_flags.h" |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 23 | #include "net/third_party/quiche/src/quic/platform/api/quic_logging.h" |
dmcardle | cf0bfcf | 2019-12-13 08:08:21 -0800 | [diff] [blame] | 24 | #include "net/third_party/quiche/src/common/platform/api/quiche_str_cat.h" |
| 25 | #include "net/third_party/quiche/src/common/platform/api/quiche_string_piece.h" |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 26 | |
| 27 | namespace quic { |
| 28 | |
| 29 | QuicStreamSequencer::QuicStreamSequencer(StreamInterface* quic_stream) |
| 30 | : stream_(quic_stream), |
| 31 | buffered_frames_(kStreamReceiveWindowLimit), |
renjietang | 0398785 | 2019-10-22 12:06:37 -0700 | [diff] [blame] | 32 | highest_offset_(0), |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 33 | close_offset_(std::numeric_limits<QuicStreamOffset>::max()), |
| 34 | blocked_(false), |
| 35 | num_frames_received_(0), |
| 36 | num_duplicate_frames_received_(0), |
| 37 | ignore_read_data_(false), |
renjietang | 7eb51a7 | 2020-01-06 10:45:43 -0800 | [diff] [blame] | 38 | level_triggered_(false) {} |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 39 | |
| 40 | QuicStreamSequencer::~QuicStreamSequencer() {} |
| 41 | |
| 42 | void QuicStreamSequencer::OnStreamFrame(const QuicStreamFrame& frame) { |
renjietang | 963c2ec | 2019-09-12 11:46:50 -0700 | [diff] [blame] | 43 | DCHECK_LE(frame.offset + frame.data_length, close_offset_); |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 44 | ++num_frames_received_; |
| 45 | const QuicStreamOffset byte_offset = frame.offset; |
| 46 | const size_t data_len = frame.data_length; |
| 47 | |
renjietang | 8be8b74 | 2020-01-14 12:41:09 -0800 | [diff] [blame] | 48 | if (frame.fin && |
| 49 | (!CloseStreamAtOffset(frame.offset + data_len) || data_len == 0)) { |
| 50 | return; |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 51 | } |
| 52 | OnFrameData(byte_offset, data_len, frame.data_buffer); |
| 53 | } |
| 54 | |
| 55 | void QuicStreamSequencer::OnCryptoFrame(const QuicCryptoFrame& frame) { |
| 56 | ++num_frames_received_; |
| 57 | OnFrameData(frame.offset, frame.data_length, frame.data_buffer); |
| 58 | } |
| 59 | |
| 60 | void QuicStreamSequencer::OnFrameData(QuicStreamOffset byte_offset, |
| 61 | size_t data_len, |
| 62 | const char* data_buffer) { |
renjietang | 0398785 | 2019-10-22 12:06:37 -0700 | [diff] [blame] | 63 | highest_offset_ = std::max(highest_offset_, byte_offset + data_len); |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 64 | const size_t previous_readable_bytes = buffered_frames_.ReadableBytes(); |
| 65 | size_t bytes_written; |
vasilvv | c48c871 | 2019-03-11 13:38:16 -0700 | [diff] [blame] | 66 | std::string error_details; |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 67 | QuicErrorCode result = buffered_frames_.OnStreamData( |
dmcardle | cf0bfcf | 2019-12-13 08:08:21 -0800 | [diff] [blame] | 68 | byte_offset, quiche::QuicheStringPiece(data_buffer, data_len), |
| 69 | &bytes_written, &error_details); |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 70 | if (result != QUIC_NO_ERROR) { |
dmcardle | cf0bfcf | 2019-12-13 08:08:21 -0800 | [diff] [blame] | 71 | std::string details = quiche::QuicheStrCat( |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 72 | "Stream ", stream_->id(), ": ", QuicErrorCodeToString(result), ": ", |
| 73 | error_details, |
| 74 | "\nPeer Address: ", stream_->PeerAddressOfLatestPacket().ToString()); |
| 75 | QUIC_LOG_FIRST_N(WARNING, 50) << QuicErrorCodeToString(result); |
| 76 | QUIC_LOG_FIRST_N(WARNING, 50) << details; |
| 77 | stream_->CloseConnectionWithDetails(result, details); |
| 78 | return; |
| 79 | } |
| 80 | |
| 81 | if (bytes_written == 0) { |
| 82 | ++num_duplicate_frames_received_; |
| 83 | // Silently ignore duplicates. |
| 84 | return; |
| 85 | } |
| 86 | |
| 87 | if (blocked_) { |
| 88 | return; |
| 89 | } |
| 90 | |
| 91 | if (level_triggered_) { |
| 92 | if (buffered_frames_.ReadableBytes() > previous_readable_bytes) { |
| 93 | // Readable bytes has changed, let stream decide if to inform application |
| 94 | // or not. |
ianswett | ef3d9cd | 2019-12-23 07:16:43 -0800 | [diff] [blame] | 95 | if (ignore_read_data_) { |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 96 | FlushBufferedFrames(); |
| 97 | } else { |
| 98 | stream_->OnDataAvailable(); |
| 99 | } |
| 100 | } |
| 101 | return; |
| 102 | } |
| 103 | const bool stream_unblocked = |
| 104 | previous_readable_bytes == 0 && buffered_frames_.ReadableBytes() > 0; |
| 105 | if (stream_unblocked) { |
| 106 | if (ignore_read_data_) { |
| 107 | FlushBufferedFrames(); |
| 108 | } else { |
| 109 | stream_->OnDataAvailable(); |
| 110 | } |
| 111 | } |
| 112 | } |
| 113 | |
renjietang | c152cc5 | 2019-08-13 11:54:57 -0700 | [diff] [blame] | 114 | bool QuicStreamSequencer::CloseStreamAtOffset(QuicStreamOffset offset) { |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 115 | const QuicStreamOffset kMaxOffset = |
| 116 | std::numeric_limits<QuicStreamOffset>::max(); |
| 117 | |
| 118 | // If there is a scheduled close, the new offset should match it. |
| 119 | if (close_offset_ != kMaxOffset && offset != close_offset_) { |
renjietang | 0398785 | 2019-10-22 12:06:37 -0700 | [diff] [blame] | 120 | stream_->CloseConnectionWithDetails( |
| 121 | QUIC_STREAM_SEQUENCER_INVALID_STATE, |
dmcardle | cf0bfcf | 2019-12-13 08:08:21 -0800 | [diff] [blame] | 122 | quiche::QuicheStrCat( |
| 123 | "Stream ", stream_->id(), " received new final offset: ", offset, |
| 124 | ", which is different from close offset: ", close_offset_)); |
renjietang | c152cc5 | 2019-08-13 11:54:57 -0700 | [diff] [blame] | 125 | return false; |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 126 | } |
| 127 | |
renjietang | 0398785 | 2019-10-22 12:06:37 -0700 | [diff] [blame] | 128 | // The final offset should be no less than the highest offset that is |
| 129 | // received. |
renjietang | 7eb51a7 | 2020-01-06 10:45:43 -0800 | [diff] [blame] | 130 | if (offset < highest_offset_) { |
renjietang | e2a64de | 2019-11-15 12:16:56 -0800 | [diff] [blame] | 131 | stream_->CloseConnectionWithDetails( |
| 132 | QUIC_STREAM_SEQUENCER_INVALID_STATE, |
dmcardle | cf0bfcf | 2019-12-13 08:08:21 -0800 | [diff] [blame] | 133 | quiche::QuicheStrCat( |
renjietang | e2a64de | 2019-11-15 12:16:56 -0800 | [diff] [blame] | 134 | "Stream ", stream_->id(), " received fin with offset: ", offset, |
| 135 | ", which reduces current highest offset: ", highest_offset_)); |
| 136 | return false; |
renjietang | 0398785 | 2019-10-22 12:06:37 -0700 | [diff] [blame] | 137 | } |
| 138 | |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 139 | close_offset_ = offset; |
| 140 | |
| 141 | MaybeCloseStream(); |
renjietang | c152cc5 | 2019-08-13 11:54:57 -0700 | [diff] [blame] | 142 | return true; |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 143 | } |
| 144 | |
bnc | f152d8c | 2019-08-06 06:03:08 -0700 | [diff] [blame] | 145 | void QuicStreamSequencer::MaybeCloseStream() { |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 146 | if (blocked_ || !IsClosed()) { |
bnc | f152d8c | 2019-08-06 06:03:08 -0700 | [diff] [blame] | 147 | return; |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 148 | } |
| 149 | |
| 150 | QUIC_DVLOG(1) << "Passing up termination, as we've processed " |
| 151 | << buffered_frames_.BytesConsumed() << " of " << close_offset_ |
| 152 | << " bytes."; |
| 153 | // This will cause the stream to consume the FIN. |
| 154 | // Technically it's an error if |num_bytes_consumed| isn't exactly |
| 155 | // equal to |close_offset|, but error handling seems silly at this point. |
| 156 | if (ignore_read_data_) { |
| 157 | // The sequencer is discarding stream data and must notify the stream on |
| 158 | // receipt of a FIN because the consumer won't. |
| 159 | stream_->OnFinRead(); |
| 160 | } else { |
| 161 | stream_->OnDataAvailable(); |
| 162 | } |
| 163 | buffered_frames_.Clear(); |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 164 | } |
| 165 | |
| 166 | int QuicStreamSequencer::GetReadableRegions(iovec* iov, size_t iov_len) const { |
| 167 | DCHECK(!blocked_); |
| 168 | return buffered_frames_.GetReadableRegions(iov, iov_len); |
| 169 | } |
| 170 | |
| 171 | bool QuicStreamSequencer::GetReadableRegion(iovec* iov) const { |
| 172 | DCHECK(!blocked_); |
| 173 | return buffered_frames_.GetReadableRegion(iov); |
| 174 | } |
| 175 | |
bnc | 7b3e0a9 | 2019-06-24 16:06:45 -0700 | [diff] [blame] | 176 | bool QuicStreamSequencer::PeekRegion(QuicStreamOffset offset, |
| 177 | iovec* iov) const { |
| 178 | DCHECK(!blocked_); |
| 179 | return buffered_frames_.PeekRegion(offset, iov); |
| 180 | } |
| 181 | |
vasilvv | c48c871 | 2019-03-11 13:38:16 -0700 | [diff] [blame] | 182 | void QuicStreamSequencer::Read(std::string* buffer) { |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 183 | DCHECK(!blocked_); |
| 184 | buffer->resize(buffer->size() + ReadableBytes()); |
| 185 | iovec iov; |
| 186 | iov.iov_len = ReadableBytes(); |
| 187 | iov.iov_base = &(*buffer)[buffer->size() - iov.iov_len]; |
| 188 | Readv(&iov, 1); |
| 189 | } |
| 190 | |
renjietang | 8be8b74 | 2020-01-14 12:41:09 -0800 | [diff] [blame] | 191 | size_t QuicStreamSequencer::Readv(const struct iovec* iov, size_t iov_len) { |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 192 | DCHECK(!blocked_); |
vasilvv | c48c871 | 2019-03-11 13:38:16 -0700 | [diff] [blame] | 193 | std::string error_details; |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 194 | size_t bytes_read; |
| 195 | QuicErrorCode read_error = |
| 196 | buffered_frames_.Readv(iov, iov_len, &bytes_read, &error_details); |
| 197 | if (read_error != QUIC_NO_ERROR) { |
vasilvv | c48c871 | 2019-03-11 13:38:16 -0700 | [diff] [blame] | 198 | std::string details = |
dmcardle | cf0bfcf | 2019-12-13 08:08:21 -0800 | [diff] [blame] | 199 | quiche::QuicheStrCat("Stream ", stream_->id(), ": ", error_details); |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 200 | stream_->CloseConnectionWithDetails(read_error, details); |
renjietang | 8be8b74 | 2020-01-14 12:41:09 -0800 | [diff] [blame] | 201 | return bytes_read; |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 202 | } |
| 203 | |
| 204 | stream_->AddBytesConsumed(bytes_read); |
renjietang | 8be8b74 | 2020-01-14 12:41:09 -0800 | [diff] [blame] | 205 | return bytes_read; |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 206 | } |
| 207 | |
| 208 | bool QuicStreamSequencer::HasBytesToRead() const { |
| 209 | return buffered_frames_.HasBytesToRead(); |
| 210 | } |
| 211 | |
| 212 | size_t QuicStreamSequencer::ReadableBytes() const { |
| 213 | return buffered_frames_.ReadableBytes(); |
| 214 | } |
| 215 | |
| 216 | bool QuicStreamSequencer::IsClosed() const { |
| 217 | return buffered_frames_.BytesConsumed() >= close_offset_; |
| 218 | } |
| 219 | |
| 220 | void QuicStreamSequencer::MarkConsumed(size_t num_bytes_consumed) { |
| 221 | DCHECK(!blocked_); |
| 222 | bool result = buffered_frames_.MarkConsumed(num_bytes_consumed); |
| 223 | if (!result) { |
| 224 | QUIC_BUG << "Invalid argument to MarkConsumed." |
| 225 | << " expect to consume: " << num_bytes_consumed |
| 226 | << ", but not enough bytes available. " << DebugString(); |
| 227 | stream_->Reset(QUIC_ERROR_PROCESSING_STREAM); |
| 228 | return; |
| 229 | } |
| 230 | stream_->AddBytesConsumed(num_bytes_consumed); |
| 231 | } |
| 232 | |
| 233 | void QuicStreamSequencer::SetBlockedUntilFlush() { |
| 234 | blocked_ = true; |
| 235 | } |
| 236 | |
| 237 | void QuicStreamSequencer::SetUnblocked() { |
| 238 | blocked_ = false; |
| 239 | if (IsClosed() || HasBytesToRead()) { |
| 240 | stream_->OnDataAvailable(); |
| 241 | } |
| 242 | } |
| 243 | |
| 244 | void QuicStreamSequencer::StopReading() { |
| 245 | if (ignore_read_data_) { |
| 246 | return; |
| 247 | } |
| 248 | ignore_read_data_ = true; |
| 249 | FlushBufferedFrames(); |
| 250 | } |
| 251 | |
| 252 | void QuicStreamSequencer::ReleaseBuffer() { |
| 253 | buffered_frames_.ReleaseWholeBuffer(); |
| 254 | } |
| 255 | |
| 256 | void QuicStreamSequencer::ReleaseBufferIfEmpty() { |
| 257 | if (buffered_frames_.Empty()) { |
| 258 | buffered_frames_.ReleaseWholeBuffer(); |
| 259 | } |
| 260 | } |
| 261 | |
| 262 | void QuicStreamSequencer::FlushBufferedFrames() { |
| 263 | DCHECK(ignore_read_data_); |
| 264 | size_t bytes_flushed = buffered_frames_.FlushBufferedFrames(); |
| 265 | QUIC_DVLOG(1) << "Flushing buffered data at offset " |
| 266 | << buffered_frames_.BytesConsumed() << " length " |
| 267 | << bytes_flushed << " for stream " << stream_->id(); |
| 268 | stream_->AddBytesConsumed(bytes_flushed); |
| 269 | MaybeCloseStream(); |
| 270 | } |
| 271 | |
| 272 | size_t QuicStreamSequencer::NumBytesBuffered() const { |
| 273 | return buffered_frames_.BytesBuffered(); |
| 274 | } |
| 275 | |
| 276 | QuicStreamOffset QuicStreamSequencer::NumBytesConsumed() const { |
| 277 | return buffered_frames_.BytesConsumed(); |
| 278 | } |
| 279 | |
vasilvv | c48c871 | 2019-03-11 13:38:16 -0700 | [diff] [blame] | 280 | const std::string QuicStreamSequencer::DebugString() const { |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 281 | // clang-format off |
dmcardle | cf0bfcf | 2019-12-13 08:08:21 -0800 | [diff] [blame] | 282 | return quiche::QuicheStrCat("QuicStreamSequencer:", |
QUICHE team | a6ef0a6 | 2019-03-07 20:34:33 -0500 | [diff] [blame] | 283 | "\n bytes buffered: ", NumBytesBuffered(), |
| 284 | "\n bytes consumed: ", NumBytesConsumed(), |
| 285 | "\n has bytes to read: ", HasBytesToRead() ? "true" : "false", |
| 286 | "\n frames received: ", num_frames_received(), |
| 287 | "\n close offset bytes: ", close_offset_, |
| 288 | "\n is closed: ", IsClosed() ? "true" : "false"); |
| 289 | // clang-format on |
| 290 | } |
| 291 | |
| 292 | } // namespace quic |