1 /*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11 #include "webrtc/base/checks.h"
12 #include "webrtc/modules/video_coding/frame_object.h"
13 #include "webrtc/modules/video_coding/packet_buffer.h"
14
15 namespace webrtc {
16 namespace video_coding {
17
FrameObject()18 FrameObject::FrameObject()
19 : picture_id(0),
20 spatial_layer(0),
21 timestamp(0),
22 num_references(0),
23 inter_layer_predicted(false) {}
24
RtpFrameObject(PacketBuffer * packet_buffer,uint16_t first_seq_num,uint16_t last_seq_num,size_t frame_size,int times_nacked,int64_t received_time)25 RtpFrameObject::RtpFrameObject(PacketBuffer* packet_buffer,
26 uint16_t first_seq_num,
27 uint16_t last_seq_num,
28 size_t frame_size,
29 int times_nacked,
30 int64_t received_time)
31 : packet_buffer_(packet_buffer),
32 first_seq_num_(first_seq_num),
33 last_seq_num_(last_seq_num),
34 received_time_(received_time),
35 times_nacked_(times_nacked) {
36 VCMPacket* first_packet = packet_buffer_->GetPacket(first_seq_num);
37 RTC_DCHECK(first_packet);
38
39 // RtpFrameObject members
40 frame_type_ = first_packet->frameType;
41 codec_type_ = first_packet->codec;
42
43 // TODO(philipel): Remove when encoded image is replaced by FrameObject.
44 // VCMEncodedFrame members
45 CopyCodecSpecific(&first_packet->video_header);
46 _completeFrame = true;
47 _payloadType = first_packet->payloadType;
48 _timeStamp = first_packet->timestamp;
49 ntp_time_ms_ = first_packet->ntp_time_ms_;
50
51 // Since FFmpeg use an optimized bitstream reader that reads in chunks of
52 // 32/64 bits we have to add at least that much padding to the buffer
53 // to make sure the decoder doesn't read out of bounds.
54 // NOTE! EncodedImage::_size is the size of the buffer (think capacity of
55 // an std::vector) and EncodedImage::_length is the actual size of
56 // the bitstream (think size of an std::vector).
57 if (codec_type_ == kVideoCodecH264)
58 _size = frame_size + EncodedImage::kBufferPaddingBytesH264;
59 else
60 _size = frame_size;
61
62 _buffer = new uint8_t[_size];
63 _length = frame_size;
64 _frameType = first_packet->frameType;
65 GetBitstream(_buffer);
66 _encodedWidth = first_packet->width;
67 _encodedHeight = first_packet->height;
68
69 // FrameObject members
70 timestamp = first_packet->timestamp;
71
72 VCMPacket* last_packet = packet_buffer_->GetPacket(last_seq_num);
73 RTC_DCHECK(last_packet && last_packet->markerBit);
74 // http://www.etsi.org/deliver/etsi_ts/126100_126199/126114/12.07.00_60/
75 // ts_126114v120700p.pdf Section 7.4.5.
76 // The MTSI client shall add the payload bytes as defined in this clause
77 // onto the last RTP packet in each group of packets which make up a key
78 // frame (I-frame or IDR frame in H.264 (AVC), or an IRAP picture in H.265
79 // (HEVC)).
80 rotation_ = last_packet->video_header.rotation;
81 _rotation_set = true;
82 }
83
~RtpFrameObject()84 RtpFrameObject::~RtpFrameObject() {
85 packet_buffer_->ReturnFrame(this);
86 }
87
first_seq_num() const88 uint16_t RtpFrameObject::first_seq_num() const {
89 return first_seq_num_;
90 }
91
last_seq_num() const92 uint16_t RtpFrameObject::last_seq_num() const {
93 return last_seq_num_;
94 }
95
times_nacked() const96 int RtpFrameObject::times_nacked() const {
97 return times_nacked_;
98 }
99
frame_type() const100 FrameType RtpFrameObject::frame_type() const {
101 return frame_type_;
102 }
103
codec_type() const104 VideoCodecType RtpFrameObject::codec_type() const {
105 return codec_type_;
106 }
107
GetBitstream(uint8_t * destination) const108 bool RtpFrameObject::GetBitstream(uint8_t* destination) const {
109 return packet_buffer_->GetBitstream(*this, destination);
110 }
111
Timestamp() const112 uint32_t RtpFrameObject::Timestamp() const {
113 return timestamp_;
114 }
115
ReceivedTime() const116 int64_t RtpFrameObject::ReceivedTime() const {
117 return received_time_;
118 }
119
RenderTime() const120 int64_t RtpFrameObject::RenderTime() const {
121 return _renderTimeMs;
122 }
123
GetCodecHeader() const124 rtc::Optional<RTPVideoTypeHeader> RtpFrameObject::GetCodecHeader() const {
125 rtc::CritScope lock(&packet_buffer_->crit_);
126 VCMPacket* packet = packet_buffer_->GetPacket(first_seq_num_);
127 if (!packet)
128 return rtc::Optional<RTPVideoTypeHeader>();
129 return rtc::Optional<RTPVideoTypeHeader>(packet->video_header.codecHeader);
130 }
131
132 } // namespace video_coding
133 } // namespace webrtc
134