1 // Protocol Buffers - Google's data interchange format
2 // Copyright 2008 Google Inc.  All rights reserved.
3 // https://developers.google.com/protocol-buffers/
4 //
5 // Redistribution and use in source and binary forms, with or without
6 // modification, are permitted provided that the following conditions are
7 // met:
8 //
9 //     * Redistributions of source code must retain the above copyright
10 // notice, this list of conditions and the following disclaimer.
11 //     * Redistributions in binary form must reproduce the above
12 // copyright notice, this list of conditions and the following disclaimer
13 // in the documentation and/or other materials provided with the
14 // distribution.
15 //     * Neither the name of Google Inc. nor the names of its
16 // contributors may be used to endorse or promote products derived from
17 // this software without specific prior written permission.
18 //
19 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
20 // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
21 // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
22 // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
23 // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
24 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
25 // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
26 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
27 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
28 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
29 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30 
31 // Author: kenton@google.com (Kenton Varda)
32 //  Based on original Protocol Buffers design by
33 //  Sanjay Ghemawat, Jeff Dean, and others.
34 //
35 // Contains classes used to keep track of unrecognized fields seen while
36 // parsing a protocol message.
37 
38 #ifndef GOOGLE_PROTOBUF_UNKNOWN_FIELD_SET_H__
39 #define GOOGLE_PROTOBUF_UNKNOWN_FIELD_SET_H__
40 
41 #include <assert.h>
42 
43 #include <string>
44 #include <vector>
45 
46 #include <google/protobuf/stubs/common.h>
47 #include <google/protobuf/stubs/logging.h>
48 #include <google/protobuf/parse_context.h>
49 #include <google/protobuf/io/coded_stream.h>
50 #include <google/protobuf/io/zero_copy_stream_impl_lite.h>
51 #include <google/protobuf/message_lite.h>
52 #include <google/protobuf/port.h>
53 
54 #include <google/protobuf/port_def.inc>
55 
56 #ifdef SWIG
57 #error "You cannot SWIG proto headers"
58 #endif
59 
60 namespace google {
61 namespace protobuf {
62 namespace internal {
63 class InternalMetadata;           // metadata_lite.h
64 class WireFormat;                 // wire_format.h
65 class MessageSetFieldSkipperUsingCord;
66 // extension_set_heavy.cc
67 }  // namespace internal
68 
69 class Message;       // message.h
70 class UnknownField;  // below
71 
72 // An UnknownFieldSet contains fields that were encountered while parsing a
73 // message but were not defined by its type.  Keeping track of these can be
74 // useful, especially in that they may be written if the message is serialized
75 // again without being cleared in between.  This means that software which
76 // simply receives messages and forwards them to other servers does not need
77 // to be updated every time a new field is added to the message definition.
78 //
79 // To get the UnknownFieldSet attached to any message, call
80 // Reflection::GetUnknownFields().
81 //
82 // This class is necessarily tied to the protocol buffer wire format, unlike
83 // the Reflection interface which is independent of any serialization scheme.
84 class PROTOBUF_EXPORT UnknownFieldSet {
85  public:
86   UnknownFieldSet();
87   ~UnknownFieldSet();
88 
89   // Remove all fields.
90   inline void Clear();
91 
92   // Remove all fields and deallocate internal data objects
93   void ClearAndFreeMemory();
94 
95   // Is this set empty?
96   inline bool empty() const;
97 
98   // Merge the contents of some other UnknownFieldSet with this one.
99   void MergeFrom(const UnknownFieldSet& other);
100 
101   // Similar to above, but this function will destroy the contents of other.
102   void MergeFromAndDestroy(UnknownFieldSet* other);
103 
104   // Merge the contents an UnknownFieldSet with the UnknownFieldSet in
105   // *metadata, if there is one.  If *metadata doesn't have an UnknownFieldSet
106   // then add one to it and make it be a copy of the first arg.
107   static void MergeToInternalMetadata(const UnknownFieldSet& other,
108                                       internal::InternalMetadata* metadata);
109 
110   // Swaps the contents of some other UnknownFieldSet with this one.
111   inline void Swap(UnknownFieldSet* x);
112 
113   // Computes (an estimate of) the total number of bytes currently used for
114   // storing the unknown fields in memory. Does NOT include
115   // sizeof(*this) in the calculation.
116   size_t SpaceUsedExcludingSelfLong() const;
117 
SpaceUsedExcludingSelf()118   int SpaceUsedExcludingSelf() const {
119     return internal::ToIntSize(SpaceUsedExcludingSelfLong());
120   }
121 
122   // Version of SpaceUsed() including sizeof(*this).
123   size_t SpaceUsedLong() const;
124 
SpaceUsed()125   int SpaceUsed() const { return internal::ToIntSize(SpaceUsedLong()); }
126 
127   // Returns the number of fields present in the UnknownFieldSet.
128   inline int field_count() const;
129   // Get a field in the set, where 0 <= index < field_count().  The fields
130   // appear in the order in which they were added.
131   inline const UnknownField& field(int index) const;
132   // Get a mutable pointer to a field in the set, where
133   // 0 <= index < field_count().  The fields appear in the order in which
134   // they were added.
135   inline UnknownField* mutable_field(int index);
136 
137   // Adding fields ---------------------------------------------------
138 
139   void AddVarint(int number, uint64 value);
140   void AddFixed32(int number, uint32 value);
141   void AddFixed64(int number, uint64 value);
142   void AddLengthDelimited(int number, const std::string& value);
143   std::string* AddLengthDelimited(int number);
144   UnknownFieldSet* AddGroup(int number);
145 
146   // Adds an unknown field from another set.
147   void AddField(const UnknownField& field);
148 
149   // Delete fields with indices in the range [start .. start+num-1].
150   // Caution: implementation moves all fields with indices [start+num .. ].
151   void DeleteSubrange(int start, int num);
152 
153   // Delete all fields with a specific field number. The order of left fields
154   // is preserved.
155   // Caution: implementation moves all fields after the first deleted field.
156   void DeleteByNumber(int number);
157 
158   // Parsing helpers -------------------------------------------------
159   // These work exactly like the similarly-named methods of Message.
160 
161   bool MergeFromCodedStream(io::CodedInputStream* input);
162   bool ParseFromCodedStream(io::CodedInputStream* input);
163   bool ParseFromZeroCopyStream(io::ZeroCopyInputStream* input);
164   bool ParseFromArray(const void* data, int size);
ParseFromString(const std::string & data)165   inline bool ParseFromString(const std::string& data) {
166     return ParseFromArray(data.data(), static_cast<int>(data.size()));
167   }
168 
169   // Merges this message's unknown field data (if any).  This works whether
170   // the message is a lite or full proto (for legacy reasons, lite and full
171   // return different types for MessageType::unknown_fields()).
172   template <typename MessageType>
173   bool MergeFromMessage(const MessageType& message);
174 
175   static const UnknownFieldSet& default_instance();
176 
177  private:
178   // For InternalMergeFrom
179   friend class UnknownField;
180   // Merges from other UnknownFieldSet. This method assumes, that this object
181   // is newly created and has no fields.
182   void InternalMergeFrom(const UnknownFieldSet& other);
183   void ClearFallback();
184 
185   template <typename MessageType,
186             typename std::enable_if<
187                 std::is_base_of<Message, MessageType>::value, int>::type = 0>
InternalMergeFromMessage(const MessageType & message)188   bool InternalMergeFromMessage(const MessageType& message) {
189     MergeFrom(message.GetReflection()->GetUnknownFields(message));
190     return true;
191   }
192 
193   template <typename MessageType,
194             typename std::enable_if<
195                 std::is_base_of<MessageLite, MessageType>::value &&
196                     !std::is_base_of<Message, MessageType>::value,
197                 int>::type = 0>
InternalMergeFromMessage(const MessageType & message)198   bool InternalMergeFromMessage(const MessageType& message) {
199     const auto& unknown_fields = message.unknown_fields();
200     io::ArrayInputStream array_stream(unknown_fields.data(),
201                                       unknown_fields.size());
202     io::CodedInputStream coded_stream(&array_stream);
203     return MergeFromCodedStream(&coded_stream);
204   }
205 
206   std::vector<UnknownField> fields_;
207   GOOGLE_DISALLOW_EVIL_CONSTRUCTORS(UnknownFieldSet);
208 };
209 
210 namespace internal {
211 
WriteVarint(uint32 num,uint64 val,UnknownFieldSet * unknown)212 inline void WriteVarint(uint32 num, uint64 val, UnknownFieldSet* unknown) {
213   unknown->AddVarint(num, val);
214 }
WriteLengthDelimited(uint32 num,StringPiece val,UnknownFieldSet * unknown)215 inline void WriteLengthDelimited(uint32 num, StringPiece val,
216                                  UnknownFieldSet* unknown) {
217   unknown->AddLengthDelimited(num)->assign(val.data(), val.size());
218 }
219 
220 PROTOBUF_EXPORT
221 const char* UnknownGroupParse(UnknownFieldSet* unknown, const char* ptr,
222                               ParseContext* ctx);
223 PROTOBUF_EXPORT
224 const char* UnknownFieldParse(uint64 tag, UnknownFieldSet* unknown,
225                               const char* ptr, ParseContext* ctx);
226 
227 }  // namespace internal
228 
229 // Represents one field in an UnknownFieldSet.
230 class PROTOBUF_EXPORT UnknownField {
231  public:
232   enum Type {
233     TYPE_VARINT,
234     TYPE_FIXED32,
235     TYPE_FIXED64,
236     TYPE_LENGTH_DELIMITED,
237     TYPE_GROUP
238   };
239 
240   // The field's field number, as seen on the wire.
241   inline int number() const;
242 
243   // The field type.
244   inline Type type() const;
245 
246   // Accessors -------------------------------------------------------
247   // Each method works only for UnknownFields of the corresponding type.
248 
249   inline uint64 varint() const;
250   inline uint32 fixed32() const;
251   inline uint64 fixed64() const;
252   inline const std::string& length_delimited() const;
253   inline const UnknownFieldSet& group() const;
254 
255   inline void set_varint(uint64 value);
256   inline void set_fixed32(uint32 value);
257   inline void set_fixed64(uint64 value);
258   inline void set_length_delimited(const std::string& value);
259   inline std::string* mutable_length_delimited();
260   inline UnknownFieldSet* mutable_group();
261 
262   // Serialization API.
263   // These methods can take advantage of the underlying implementation and may
264   // archieve a better performance than using getters to retrieve the data and
265   // do the serialization yourself.
SerializeLengthDelimitedNoTag(io::CodedOutputStream * output)266   void SerializeLengthDelimitedNoTag(io::CodedOutputStream* output) const {
267     output->SetCur(InternalSerializeLengthDelimitedNoTag(output->Cur(),
268                                                          output->EpsCopy()));
269   }
270 
271   inline size_t GetLengthDelimitedSize() const;
272   uint8* InternalSerializeLengthDelimitedNoTag(
273       uint8* target, io::EpsCopyOutputStream* stream) const;
274 
275 
276   // If this UnknownField contains a pointer, delete it.
277   void Delete();
278 
279   // Make a deep copy of any pointers in this UnknownField.
280   void DeepCopy(const UnknownField& other);
281 
282   // Set the wire type of this UnknownField. Should only be used when this
283   // UnknownField is being created.
284   inline void SetType(Type type);
285 
286   union LengthDelimited {
287     std::string* string_value;
288   };
289 
290   uint32 number_;
291   uint32 type_;
292   union {
293     uint64 varint_;
294     uint32 fixed32_;
295     uint64 fixed64_;
296     mutable union LengthDelimited length_delimited_;
297     UnknownFieldSet* group_;
298   } data_;
299 };
300 
301 // ===================================================================
302 // inline implementations
303 
UnknownFieldSet()304 inline UnknownFieldSet::UnknownFieldSet() {}
305 
~UnknownFieldSet()306 inline UnknownFieldSet::~UnknownFieldSet() { Clear(); }
307 
ClearAndFreeMemory()308 inline void UnknownFieldSet::ClearAndFreeMemory() { Clear(); }
309 
Clear()310 inline void UnknownFieldSet::Clear() {
311   if (!fields_.empty()) {
312     ClearFallback();
313   }
314 }
315 
empty()316 inline bool UnknownFieldSet::empty() const { return fields_.empty(); }
317 
Swap(UnknownFieldSet * x)318 inline void UnknownFieldSet::Swap(UnknownFieldSet* x) {
319   fields_.swap(x->fields_);
320 }
321 
field_count()322 inline int UnknownFieldSet::field_count() const {
323   return static_cast<int>(fields_.size());
324 }
field(int index)325 inline const UnknownField& UnknownFieldSet::field(int index) const {
326   return (fields_)[static_cast<size_t>(index)];
327 }
mutable_field(int index)328 inline UnknownField* UnknownFieldSet::mutable_field(int index) {
329   return &(fields_)[static_cast<size_t>(index)];
330 }
331 
AddLengthDelimited(int number,const std::string & value)332 inline void UnknownFieldSet::AddLengthDelimited(int number,
333                                                 const std::string& value) {
334   AddLengthDelimited(number)->assign(value);
335 }
336 
337 
338 
339 
number()340 inline int UnknownField::number() const { return static_cast<int>(number_); }
type()341 inline UnknownField::Type UnknownField::type() const {
342   return static_cast<Type>(type_);
343 }
344 
varint()345 inline uint64 UnknownField::varint() const {
346   assert(type() == TYPE_VARINT);
347   return data_.varint_;
348 }
fixed32()349 inline uint32 UnknownField::fixed32() const {
350   assert(type() == TYPE_FIXED32);
351   return data_.fixed32_;
352 }
fixed64()353 inline uint64 UnknownField::fixed64() const {
354   assert(type() == TYPE_FIXED64);
355   return data_.fixed64_;
356 }
length_delimited()357 inline const std::string& UnknownField::length_delimited() const {
358   assert(type() == TYPE_LENGTH_DELIMITED);
359   return *data_.length_delimited_.string_value;
360 }
group()361 inline const UnknownFieldSet& UnknownField::group() const {
362   assert(type() == TYPE_GROUP);
363   return *data_.group_;
364 }
365 
set_varint(uint64 value)366 inline void UnknownField::set_varint(uint64 value) {
367   assert(type() == TYPE_VARINT);
368   data_.varint_ = value;
369 }
set_fixed32(uint32 value)370 inline void UnknownField::set_fixed32(uint32 value) {
371   assert(type() == TYPE_FIXED32);
372   data_.fixed32_ = value;
373 }
set_fixed64(uint64 value)374 inline void UnknownField::set_fixed64(uint64 value) {
375   assert(type() == TYPE_FIXED64);
376   data_.fixed64_ = value;
377 }
set_length_delimited(const std::string & value)378 inline void UnknownField::set_length_delimited(const std::string& value) {
379   assert(type() == TYPE_LENGTH_DELIMITED);
380   data_.length_delimited_.string_value->assign(value);
381 }
mutable_length_delimited()382 inline std::string* UnknownField::mutable_length_delimited() {
383   assert(type() == TYPE_LENGTH_DELIMITED);
384   return data_.length_delimited_.string_value;
385 }
mutable_group()386 inline UnknownFieldSet* UnknownField::mutable_group() {
387   assert(type() == TYPE_GROUP);
388   return data_.group_;
389 }
390 template <typename MessageType>
MergeFromMessage(const MessageType & message)391 bool UnknownFieldSet::MergeFromMessage(const MessageType& message) {
392   // SFINAE will route to the right version.
393   return InternalMergeFromMessage(message);
394 }
395 
396 
GetLengthDelimitedSize()397 inline size_t UnknownField::GetLengthDelimitedSize() const {
398   GOOGLE_DCHECK_EQ(TYPE_LENGTH_DELIMITED, type());
399   return data_.length_delimited_.string_value->size();
400 }
401 
SetType(Type type)402 inline void UnknownField::SetType(Type type) {
403   type_ = type;
404 }
405 
406 
407 }  // namespace protobuf
408 }  // namespace google
409 
410 #include <google/protobuf/port_undef.inc>
411 #endif  // GOOGLE_PROTOBUF_UNKNOWN_FIELD_SET_H__
412