123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547 |
- // Protocol Buffers - Google's data interchange format
- // Copyright 2008 Google Inc. All rights reserved.
- // https://developers.google.com/protocol-buffers/
- //
- // Redistribution and use in source and binary forms, with or without
- // modification, are permitted provided that the following conditions are
- // met:
- //
- // * Redistributions of source code must retain the above copyright
- // notice, this list of conditions and the following disclaimer.
- // * Redistributions in binary form must reproduce the above
- // copyright notice, this list of conditions and the following disclaimer
- // in the documentation and/or other materials provided with the
- // distribution.
- // * Neither the name of Google Inc. nor the names of its
- // contributors may be used to endorse or promote products derived from
- // this software without specific prior written permission.
- //
- // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
- // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
- // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
- // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
- // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
- // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
- // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- // Author: kenton@google.com (Kenton Varda)
- // Based on original Protocol Buffers design by
- // Sanjay Ghemawat, Jeff Dean, and others.
- #include <google/protobuf/descriptor_database.h>
- #include <set>
- #include <google/protobuf/descriptor.pb.h>
- #include <google/protobuf/wire_format_lite_inl.h>
- #include <google/protobuf/stubs/strutil.h>
- #include <google/protobuf/stubs/map_util.h>
- #include <google/protobuf/stubs/stl_util.h>
- namespace google {
- namespace protobuf {
- DescriptorDatabase::~DescriptorDatabase() {}
- // ===================================================================
- template <typename Value>
- bool SimpleDescriptorDatabase::DescriptorIndex<Value>::AddFile(
- const FileDescriptorProto& file,
- Value value) {
- if (!InsertIfNotPresent(&by_name_, file.name(), value)) {
- GOOGLE_LOG(ERROR) << "File already exists in database: " << file.name();
- return false;
- }
- // We must be careful here -- calling file.package() if file.has_package() is
- // false could access an uninitialized static-storage variable if we are being
- // run at startup time.
- string path = file.has_package() ? file.package() : string();
- if (!path.empty()) path += '.';
- for (int i = 0; i < file.message_type_size(); i++) {
- if (!AddSymbol(path + file.message_type(i).name(), value)) return false;
- if (!AddNestedExtensions(file.message_type(i), value)) return false;
- }
- for (int i = 0; i < file.enum_type_size(); i++) {
- if (!AddSymbol(path + file.enum_type(i).name(), value)) return false;
- }
- for (int i = 0; i < file.extension_size(); i++) {
- if (!AddSymbol(path + file.extension(i).name(), value)) return false;
- if (!AddExtension(file.extension(i), value)) return false;
- }
- for (int i = 0; i < file.service_size(); i++) {
- if (!AddSymbol(path + file.service(i).name(), value)) return false;
- }
- return true;
- }
- template <typename Value>
- bool SimpleDescriptorDatabase::DescriptorIndex<Value>::AddSymbol(
- const string& name, Value value) {
- // We need to make sure not to violate our map invariant.
- // If the symbol name is invalid it could break our lookup algorithm (which
- // relies on the fact that '.' sorts before all other characters that are
- // valid in symbol names).
- if (!ValidateSymbolName(name)) {
- GOOGLE_LOG(ERROR) << "Invalid symbol name: " << name;
- return false;
- }
- // Try to look up the symbol to make sure a super-symbol doesn't already
- // exist.
- typename std::map<string, Value>::iterator iter = FindLastLessOrEqual(name);
- if (iter == by_symbol_.end()) {
- // Apparently the map is currently empty. Just insert and be done with it.
- by_symbol_.insert(
- typename std::map<string, Value>::value_type(name, value));
- return true;
- }
- if (IsSubSymbol(iter->first, name)) {
- GOOGLE_LOG(ERROR) << "Symbol name \"" << name << "\" conflicts with the existing "
- "symbol \"" << iter->first << "\".";
- return false;
- }
- // OK, that worked. Now we have to make sure that no symbol in the map is
- // a sub-symbol of the one we are inserting. The only symbol which could
- // be so is the first symbol that is greater than the new symbol. Since
- // |iter| points at the last symbol that is less than or equal, we just have
- // to increment it.
- ++iter;
- if (iter != by_symbol_.end() && IsSubSymbol(name, iter->first)) {
- GOOGLE_LOG(ERROR) << "Symbol name \"" << name << "\" conflicts with the existing "
- "symbol \"" << iter->first << "\".";
- return false;
- }
- // OK, no conflicts.
- // Insert the new symbol using the iterator as a hint, the new entry will
- // appear immediately before the one the iterator is pointing at.
- by_symbol_.insert(iter,
- typename std::map<string, Value>::value_type(name, value));
- return true;
- }
- template <typename Value>
- bool SimpleDescriptorDatabase::DescriptorIndex<Value>::AddNestedExtensions(
- const DescriptorProto& message_type,
- Value value) {
- for (int i = 0; i < message_type.nested_type_size(); i++) {
- if (!AddNestedExtensions(message_type.nested_type(i), value)) return false;
- }
- for (int i = 0; i < message_type.extension_size(); i++) {
- if (!AddExtension(message_type.extension(i), value)) return false;
- }
- return true;
- }
- template <typename Value>
- bool SimpleDescriptorDatabase::DescriptorIndex<Value>::AddExtension(
- const FieldDescriptorProto& field,
- Value value) {
- if (!field.extendee().empty() && field.extendee()[0] == '.') {
- // The extension is fully-qualified. We can use it as a lookup key in
- // the by_symbol_ table.
- if (!InsertIfNotPresent(
- &by_extension_,
- std::make_pair(field.extendee().substr(1), field.number()),
- value)) {
- GOOGLE_LOG(ERROR) << "Extension conflicts with extension already in database: "
- "extend " << field.extendee() << " { "
- << field.name() << " = " << field.number() << " }";
- return false;
- }
- } else {
- // Not fully-qualified. We can't really do anything here, unfortunately.
- // We don't consider this an error, though, because the descriptor is
- // valid.
- }
- return true;
- }
- template <typename Value>
- Value SimpleDescriptorDatabase::DescriptorIndex<Value>::FindFile(
- const string& filename) {
- return FindWithDefault(by_name_, filename, Value());
- }
- template <typename Value>
- Value SimpleDescriptorDatabase::DescriptorIndex<Value>::FindSymbol(
- const string& name) {
- typename std::map<string, Value>::iterator iter = FindLastLessOrEqual(name);
- return (iter != by_symbol_.end() && IsSubSymbol(iter->first, name)) ?
- iter->second : Value();
- }
- template <typename Value>
- Value SimpleDescriptorDatabase::DescriptorIndex<Value>::FindExtension(
- const string& containing_type,
- int field_number) {
- return FindWithDefault(
- by_extension_, std::make_pair(containing_type, field_number), Value());
- }
- template <typename Value>
- bool SimpleDescriptorDatabase::DescriptorIndex<Value>::FindAllExtensionNumbers(
- const string& containing_type,
- std::vector<int>* output) {
- typename std::map<std::pair<string, int>, Value>::const_iterator it =
- by_extension_.lower_bound(std::make_pair(containing_type, 0));
- bool success = false;
- for (; it != by_extension_.end() && it->first.first == containing_type;
- ++it) {
- output->push_back(it->first.second);
- success = true;
- }
- return success;
- }
- template <typename Value>
- typename std::map<string, Value>::iterator
- SimpleDescriptorDatabase::DescriptorIndex<Value>::FindLastLessOrEqual(
- const string& name) {
- // Find the last key in the map which sorts less than or equal to the
- // symbol name. Since upper_bound() returns the *first* key that sorts
- // *greater* than the input, we want the element immediately before that.
- typename std::map<string, Value>::iterator iter =
- by_symbol_.upper_bound(name);
- if (iter != by_symbol_.begin()) --iter;
- return iter;
- }
- template <typename Value>
- bool SimpleDescriptorDatabase::DescriptorIndex<Value>::IsSubSymbol(
- const string& sub_symbol, const string& super_symbol) {
- return sub_symbol == super_symbol ||
- (HasPrefixString(super_symbol, sub_symbol) &&
- super_symbol[sub_symbol.size()] == '.');
- }
- template <typename Value>
- bool SimpleDescriptorDatabase::DescriptorIndex<Value>::ValidateSymbolName(
- const string& name) {
- for (int i = 0; i < name.size(); i++) {
- // I don't trust ctype.h due to locales. :(
- if (name[i] != '.' && name[i] != '_' &&
- (name[i] < '0' || name[i] > '9') &&
- (name[i] < 'A' || name[i] > 'Z') &&
- (name[i] < 'a' || name[i] > 'z')) {
- return false;
- }
- }
- return true;
- }
- // -------------------------------------------------------------------
- SimpleDescriptorDatabase::SimpleDescriptorDatabase() {}
- SimpleDescriptorDatabase::~SimpleDescriptorDatabase() {
- STLDeleteElements(&files_to_delete_);
- }
- bool SimpleDescriptorDatabase::Add(const FileDescriptorProto& file) {
- FileDescriptorProto* new_file = new FileDescriptorProto;
- new_file->CopyFrom(file);
- return AddAndOwn(new_file);
- }
- bool SimpleDescriptorDatabase::AddAndOwn(const FileDescriptorProto* file) {
- files_to_delete_.push_back(file);
- return index_.AddFile(*file, file);
- }
- bool SimpleDescriptorDatabase::FindFileByName(
- const string& filename,
- FileDescriptorProto* output) {
- return MaybeCopy(index_.FindFile(filename), output);
- }
- bool SimpleDescriptorDatabase::FindFileContainingSymbol(
- const string& symbol_name,
- FileDescriptorProto* output) {
- return MaybeCopy(index_.FindSymbol(symbol_name), output);
- }
- bool SimpleDescriptorDatabase::FindFileContainingExtension(
- const string& containing_type,
- int field_number,
- FileDescriptorProto* output) {
- return MaybeCopy(index_.FindExtension(containing_type, field_number), output);
- }
- bool SimpleDescriptorDatabase::FindAllExtensionNumbers(
- const string& extendee_type,
- std::vector<int>* output) {
- return index_.FindAllExtensionNumbers(extendee_type, output);
- }
- bool SimpleDescriptorDatabase::MaybeCopy(const FileDescriptorProto* file,
- FileDescriptorProto* output) {
- if (file == NULL) return false;
- output->CopyFrom(*file);
- return true;
- }
- // -------------------------------------------------------------------
- EncodedDescriptorDatabase::EncodedDescriptorDatabase() {}
- EncodedDescriptorDatabase::~EncodedDescriptorDatabase() {
- for (int i = 0; i < files_to_delete_.size(); i++) {
- operator delete(files_to_delete_[i]);
- }
- }
- bool EncodedDescriptorDatabase::Add(
- const void* encoded_file_descriptor, int size) {
- FileDescriptorProto file;
- if (file.ParseFromArray(encoded_file_descriptor, size)) {
- return index_.AddFile(file, std::make_pair(encoded_file_descriptor, size));
- } else {
- GOOGLE_LOG(ERROR) << "Invalid file descriptor data passed to "
- "EncodedDescriptorDatabase::Add().";
- return false;
- }
- }
- bool EncodedDescriptorDatabase::AddCopy(
- const void* encoded_file_descriptor, int size) {
- void* copy = operator new(size);
- memcpy(copy, encoded_file_descriptor, size);
- files_to_delete_.push_back(copy);
- return Add(copy, size);
- }
- bool EncodedDescriptorDatabase::FindFileByName(
- const string& filename,
- FileDescriptorProto* output) {
- return MaybeParse(index_.FindFile(filename), output);
- }
- bool EncodedDescriptorDatabase::FindFileContainingSymbol(
- const string& symbol_name,
- FileDescriptorProto* output) {
- return MaybeParse(index_.FindSymbol(symbol_name), output);
- }
- bool EncodedDescriptorDatabase::FindNameOfFileContainingSymbol(
- const string& symbol_name,
- string* output) {
- std::pair<const void*, int> encoded_file = index_.FindSymbol(symbol_name);
- if (encoded_file.first == NULL) return false;
- // Optimization: The name should be the first field in the encoded message.
- // Try to just read it directly.
- io::CodedInputStream input(reinterpret_cast<const uint8*>(encoded_file.first),
- encoded_file.second);
- const uint32 kNameTag = internal::WireFormatLite::MakeTag(
- FileDescriptorProto::kNameFieldNumber,
- internal::WireFormatLite::WIRETYPE_LENGTH_DELIMITED);
- if (input.ReadTagNoLastTag() == kNameTag) {
- // Success!
- return internal::WireFormatLite::ReadString(&input, output);
- } else {
- // Slow path. Parse whole message.
- FileDescriptorProto file_proto;
- if (!file_proto.ParseFromArray(encoded_file.first, encoded_file.second)) {
- return false;
- }
- *output = file_proto.name();
- return true;
- }
- }
- bool EncodedDescriptorDatabase::FindFileContainingExtension(
- const string& containing_type,
- int field_number,
- FileDescriptorProto* output) {
- return MaybeParse(index_.FindExtension(containing_type, field_number),
- output);
- }
- bool EncodedDescriptorDatabase::FindAllExtensionNumbers(
- const string& extendee_type,
- std::vector<int>* output) {
- return index_.FindAllExtensionNumbers(extendee_type, output);
- }
- bool EncodedDescriptorDatabase::MaybeParse(
- std::pair<const void*, int> encoded_file,
- FileDescriptorProto* output) {
- if (encoded_file.first == NULL) return false;
- return output->ParseFromArray(encoded_file.first, encoded_file.second);
- }
- // ===================================================================
- DescriptorPoolDatabase::DescriptorPoolDatabase(const DescriptorPool& pool)
- : pool_(pool) {}
- DescriptorPoolDatabase::~DescriptorPoolDatabase() {}
- bool DescriptorPoolDatabase::FindFileByName(
- const string& filename,
- FileDescriptorProto* output) {
- const FileDescriptor* file = pool_.FindFileByName(filename);
- if (file == NULL) return false;
- output->Clear();
- file->CopyTo(output);
- return true;
- }
- bool DescriptorPoolDatabase::FindFileContainingSymbol(
- const string& symbol_name,
- FileDescriptorProto* output) {
- const FileDescriptor* file = pool_.FindFileContainingSymbol(symbol_name);
- if (file == NULL) return false;
- output->Clear();
- file->CopyTo(output);
- return true;
- }
- bool DescriptorPoolDatabase::FindFileContainingExtension(
- const string& containing_type,
- int field_number,
- FileDescriptorProto* output) {
- const Descriptor* extendee = pool_.FindMessageTypeByName(containing_type);
- if (extendee == NULL) return false;
- const FieldDescriptor* extension =
- pool_.FindExtensionByNumber(extendee, field_number);
- if (extension == NULL) return false;
- output->Clear();
- extension->file()->CopyTo(output);
- return true;
- }
- bool DescriptorPoolDatabase::FindAllExtensionNumbers(
- const string& extendee_type,
- std::vector<int>* output) {
- const Descriptor* extendee = pool_.FindMessageTypeByName(extendee_type);
- if (extendee == NULL) return false;
- std::vector<const FieldDescriptor*> extensions;
- pool_.FindAllExtensions(extendee, &extensions);
- for (int i = 0; i < extensions.size(); ++i) {
- output->push_back(extensions[i]->number());
- }
- return true;
- }
- // ===================================================================
- MergedDescriptorDatabase::MergedDescriptorDatabase(
- DescriptorDatabase* source1,
- DescriptorDatabase* source2) {
- sources_.push_back(source1);
- sources_.push_back(source2);
- }
- MergedDescriptorDatabase::MergedDescriptorDatabase(
- const std::vector<DescriptorDatabase*>& sources)
- : sources_(sources) {}
- MergedDescriptorDatabase::~MergedDescriptorDatabase() {}
- bool MergedDescriptorDatabase::FindFileByName(
- const string& filename,
- FileDescriptorProto* output) {
- for (int i = 0; i < sources_.size(); i++) {
- if (sources_[i]->FindFileByName(filename, output)) {
- return true;
- }
- }
- return false;
- }
- bool MergedDescriptorDatabase::FindFileContainingSymbol(
- const string& symbol_name,
- FileDescriptorProto* output) {
- for (int i = 0; i < sources_.size(); i++) {
- if (sources_[i]->FindFileContainingSymbol(symbol_name, output)) {
- // The symbol was found in source i. However, if one of the previous
- // sources defines a file with the same name (which presumably doesn't
- // contain the symbol, since it wasn't found in that source), then we
- // must hide it from the caller.
- FileDescriptorProto temp;
- for (int j = 0; j < i; j++) {
- if (sources_[j]->FindFileByName(output->name(), &temp)) {
- // Found conflicting file in a previous source.
- return false;
- }
- }
- return true;
- }
- }
- return false;
- }
- bool MergedDescriptorDatabase::FindFileContainingExtension(
- const string& containing_type,
- int field_number,
- FileDescriptorProto* output) {
- for (int i = 0; i < sources_.size(); i++) {
- if (sources_[i]->FindFileContainingExtension(
- containing_type, field_number, output)) {
- // The symbol was found in source i. However, if one of the previous
- // sources defines a file with the same name (which presumably doesn't
- // contain the symbol, since it wasn't found in that source), then we
- // must hide it from the caller.
- FileDescriptorProto temp;
- for (int j = 0; j < i; j++) {
- if (sources_[j]->FindFileByName(output->name(), &temp)) {
- // Found conflicting file in a previous source.
- return false;
- }
- }
- return true;
- }
- }
- return false;
- }
- bool MergedDescriptorDatabase::FindAllExtensionNumbers(
- const string& extendee_type,
- std::vector<int>* output) {
- std::set<int> merged_results;
- std::vector<int> results;
- bool success = false;
- for (int i = 0; i < sources_.size(); i++) {
- if (sources_[i]->FindAllExtensionNumbers(extendee_type, &results)) {
- std::copy(results.begin(), results.end(),
- std::insert_iterator<std::set<int> >(merged_results,
- merged_results.begin()));
- success = true;
- }
- results.clear();
- }
- std::copy(merged_results.begin(), merged_results.end(),
- std::insert_iterator<std::vector<int> >(*output, output->end()));
- return success;
- }
- } // namespace protobuf
- } // namespace google
|