// Protocol Buffers - Google's data interchange format // Copyright 2008 Google Inc. All rights reserved. // https://developers.google.com/protocol-buffers/ // // Redistribution and use in source and binary forms, with or without // modification, are permitted provided that the following conditions are // met: // // * Redistributions of source code must retain the above copyright // notice, this list of conditions and the following disclaimer. // * Redistributions in binary form must reproduce the above // copyright notice, this list of conditions and the following disclaimer // in the documentation and/or other materials provided with the // distribution. // * Neither the name of Google Inc. nor the names of its // contributors may be used to endorse or promote products derived from // this software without specific prior written permission. // // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. #ifndef _MSC_VER #include #endif #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #if defined(_MSC_VER) // DO NOT include , instead create functions in io_win32.{h,cc} and import // them like we do below. using google::protobuf::internal::win32::open; #endif // NOTE: src/google/protobuf/compiler/plugin.cc makes use of cerr for some // error cases, so it seems to be ok to use as a back door for errors. namespace google { namespace protobuf { namespace compiler { namespace objectivec { Options::Options() { // Default is the value of the env for the package prefixes. const char* file_path = getenv("GPB_OBJC_EXPECTED_PACKAGE_PREFIXES"); if (file_path) { expected_prefixes_path = file_path; } } namespace { hash_set MakeWordsMap(const char* const words[], size_t num_words) { hash_set result; for (int i = 0; i < num_words; i++) { result.insert(words[i]); } return result; } const char* const kUpperSegmentsList[] = {"url", "http", "https"}; hash_set kUpperSegments = MakeWordsMap(kUpperSegmentsList, GOOGLE_ARRAYSIZE(kUpperSegmentsList)); bool ascii_isnewline(char c) { return c == '\n' || c == '\r'; } // Internal helper for name handing. // Do not expose this outside of helpers, stick to having functions for specific // cases (ClassName(), FieldName()), so there is always consistent suffix rules. string UnderscoresToCamelCase(const string& input, bool first_capitalized) { vector values; string current; bool last_char_was_number = false; bool last_char_was_lower = false; bool last_char_was_upper = false; for (int i = 0; i < input.size(); i++) { char c = input[i]; if (ascii_isdigit(c)) { if (!last_char_was_number) { values.push_back(current); current = ""; } current += c; last_char_was_number = last_char_was_lower = last_char_was_upper = false; last_char_was_number = true; } else if (ascii_islower(c)) { // lowercase letter can follow a lowercase or uppercase letter if (!last_char_was_lower && !last_char_was_upper) { values.push_back(current); current = ""; } current += c; // already lower last_char_was_number = last_char_was_lower = last_char_was_upper = false; last_char_was_lower = true; } else if (ascii_isupper(c)) { if (!last_char_was_upper) { values.push_back(current); current = ""; } current += ascii_tolower(c); last_char_was_number = last_char_was_lower = last_char_was_upper = false; last_char_was_upper = true; } else { last_char_was_number = last_char_was_lower = last_char_was_upper = false; } } values.push_back(current); string result; bool first_segment_forces_upper = false; for (vector::iterator i = values.begin(); i != values.end(); ++i) { string value = *i; bool all_upper = (kUpperSegments.count(value) > 0); if (all_upper && (result.length() == 0)) { first_segment_forces_upper = true; } for (int j = 0; j < value.length(); j++) { if (j == 0 || all_upper) { value[j] = ascii_toupper(value[j]); } else { // Nothing, already in lower. } } result += value; } if ((result.length() != 0) && !first_capitalized && !first_segment_forces_upper) { result[0] = ascii_tolower(result[0]); } return result; } const char* const kReservedWordList[] = { // Objective C "keywords" that aren't in C // From // http://stackoverflow.com/questions/1873630/reserved-keywords-in-objective-c "id", "_cmd", "super", "in", "out", "inout", "bycopy", "byref", "oneway", "self", // C/C++ keywords (Incl C++ 0x11) // From http://en.cppreference.com/w/cpp/keywords "and", "and_eq", "alignas", "alignof", "asm", "auto", "bitand", "bitor", "bool", "break", "case", "catch", "char", "char16_t", "char32_t", "class", "compl", "const", "constexpr", "const_cast", "continue", "decltype", "default", "delete", "double", "dynamic_cast", "else", "enum", "explicit", "export", "extern ", "false", "float", "for", "friend", "goto", "if", "inline", "int", "long", "mutable", "namespace", "new", "noexcept", "not", "not_eq", "nullptr", "operator", "or", "or_eq", "private", "protected", "public", "register", "reinterpret_cast", "return", "short", "signed", "sizeof", "static", "static_assert", "static_cast", "struct", "switch", "template", "this", "thread_local", "throw", "true", "try", "typedef", "typeid", "typename", "union", "unsigned", "using", "virtual", "void", "volatile", "wchar_t", "while", "xor", "xor_eq", // C99 keywords // From // http://publib.boulder.ibm.com/infocenter/lnxpcomp/v8v101/index.jsp?topic=%2Fcom.ibm.xlcpp8l.doc%2Flanguage%2Fref%2Fkeyw.htm "restrict", // Objective-C Runtime typedefs // From "Category", "Ivar", "Method", "Protocol", // NSObject Methods // new is covered by C++ keywords. "description", "debugDescription", "finalize", "hash", "dealloc", "init", "class", "superclass", "retain", "release", "autorelease", "retainCount", "zone", "isProxy", "copy", "mutableCopy", "classForCoder", // GPBMessage Methods // Only need to add instance methods that may conflict with // method declared in protos. The main cases are methods // that take no arguments, or setFoo:/hasFoo: type methods. "clear", "data", "delimitedData", "descriptor", "extensionRegistry", "extensionsCurrentlySet", "initialized", "isInitialized", "serializedSize", "sortedExtensionsInUse", "unknownFields", // MacTypes.h names "Fixed", "Fract", "Size", "LogicalAddress", "PhysicalAddress", "ByteCount", "ByteOffset", "Duration", "AbsoluteTime", "OptionBits", "ItemCount", "PBVersion", "ScriptCode", "LangCode", "RegionCode", "OSType", "ProcessSerialNumber", "Point", "Rect", "FixedPoint", "FixedRect", "Style", "StyleParameter", "StyleField", "TimeScale", "TimeBase", "TimeRecord", }; hash_set kReservedWords = MakeWordsMap(kReservedWordList, GOOGLE_ARRAYSIZE(kReservedWordList)); string SanitizeNameForObjC(const string& input, const string& extension, string* out_suffix_added) { if (kReservedWords.count(input) > 0) { if (out_suffix_added) *out_suffix_added = extension; return input + extension; } if (out_suffix_added) out_suffix_added->clear(); return input; } string NameFromFieldDescriptor(const FieldDescriptor* field) { if (field->type() == FieldDescriptor::TYPE_GROUP) { return field->message_type()->name(); } else { return field->name(); } } void PathSplit(const string& path, string* directory, string* basename) { string::size_type last_slash = path.rfind('/'); if (last_slash == string::npos) { if (directory) { *directory = ""; } if (basename) { *basename = path; } } else { if (directory) { *directory = path.substr(0, last_slash); } if (basename) { *basename = path.substr(last_slash + 1); } } } bool IsSpecialName(const string& name, const string* special_names, size_t count) { for (size_t i = 0; i < count; ++i) { size_t length = special_names[i].length(); if (name.compare(0, length, special_names[i]) == 0) { if (name.length() > length) { // If name is longer than the retained_name[i] that it matches // the next character must be not lower case (newton vs newTon vs // new_ton). return !ascii_islower(name[length]); } else { return true; } } } return false; } string GetZeroEnumNameForFlagType(const FlagType flag_type) { switch(flag_type) { case FLAGTYPE_DESCRIPTOR_INITIALIZATION: return "GPBDescriptorInitializationFlag_None"; case FLAGTYPE_EXTENSION: return "GPBExtensionNone"; case FLAGTYPE_FIELD: return "GPBFieldNone"; default: GOOGLE_LOG(FATAL) << "Can't get here."; return "0"; } } string GetEnumNameForFlagType(const FlagType flag_type) { switch(flag_type) { case FLAGTYPE_DESCRIPTOR_INITIALIZATION: return "GPBDescriptorInitializationFlags"; case FLAGTYPE_EXTENSION: return "GPBExtensionOptions"; case FLAGTYPE_FIELD: return "GPBFieldFlags"; default: GOOGLE_LOG(FATAL) << "Can't get here."; return string(); } } } // namespace // Escape C++ trigraphs by escaping question marks to \? string EscapeTrigraphs(const string& to_escape) { return StringReplace(to_escape, "?", "\\?", true); } string StripProto(const string& filename) { if (HasSuffixString(filename, ".protodevel")) { return StripSuffixString(filename, ".protodevel"); } else { return StripSuffixString(filename, ".proto"); } } void StringPieceTrimWhitespace(StringPiece* input) { while (!input->empty() && ascii_isspace(*input->data())) { input->remove_prefix(1); } while (!input->empty() && ascii_isspace((*input)[input->length() - 1])) { input->remove_suffix(1); } } bool IsRetainedName(const string& name) { // List of prefixes from // http://developer.apple.com/library/mac/#documentation/Cocoa/Conceptual/MemoryMgmt/Articles/mmRules.html static const string retained_names[] = {"new", "alloc", "copy", "mutableCopy"}; return IsSpecialName(name, retained_names, sizeof(retained_names) / sizeof(retained_names[0])); } bool IsInitName(const string& name) { static const string init_names[] = {"init"}; return IsSpecialName(name, init_names, sizeof(init_names) / sizeof(init_names[0])); } string BaseFileName(const FileDescriptor* file) { string basename; PathSplit(file->name(), NULL, &basename); return basename; } string FileClassPrefix(const FileDescriptor* file) { // Default is empty string, no need to check has_objc_class_prefix. string result = file->options().objc_class_prefix(); return result; } string FilePath(const FileDescriptor* file) { string output; string basename; string directory; PathSplit(file->name(), &directory, &basename); if (directory.length() > 0) { output = directory + "/"; } basename = StripProto(basename); // CamelCase to be more ObjC friendly. basename = UnderscoresToCamelCase(basename, true); output += basename; return output; } string FilePathBasename(const FileDescriptor* file) { string output; string basename; string directory; PathSplit(file->name(), &directory, &basename); basename = StripProto(basename); // CamelCase to be more ObjC friendly. output = UnderscoresToCamelCase(basename, true); return output; } string FileClassName(const FileDescriptor* file) { string name = FileClassPrefix(file); name += UnderscoresToCamelCase(StripProto(BaseFileName(file)), true); name += "Root"; // There aren't really any reserved words that end in "Root", but playing // it safe and checking. return SanitizeNameForObjC(name, "_RootClass", NULL); } string ClassNameWorker(const Descriptor* descriptor) { string name; if (descriptor->containing_type() != NULL) { name = ClassNameWorker(descriptor->containing_type()); name += "_"; } return name + descriptor->name(); } string ClassNameWorker(const EnumDescriptor* descriptor) { string name; if (descriptor->containing_type() != NULL) { name = ClassNameWorker(descriptor->containing_type()); name += "_"; } return name + descriptor->name(); } string ClassName(const Descriptor* descriptor) { return ClassName(descriptor, NULL); } string ClassName(const Descriptor* descriptor, string* out_suffix_added) { // 1. Message names are used as is (style calls for CamelCase, trust it). // 2. Check for reserved word at the very end and then suffix things. string prefix = FileClassPrefix(descriptor->file()); string name = ClassNameWorker(descriptor); return SanitizeNameForObjC(prefix + name, "_Class", out_suffix_added); } string EnumName(const EnumDescriptor* descriptor) { // 1. Enum names are used as is (style calls for CamelCase, trust it). // 2. Check for reserved word at the every end and then suffix things. // message Fixed { // message Size {...} // enum Mumble {...} // ... // } // yields Fixed_Class, Fixed_Size. string name = FileClassPrefix(descriptor->file()); name += ClassNameWorker(descriptor); return SanitizeNameForObjC(name, "_Enum", NULL); } string EnumValueName(const EnumValueDescriptor* descriptor) { // Because of the Switch enum compatibility, the name on the enum has to have // the suffix handing, so it slightly diverges from how nested classes work. // enum Fixed { // FOO = 1 // } // yields Fixed_Enum and Fixed_Enum_Foo (not Fixed_Foo). const string& class_name = EnumName(descriptor->type()); const string& value_str = UnderscoresToCamelCase(descriptor->name(), true); const string& name = class_name + "_" + value_str; // There aren't really any reserved words with an underscore and a leading // capital letter, but playing it safe and checking. return SanitizeNameForObjC(name, "_Value", NULL); } string EnumValueShortName(const EnumValueDescriptor* descriptor) { // Enum value names (EnumValueName above) are the enum name turned into // a class name and then the value name is CamelCased and concatenated; the // whole thing then gets sanitized for reserved words. // The "short name" is intended to be the final leaf, the value name; but // you can't simply send that off to sanitize as that could result in it // getting modified when the full name didn't. For example enum // "StorageModes" has a value "retain". So the full name is // "StorageModes_Retain", but if we sanitize "retain" it would become // "RetainValue". // So the right way to get the short name is to take the full enum name // and then strip off the enum name (leaving the value name and anything // done by sanitize). const string& class_name = EnumName(descriptor->type()); const string& long_name_prefix = class_name + "_"; const string& long_name = EnumValueName(descriptor); return StripPrefixString(long_name, long_name_prefix); } string UnCamelCaseEnumShortName(const string& name) { string result; for (int i = 0; i < name.size(); i++) { char c = name[i]; if (i > 0 && ascii_isupper(c)) { result += '_'; } result += ascii_toupper(c); } return result; } string ExtensionMethodName(const FieldDescriptor* descriptor) { const string& name = NameFromFieldDescriptor(descriptor); const string& result = UnderscoresToCamelCase(name, false); return SanitizeNameForObjC(result, "_Extension", NULL); } string FieldName(const FieldDescriptor* field) { const string& name = NameFromFieldDescriptor(field); string result = UnderscoresToCamelCase(name, false); if (field->is_repeated() && !field->is_map()) { // Add "Array" before do check for reserved worlds. result += "Array"; } else { // If it wasn't repeated, but ends in "Array", force on the _p suffix. if (HasSuffixString(result, "Array")) { result += "_p"; } } return SanitizeNameForObjC(result, "_p", NULL); } string FieldNameCapitalized(const FieldDescriptor* field) { // Want the same suffix handling, so upcase the first letter of the other // name. string result = FieldName(field); if (result.length() > 0) { result[0] = ascii_toupper(result[0]); } return result; } string OneofEnumName(const OneofDescriptor* descriptor) { const Descriptor* fieldDescriptor = descriptor->containing_type(); string name = ClassName(fieldDescriptor); name += "_" + UnderscoresToCamelCase(descriptor->name(), true) + "_OneOfCase"; // No sanitize needed because the OS never has names that end in _OneOfCase. return name; } string OneofName(const OneofDescriptor* descriptor) { string name = UnderscoresToCamelCase(descriptor->name(), false); // No sanitize needed because it gets OneOfCase added and that shouldn't // ever conflict. return name; } string OneofNameCapitalized(const OneofDescriptor* descriptor) { // Use the common handling and then up-case the first letter. string result = OneofName(descriptor); if (result.length() > 0) { result[0] = ascii_toupper(result[0]); } return result; } string UnCamelCaseFieldName(const string& name, const FieldDescriptor* field) { string worker(name); if (HasSuffixString(worker, "_p")) { worker = StripSuffixString(worker, "_p"); } if (field->is_repeated() && HasSuffixString(worker, "Array")) { worker = StripSuffixString(worker, "Array"); } if (field->type() == FieldDescriptor::TYPE_GROUP) { if (worker.length() > 0) { if (ascii_islower(worker[0])) { worker[0] = ascii_toupper(worker[0]); } } return worker; } else { string result; for (int i = 0; i < worker.size(); i++) { char c = worker[i]; if (ascii_isupper(c)) { if (i > 0) { result += '_'; } result += ascii_tolower(c); } else { result += c; } } return result; } } string GetCapitalizedType(const FieldDescriptor* field) { switch (field->type()) { case FieldDescriptor::TYPE_INT32: return "Int32"; case FieldDescriptor::TYPE_UINT32: return "UInt32"; case FieldDescriptor::TYPE_SINT32: return "SInt32"; case FieldDescriptor::TYPE_FIXED32: return "Fixed32"; case FieldDescriptor::TYPE_SFIXED32: return "SFixed32"; case FieldDescriptor::TYPE_INT64: return "Int64"; case FieldDescriptor::TYPE_UINT64: return "UInt64"; case FieldDescriptor::TYPE_SINT64: return "SInt64"; case FieldDescriptor::TYPE_FIXED64: return "Fixed64"; case FieldDescriptor::TYPE_SFIXED64: return "SFixed64"; case FieldDescriptor::TYPE_FLOAT: return "Float"; case FieldDescriptor::TYPE_DOUBLE: return "Double"; case FieldDescriptor::TYPE_BOOL: return "Bool"; case FieldDescriptor::TYPE_STRING: return "String"; case FieldDescriptor::TYPE_BYTES: return "Bytes"; case FieldDescriptor::TYPE_ENUM: return "Enum"; case FieldDescriptor::TYPE_GROUP: return "Group"; case FieldDescriptor::TYPE_MESSAGE: return "Message"; } // Some compilers report reaching end of function even though all cases of // the enum are handed in the switch. GOOGLE_LOG(FATAL) << "Can't get here."; return NULL; } ObjectiveCType GetObjectiveCType(FieldDescriptor::Type field_type) { switch (field_type) { case FieldDescriptor::TYPE_INT32: case FieldDescriptor::TYPE_SINT32: case FieldDescriptor::TYPE_SFIXED32: return OBJECTIVECTYPE_INT32; case FieldDescriptor::TYPE_UINT32: case FieldDescriptor::TYPE_FIXED32: return OBJECTIVECTYPE_UINT32; case FieldDescriptor::TYPE_INT64: case FieldDescriptor::TYPE_SINT64: case FieldDescriptor::TYPE_SFIXED64: return OBJECTIVECTYPE_INT64; case FieldDescriptor::TYPE_UINT64: case FieldDescriptor::TYPE_FIXED64: return OBJECTIVECTYPE_UINT64; case FieldDescriptor::TYPE_FLOAT: return OBJECTIVECTYPE_FLOAT; case FieldDescriptor::TYPE_DOUBLE: return OBJECTIVECTYPE_DOUBLE; case FieldDescriptor::TYPE_BOOL: return OBJECTIVECTYPE_BOOLEAN; case FieldDescriptor::TYPE_STRING: return OBJECTIVECTYPE_STRING; case FieldDescriptor::TYPE_BYTES: return OBJECTIVECTYPE_DATA; case FieldDescriptor::TYPE_ENUM: return OBJECTIVECTYPE_ENUM; case FieldDescriptor::TYPE_GROUP: case FieldDescriptor::TYPE_MESSAGE: return OBJECTIVECTYPE_MESSAGE; } // Some compilers report reaching end of function even though all cases of // the enum are handed in the switch. GOOGLE_LOG(FATAL) << "Can't get here."; return OBJECTIVECTYPE_INT32; } bool IsPrimitiveType(const FieldDescriptor* field) { ObjectiveCType type = GetObjectiveCType(field); switch (type) { case OBJECTIVECTYPE_INT32: case OBJECTIVECTYPE_UINT32: case OBJECTIVECTYPE_INT64: case OBJECTIVECTYPE_UINT64: case OBJECTIVECTYPE_FLOAT: case OBJECTIVECTYPE_DOUBLE: case OBJECTIVECTYPE_BOOLEAN: case OBJECTIVECTYPE_ENUM: return true; break; default: return false; } } bool IsReferenceType(const FieldDescriptor* field) { return !IsPrimitiveType(field); } static string HandleExtremeFloatingPoint(string val, bool add_float_suffix) { if (val == "nan") { return "NAN"; } else if (val == "inf") { return "INFINITY"; } else if (val == "-inf") { return "-INFINITY"; } else { // float strings with ., e or E need to have f appended if (add_float_suffix && (val.find(".") != string::npos || val.find("e") != string::npos || val.find("E") != string::npos)) { val += "f"; } return val; } } string GPBGenericValueFieldName(const FieldDescriptor* field) { // Returns the field within the GPBGenericValue union to use for the given // field. if (field->is_repeated()) { return "valueMessage"; } switch (field->cpp_type()) { case FieldDescriptor::CPPTYPE_INT32: return "valueInt32"; case FieldDescriptor::CPPTYPE_UINT32: return "valueUInt32"; case FieldDescriptor::CPPTYPE_INT64: return "valueInt64"; case FieldDescriptor::CPPTYPE_UINT64: return "valueUInt64"; case FieldDescriptor::CPPTYPE_FLOAT: return "valueFloat"; case FieldDescriptor::CPPTYPE_DOUBLE: return "valueDouble"; case FieldDescriptor::CPPTYPE_BOOL: return "valueBool"; case FieldDescriptor::CPPTYPE_STRING: if (field->type() == FieldDescriptor::TYPE_BYTES) { return "valueData"; } else { return "valueString"; } case FieldDescriptor::CPPTYPE_ENUM: return "valueEnum"; case FieldDescriptor::CPPTYPE_MESSAGE: return "valueMessage"; } // Some compilers report reaching end of function even though all cases of // the enum are handed in the switch. GOOGLE_LOG(FATAL) << "Can't get here."; return NULL; } string DefaultValue(const FieldDescriptor* field) { // Repeated fields don't have defaults. if (field->is_repeated()) { return "nil"; } // Switch on cpp_type since we need to know which default_value_* method // of FieldDescriptor to call. switch (field->cpp_type()) { case FieldDescriptor::CPPTYPE_INT32: // gcc and llvm reject the decimal form of kint32min and kint64min. if (field->default_value_int32() == INT_MIN) { return "-0x80000000"; } return SimpleItoa(field->default_value_int32()); case FieldDescriptor::CPPTYPE_UINT32: return SimpleItoa(field->default_value_uint32()) + "U"; case FieldDescriptor::CPPTYPE_INT64: // gcc and llvm reject the decimal form of kint32min and kint64min. if (field->default_value_int64() == LLONG_MIN) { return "-0x8000000000000000LL"; } return SimpleItoa(field->default_value_int64()) + "LL"; case FieldDescriptor::CPPTYPE_UINT64: return SimpleItoa(field->default_value_uint64()) + "ULL"; case FieldDescriptor::CPPTYPE_DOUBLE: return HandleExtremeFloatingPoint( SimpleDtoa(field->default_value_double()), false); case FieldDescriptor::CPPTYPE_FLOAT: return HandleExtremeFloatingPoint( SimpleFtoa(field->default_value_float()), true); case FieldDescriptor::CPPTYPE_BOOL: return field->default_value_bool() ? "YES" : "NO"; case FieldDescriptor::CPPTYPE_STRING: { const bool has_default_value = field->has_default_value(); const string& default_string = field->default_value_string(); if (!has_default_value || default_string.length() == 0) { // If the field is defined as being the empty string, // then we will just assign to nil, as the empty string is the // default for both strings and data. return "nil"; } if (field->type() == FieldDescriptor::TYPE_BYTES) { // We want constant fields in our data structures so we can // declare them as static. To achieve this we cheat and stuff // a escaped c string (prefixed with a length) into the data // field, and cast it to an (NSData*) so it will compile. // The runtime library knows how to handle it. // Must convert to a standard byte order for packing length into // a cstring. uint32 length = ghtonl(default_string.length()); string bytes((const char*)&length, sizeof(length)); bytes.append(default_string); return "(NSData*)\"" + EscapeTrigraphs(CEscape(bytes)) + "\""; } else { return "@\"" + EscapeTrigraphs(CEscape(default_string)) + "\""; } } case FieldDescriptor::CPPTYPE_ENUM: return EnumValueName(field->default_value_enum()); case FieldDescriptor::CPPTYPE_MESSAGE: return "nil"; } // Some compilers report reaching end of function even though all cases of // the enum are handed in the switch. GOOGLE_LOG(FATAL) << "Can't get here."; return NULL; } bool HasNonZeroDefaultValue(const FieldDescriptor* field) { // Repeated fields don't have defaults. if (field->is_repeated()) { return false; } // As much as checking field->has_default_value() seems useful, it isn't // because of enums. proto2 syntax allows the first item in an enum (the // default) to be non zero. So checking field->has_default_value() would // result in missing this non zero default. See MessageWithOneBasedEnum in // objectivec/Tests/unittest_objc.proto for a test Message to confirm this. // Some proto file set the default to the zero value, so make sure the value // isn't the zero case. switch (field->cpp_type()) { case FieldDescriptor::CPPTYPE_INT32: return field->default_value_int32() != 0; case FieldDescriptor::CPPTYPE_UINT32: return field->default_value_uint32() != 0U; case FieldDescriptor::CPPTYPE_INT64: return field->default_value_int64() != 0LL; case FieldDescriptor::CPPTYPE_UINT64: return field->default_value_uint64() != 0ULL; case FieldDescriptor::CPPTYPE_DOUBLE: return field->default_value_double() != 0.0; case FieldDescriptor::CPPTYPE_FLOAT: return field->default_value_float() != 0.0f; case FieldDescriptor::CPPTYPE_BOOL: return field->default_value_bool(); case FieldDescriptor::CPPTYPE_STRING: { const string& default_string = field->default_value_string(); return default_string.length() != 0; } case FieldDescriptor::CPPTYPE_ENUM: return field->default_value_enum()->number() != 0; case FieldDescriptor::CPPTYPE_MESSAGE: return false; } // Some compilers report reaching end of function even though all cases of // the enum are handed in the switch. GOOGLE_LOG(FATAL) << "Can't get here."; return false; } string BuildFlagsString(const FlagType flag_type, const vector& strings) { if (strings.size() == 0) { return GetZeroEnumNameForFlagType(flag_type); } else if (strings.size() == 1) { return strings[0]; } string string("(" + GetEnumNameForFlagType(flag_type) + ")("); for (size_t i = 0; i != strings.size(); ++i) { if (i > 0) { string.append(" | "); } string.append(strings[i]); } string.append(")"); return string; } string BuildCommentsString(const SourceLocation& location, bool prefer_single_line) { const string& comments = location.leading_comments.empty() ? location.trailing_comments : location.leading_comments; vector lines; SplitStringAllowEmpty(comments, "\n", &lines); while (!lines.empty() && lines.back().empty()) { lines.pop_back(); } // If there are no comments, just return an empty string. if (lines.size() == 0) { return ""; } string prefix; string suffix; string final_comments; string epilogue; bool add_leading_space = false; if (prefer_single_line && lines.size() == 1) { prefix = "/** "; suffix = " */\n"; } else { prefix = "* "; suffix = "\n"; final_comments += "/**\n"; epilogue = " **/\n"; add_leading_space = true; } for (int i = 0; i < lines.size(); i++) { string line = StripPrefixString(lines[i], " "); // HeaderDoc and appledoc use '\' and '@' for markers; escape them. line = StringReplace(line, "\\", "\\\\", true); line = StringReplace(line, "@", "\\@", true); // Decouple / from * to not have inline comments inside comments. line = StringReplace(line, "/*", "/\\*", true); line = StringReplace(line, "*/", "*\\/", true); line = prefix + line; StripWhitespace(&line); // If not a one line, need to add the first space before *, as // StripWhitespace would have removed it. line = (add_leading_space ? " " : "") + line; final_comments += line + suffix; } final_comments += epilogue; return final_comments; } // Making these a generator option for folks that don't use CocoaPods, but do // want to put the library in a framework is an interesting question. The // problem is it means changing sources shipped with the library to actually // use a different value; so it isn't as simple as a option. const char* const ProtobufLibraryFrameworkName = "Protobuf"; string ProtobufFrameworkImportSymbol(const string& framework_name) { // GPB_USE_[framework_name]_FRAMEWORK_IMPORTS string result = string("GPB_USE_"); result += ToUpper(framework_name); result += "_FRAMEWORK_IMPORTS"; return result; } bool IsProtobufLibraryBundledProtoFile(const FileDescriptor* file) { // We don't check the name prefix or proto package because some files // (descriptor.proto), aren't shipped generated by the library, so this // seems to be the safest way to only catch the ones shipped. const string name = file->name(); if (name == "google/protobuf/any.proto" || name == "google/protobuf/api.proto" || name == "google/protobuf/duration.proto" || name == "google/protobuf/empty.proto" || name == "google/protobuf/field_mask.proto" || name == "google/protobuf/source_context.proto" || name == "google/protobuf/struct.proto" || name == "google/protobuf/timestamp.proto" || name == "google/protobuf/type.proto" || name == "google/protobuf/wrappers.proto") { return true; } return false; } bool ReadLine(StringPiece* input, StringPiece* line) { for (int len = 0; len < input->size(); ++len) { if (ascii_isnewline((*input)[len])) { *line = StringPiece(input->data(), len); ++len; // advance over the newline *input = StringPiece(input->data() + len, input->size() - len); return true; } } return false; // Ran out of input with no newline. } void RemoveComment(StringPiece* input) { int offset = input->find('#'); if (offset != StringPiece::npos) { input->remove_suffix(input->length() - offset); } } namespace { class ExpectedPrefixesCollector : public LineConsumer { public: ExpectedPrefixesCollector(std::map* inout_package_to_prefix_map) : prefix_map_(inout_package_to_prefix_map) {} virtual bool ConsumeLine(const StringPiece& line, string* out_error); private: std::map* prefix_map_; }; bool ExpectedPrefixesCollector::ConsumeLine( const StringPiece& line, string* out_error) { int offset = line.find('='); if (offset == StringPiece::npos) { *out_error = string("Expected prefixes file line without equal sign: '") + line.ToString() + "'."; return false; } StringPiece package(line, 0, offset); StringPiece prefix(line, offset + 1, line.length() - offset - 1); StringPieceTrimWhitespace(&package); StringPieceTrimWhitespace(&prefix); // Don't really worry about error checking the package/prefix for // being valid. Assume the file is validated when it is created/edited. (*prefix_map_)[package.ToString()] = prefix.ToString(); return true; } bool LoadExpectedPackagePrefixes(const Options &generation_options, std::map* prefix_map, string* out_error) { if (generation_options.expected_prefixes_path.empty()) { return true; } ExpectedPrefixesCollector collector(prefix_map); return ParseSimpleFile( generation_options.expected_prefixes_path, &collector, out_error); } bool ValidateObjCClassPrefix( const FileDescriptor* file, const string& expected_prefixes_path, const std::map& expected_package_prefixes, string* out_error) { const string prefix = file->options().objc_class_prefix(); const string package = file->package(); // NOTE: src/google/protobuf/compiler/plugin.cc makes use of cerr for some // error cases, so it seems to be ok to use as a back door for warnings. // Check: Error - See if there was an expected prefix for the package and // report if it doesn't match (wrong or missing). std::map::const_iterator package_match = expected_package_prefixes.find(package); if (package_match != expected_package_prefixes.end()) { // There was an entry, and... if (package_match->second == prefix) { // ...it matches. All good, out of here! return true; } else { // ...it didn't match! *out_error = "error: Expected 'option objc_class_prefix = \"" + package_match->second + "\";' for package '" + package + "' in '" + file->name() + "'"; if (prefix.length()) { *out_error += "; but found '" + prefix + "' instead"; } *out_error += "."; return false; } } // If there was no prefix option, we're done at this point. if (prefix.empty()) { // No prefix, nothing left to check. return true; } // Check: Warning - Make sure the prefix is is a reasonable value according // to Apple's rules (the checks above implicitly whitelist anything that // doesn't meet these rules). if (!ascii_isupper(prefix[0])) { std::cerr << std::endl << "protoc:0: warning: Invalid 'option objc_class_prefix = \"" << prefix << "\";' in '" << file->name() << "';" << " it should start with a capital letter." << std::endl; std::cerr.flush(); } if (prefix.length() < 3) { // Apple reserves 2 character prefixes for themselves. They do use some // 3 character prefixes, but they haven't updated the rules/docs. std::cerr << std::endl << "protoc:0: warning: Invalid 'option objc_class_prefix = \"" << prefix << "\";' in '" << file->name() << "';" << " Apple recommends they should be at least 3 characters long." << std::endl; std::cerr.flush(); } // Look for any other package that uses the same prefix. string other_package_for_prefix; for (std::map::const_iterator i = expected_package_prefixes.begin(); i != expected_package_prefixes.end(); ++i) { if (i->second == prefix) { other_package_for_prefix = i->first; break; } } // Check: Warning - If the file does not have a package, check whether // the prefix declared is being used by another package or not. if (package.empty()) { // The file does not have a package and ... if (other_package_for_prefix.empty()) { // ... no other package has declared that prefix. std::cerr << std::endl << "protoc:0: warning: File '" << file->name() << "' has no " << "package. Consider adding a new package to the proto and adding '" << "new.package = " << prefix << "' to the expected prefixes file (" << expected_prefixes_path << ")." << std::endl; std::cerr.flush(); } else { // ... another package has declared the same prefix. std::cerr << std::endl << "protoc:0: warning: File '" << file->name() << "' has no package " << "and package '" << other_package_for_prefix << "' already uses '" << prefix << "' as its prefix. Consider either adding a new package " << "to the proto, or reusing one of the packages already using this " << "prefix in the expected prefixes file (" << expected_prefixes_path << ")." << std::endl; std::cerr.flush(); } return true; } // Check: Error - Make sure the prefix wasn't expected for a different // package (overlap is allowed, but it has to be listed as an expected // overlap). if (!other_package_for_prefix.empty()) { *out_error = "error: Found 'option objc_class_prefix = \"" + prefix + "\";' in '" + file->name() + "'; that prefix is already used for 'package " + other_package_for_prefix + ";'. It can only be reused by listing " + "it in the expected file (" + expected_prefixes_path + ")."; return false; // Only report first usage of the prefix. } // Check: Warning - If the given package/prefix pair wasn't expected, issue a // warning issue a warning suggesting it gets added to the file. if (!expected_package_prefixes.empty()) { std::cerr << std::endl << "protoc:0: warning: Found unexpected 'option objc_class_prefix = \"" << prefix << "\";' in '" << file->name() << "';" << " consider adding it to the expected prefixes file (" << expected_prefixes_path << ")." << std::endl; std::cerr.flush(); } return true; } } // namespace bool ValidateObjCClassPrefixes(const vector& files, const Options& generation_options, string* out_error) { // Load the expected package prefixes, if available, to validate against. std::map expected_package_prefixes; if (!LoadExpectedPackagePrefixes(generation_options, &expected_package_prefixes, out_error)) { return false; } for (int i = 0; i < files.size(); i++) { bool is_valid = ValidateObjCClassPrefix(files[i], generation_options.expected_prefixes_path, expected_package_prefixes, out_error); if (!is_valid) { return false; } } return true; } TextFormatDecodeData::TextFormatDecodeData() { } TextFormatDecodeData::~TextFormatDecodeData() { } void TextFormatDecodeData::AddString(int32 key, const string& input_for_decode, const string& desired_output) { for (vector::const_iterator i = entries_.begin(); i != entries_.end(); ++i) { if (i->first == key) { std::cerr << "error: duplicate key (" << key << ") making TextFormat data, input: \"" << input_for_decode << "\", desired: \"" << desired_output << "\"." << std::endl; std::cerr.flush(); abort(); } } const string& data = TextFormatDecodeData::DecodeDataForString( input_for_decode, desired_output); entries_.push_back(DataEntry(key, data)); } string TextFormatDecodeData::Data() const { std::ostringstream data_stringstream; if (num_entries() > 0) { io::OstreamOutputStream data_outputstream(&data_stringstream); io::CodedOutputStream output_stream(&data_outputstream); output_stream.WriteVarint32(num_entries()); for (vector::const_iterator i = entries_.begin(); i != entries_.end(); ++i) { output_stream.WriteVarint32(i->first); output_stream.WriteString(i->second); } } data_stringstream.flush(); return data_stringstream.str(); } namespace { // Helper to build up the decode data for a string. class DecodeDataBuilder { public: DecodeDataBuilder() { Reset(); } bool AddCharacter(const char desired, const char input); void AddUnderscore() { Push(); need_underscore_ = true; } string Finish() { Push(); return decode_data_; } private: static const uint8 kAddUnderscore = 0x80; static const uint8 kOpAsIs = 0x00; static const uint8 kOpFirstUpper = 0x40; static const uint8 kOpFirstLower = 0x20; static const uint8 kOpAllUpper = 0x60; static const int kMaxSegmentLen = 0x1f; void AddChar(const char desired) { ++segment_len_; is_all_upper_ &= ascii_isupper(desired); } void Push() { uint8 op = (op_ | segment_len_); if (need_underscore_) op |= kAddUnderscore; if (op != 0) { decode_data_ += (char)op; } Reset(); } bool AddFirst(const char desired, const char input) { if (desired == input) { op_ = kOpAsIs; } else if (desired == ascii_toupper(input)) { op_ = kOpFirstUpper; } else if (desired == ascii_tolower(input)) { op_ = kOpFirstLower; } else { // Can't be transformed to match. return false; } AddChar(desired); return true; } void Reset() { need_underscore_ = false; op_ = 0; segment_len_ = 0; is_all_upper_ = true; } bool need_underscore_; bool is_all_upper_; uint8 op_; int segment_len_; string decode_data_; }; bool DecodeDataBuilder::AddCharacter(const char desired, const char input) { // If we've hit the max size, push to start a new segment. if (segment_len_ == kMaxSegmentLen) { Push(); } if (segment_len_ == 0) { return AddFirst(desired, input); } // Desired and input match... if (desired == input) { // If we aren't transforming it, or we're upper casing it and it is // supposed to be uppercase; just add it to the segment. if ((op_ != kOpAllUpper) || ascii_isupper(desired)) { AddChar(desired); return true; } // Add the current segment, and start the next one. Push(); return AddFirst(desired, input); } // If we need to uppercase, and everything so far has been uppercase, // promote op to AllUpper. if ((desired == ascii_toupper(input)) && is_all_upper_) { op_ = kOpAllUpper; AddChar(desired); return true; } // Give up, push and start a new segment. Push(); return AddFirst(desired, input); } // If decode data can't be generated, a directive for the raw string // is used instead. string DirectDecodeString(const string& str) { string result; result += (char)'\0'; // Marker for full string. result += str; result += (char)'\0'; // End of string. return result; } } // namespace // static string TextFormatDecodeData::DecodeDataForString(const string& input_for_decode, const string& desired_output) { if ((input_for_decode.size() == 0) || (desired_output.size() == 0)) { std::cerr << "error: got empty string for making TextFormat data, input: \"" << input_for_decode << "\", desired: \"" << desired_output << "\"." << std::endl; std::cerr.flush(); abort(); } if ((input_for_decode.find('\0') != string::npos) || (desired_output.find('\0') != string::npos)) { std::cerr << "error: got a null char in a string for making TextFormat data," << " input: \"" << CEscape(input_for_decode) << "\", desired: \"" << CEscape(desired_output) << "\"." << std::endl; std::cerr.flush(); abort(); } DecodeDataBuilder builder; // Walk the output building it from the input. int x = 0; for (int y = 0; y < desired_output.size(); y++) { const char d = desired_output[y]; if (d == '_') { builder.AddUnderscore(); continue; } if (x >= input_for_decode.size()) { // Out of input, no way to encode it, just return a full decode. return DirectDecodeString(desired_output); } if (builder.AddCharacter(d, input_for_decode[x])) { ++x; // Consumed one input } else { // Couldn't transform for the next character, just return a full decode. return DirectDecodeString(desired_output); } } if (x != input_for_decode.size()) { // Extra input (suffix from name sanitizing?), just return a full decode. return DirectDecodeString(desired_output); } // Add the end marker. return builder.Finish() + (char)'\0'; } namespace { class Parser { public: Parser(LineConsumer* line_consumer) : line_consumer_(line_consumer), line_(0) {} // Parses a check of input, returning success/failure. bool ParseChunk(StringPiece chunk); // Should be called to finish parsing (after all input has been provided via // ParseChunk()). Returns success/failure. bool Finish(); int last_line() const { return line_; } string error_str() const { return error_str_; } private: bool ParseLoop(); LineConsumer* line_consumer_; int line_; string error_str_; StringPiece p_; string leftover_; }; bool Parser::ParseChunk(StringPiece chunk) { if (!leftover_.empty()) { chunk.AppendToString(&leftover_); p_ = StringPiece(leftover_); } else { p_ = chunk; } bool result = ParseLoop(); if (p_.empty()) { leftover_.clear(); } else { leftover_ = p_.ToString(); } return result; } bool Parser::Finish() { if (leftover_.empty()) { return true; } // Force a newline onto the end to finish parsing. leftover_ += "\n"; p_ = StringPiece(leftover_); if (!ParseLoop()) { return false; } return p_.empty(); // Everything used? } bool Parser::ParseLoop() { StringPiece line; while (ReadLine(&p_, &line)) { ++line_; RemoveComment(&line); StringPieceTrimWhitespace(&line); if (line.size() == 0) { continue; // Blank line. } if (!line_consumer_->ConsumeLine(line, &error_str_)) { return false; } } return true; } } // namespace LineConsumer::LineConsumer() {} LineConsumer::~LineConsumer() {} bool ParseSimpleFile( const string& path, LineConsumer* line_consumer, string* out_error) { int fd; do { fd = open(path.c_str(), O_RDONLY); } while (fd < 0 && errno == EINTR); if (fd < 0) { *out_error = string("error: Unable to open \"") + path + "\", " + strerror(errno); return false; } io::FileInputStream file_stream(fd); file_stream.SetCloseOnDelete(true); Parser parser(line_consumer); const void* buf; int buf_len; while (file_stream.Next(&buf, &buf_len)) { if (buf_len == 0) { continue; } if (!parser.ParseChunk(StringPiece(static_cast(buf), buf_len))) { *out_error = string("error: ") + path + " Line " + SimpleItoa(parser.last_line()) + ", " + parser.error_str(); return false; } } return parser.Finish(); } ImportWriter::ImportWriter( const string& generate_for_named_framework, const string& named_framework_to_proto_path_mappings_path) : generate_for_named_framework_(generate_for_named_framework), named_framework_to_proto_path_mappings_path_( named_framework_to_proto_path_mappings_path), need_to_parse_mapping_file_(true) { } ImportWriter::~ImportWriter() {} void ImportWriter::AddFile(const FileDescriptor* file, const string& header_extension) { const string file_path(FilePath(file)); if (IsProtobufLibraryBundledProtoFile(file)) { protobuf_framework_imports_.push_back( FilePathBasename(file) + header_extension); protobuf_non_framework_imports_.push_back(file_path + header_extension); return; } // Lazy parse any mappings. if (need_to_parse_mapping_file_) { ParseFrameworkMappings(); } std::map::iterator proto_lookup = proto_file_to_framework_name_.find(file->name()); if (proto_lookup != proto_file_to_framework_name_.end()) { other_framework_imports_.push_back( proto_lookup->second + "/" + FilePathBasename(file) + header_extension); return; } if (!generate_for_named_framework_.empty()) { other_framework_imports_.push_back( generate_for_named_framework_ + "/" + FilePathBasename(file) + header_extension); return; } other_imports_.push_back(file_path + header_extension); } void ImportWriter::Print(io::Printer* printer) const { assert(protobuf_non_framework_imports_.size() == protobuf_framework_imports_.size()); bool add_blank_line = false; if (protobuf_framework_imports_.size() > 0) { const string framework_name(ProtobufLibraryFrameworkName); const string cpp_symbol(ProtobufFrameworkImportSymbol(framework_name)); printer->Print( "#if $cpp_symbol$\n", "cpp_symbol", cpp_symbol); for (vector::const_iterator iter = protobuf_framework_imports_.begin(); iter != protobuf_framework_imports_.end(); ++iter) { printer->Print( " #import <$framework_name$/$header$>\n", "framework_name", framework_name, "header", *iter); } printer->Print( "#else\n"); for (vector::const_iterator iter = protobuf_non_framework_imports_.begin(); iter != protobuf_non_framework_imports_.end(); ++iter) { printer->Print( " #import \"$header$\"\n", "header", *iter); } printer->Print( "#endif\n"); add_blank_line = true; } if (other_framework_imports_.size() > 0) { if (add_blank_line) { printer->Print("\n"); } for (vector::const_iterator iter = other_framework_imports_.begin(); iter != other_framework_imports_.end(); ++iter) { printer->Print( " #import <$header$>\n", "header", *iter); } add_blank_line = true; } if (other_imports_.size() > 0) { if (add_blank_line) { printer->Print("\n"); } for (vector::const_iterator iter = other_imports_.begin(); iter != other_imports_.end(); ++iter) { printer->Print( " #import \"$header$\"\n", "header", *iter); } } } void ImportWriter::ParseFrameworkMappings() { need_to_parse_mapping_file_ = false; if (named_framework_to_proto_path_mappings_path_.empty()) { return; // Nothing to do. } ProtoFrameworkCollector collector(&proto_file_to_framework_name_); string parse_error; if (!ParseSimpleFile(named_framework_to_proto_path_mappings_path_, &collector, &parse_error)) { std::cerr << "error parsing " << named_framework_to_proto_path_mappings_path_ << " : " << parse_error << std::endl; std::cerr.flush(); } } bool ImportWriter::ProtoFrameworkCollector::ConsumeLine( const StringPiece& line, string* out_error) { int offset = line.find(':'); if (offset == StringPiece::npos) { *out_error = string("Framework/proto file mapping line without colon sign: '") + line.ToString() + "'."; return false; } StringPiece framework_name(line, 0, offset); StringPiece proto_file_list(line, offset + 1, line.length() - offset - 1); StringPieceTrimWhitespace(&framework_name); int start = 0; while (start < proto_file_list.length()) { offset = proto_file_list.find(',', start); if (offset == StringPiece::npos) { offset = proto_file_list.length(); } StringPiece proto_file(proto_file_list, start, offset - start); StringPieceTrimWhitespace(&proto_file); if (proto_file.size() != 0) { std::map::iterator existing_entry = map_->find(proto_file.ToString()); if (existing_entry != map_->end()) { std::cerr << "warning: duplicate proto file reference, replacing framework entry for '" << proto_file.ToString() << "' with '" << framework_name.ToString() << "' (was '" << existing_entry->second << "')." << std::endl; std::cerr.flush(); } if (proto_file.find(' ') != StringPiece::npos) { std::cerr << "note: framework mapping file had a proto file with a space in, hopefully that isn't a missing comma: '" << proto_file.ToString() << "'" << std::endl; std::cerr.flush(); } (*map_)[proto_file.ToString()] = framework_name.ToString(); } start = offset + 1; } return true; } } // namespace objectivec } // namespace compiler } // namespace protobuf } // namespace google