Python google.protobuf.descriptor.FieldDescriptor.TYPE_MESSAGE Examples
The following are 30
code examples of google.protobuf.descriptor.FieldDescriptor.TYPE_MESSAGE().
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example.
You may also want to check out all available functions/classes of the module
google.protobuf.descriptor.FieldDescriptor
, or try the search function
.

Example #1
Source Project: sea Author: shanbay File: format.py License: MIT License | 6 votes |
def _get_field_value_adaptor(pb, field, use_enum_labels, including_default_value_fields): if field.type == FieldDescriptor.TYPE_MESSAGE: # recursively encode protobuf sub-message return lambda pb: msg2dict( pb, use_enum_labels=use_enum_labels, including_default_value_fields=including_default_value_fields) if use_enum_labels and field.type == FieldDescriptor.TYPE_ENUM: return lambda value: enum_label_name(field, value) if field.type in TYPE_CALLABLE_MAP: return TYPE_CALLABLE_MAP[field.type] raise TypeError("Field %s.%s has unrecognised type id %d" % ( pb.__class__.__name__, field.name, field.type))
Example #2
Source Project: gtfs_realtime_json Author: harrytruong File: protobuf_json.py License: MIT License | 6 votes |
def json2pb(pb, js): ''' convert JSON string to google.protobuf.descriptor instance ''' for field in pb.DESCRIPTOR.fields: if field.name not in js: continue if field.type == FD.TYPE_MESSAGE: pass elif field.type in _js2ftype: ftype = _js2ftype[field.type] else: raise ParseError("Field %s.%s of type '%d' is not supported" % (pb.__class__.__name__, field.name, field.type, )) value = js[field.name] if field.label == FD.LABEL_REPEATED: pb_value = getattr(pb, field.name, None) for v in value: if field.type == FD.TYPE_MESSAGE: json2pb(pb_value.add(), v) else: pb_value.append(ftype(v)) else: if field.type == FD.TYPE_MESSAGE: json2pb(getattr(pb, field.name, None), value) else: setattr(pb, field.name, ftype(value)) return pb
Example #3
Source Project: gtfs_realtime_json Author: harrytruong File: protobuf_json.py License: MIT License | 6 votes |
def pb2json(pb): ''' convert google.protobuf.descriptor instance to JSON string ''' js = {} # fields = pb.DESCRIPTOR.fields #all fields fields = pb.ListFields() #only filled (including extensions) for field,value in fields: if field.type == FD.TYPE_MESSAGE: ftype = pb2json elif field.type in _ftype2js: ftype = _ftype2js[field.type] else: raise ParseError("Field %s.%s of type '%d' is not supported" % (pb.__class__.__name__, field.name, field.type, )) if field.label == FD.LABEL_REPEATED: js_value = [] for v in value: js_value.append(ftype(v)) else: js_value = ftype(value) js[field.name] = js_value return js
Example #4
Source Project: futuquant Author: FutunnOpen File: pbjson.py License: Apache License 2.0 | 6 votes |
def pb2dict(obj): """ Takes a ProtoBuf Message obj and convertes it to a dict. """ adict = {} if not obj.IsInitialized(): return None for field in obj.DESCRIPTOR.fields: if not getattr(obj, field.name): continue if not field.label == FD.LABEL_REPEATED: if not field.type == FD.TYPE_MESSAGE: adict[field.name] = getattr(obj, field.name) else: value = pb2dict(getattr(obj, field.name)) if value: adict[field.name] = value else: if field.type == FD.TYPE_MESSAGE: adict[field.name] = \ [pb2dict(v) for v in getattr(obj, field.name)] else: adict[field.name] = [v for v in getattr(obj, field.name)] return adict
Example #5
Source Project: stanza-old Author: stanfordnlp File: protobuf_json.py License: Apache License 2.0 | 6 votes |
def pb2json(pb, useFieldNumber=False): ''' convert google.protobuf.descriptor instance to JSON string ''' js = {} # fields = pb.DESCRIPTOR.fields #all fields fields = pb.ListFields() #only filled (including extensions) for field,value in fields: if useFieldNumber: key = field.number else: key = field.name if field.type == FD.TYPE_MESSAGE: ftype = partial(pb2json, useFieldNumber=useFieldNumber) elif field.type in _ftype2js: ftype = _ftype2js[field.type] else: raise ParseError("Field %s.%s of type '%d' is not supported" % (pb.__class__.__name__, field.name, field.type, )) if field.label == FD.LABEL_REPEATED: js_value = [] for v in value: js_value.append(ftype(v)) else: js_value = ftype(value) js[key] = js_value return js
Example #6
Source Project: mentor Author: daskos File: protobuf.py License: Apache License 2.0 | 6 votes |
def protobuf_to_dict(pb, containers=CONTAINER_MAP, converters=TYPE_CALLABLE_MAP): result = message_to_container(pb, containers) # for field, value in pb.ListFields(): # only non-empty fields for field in pb.DESCRIPTOR.fields: # empty fields too value = getattr(pb, field.name) if (field.message_type and field.message_type.has_options and field.message_type.GetOptions().map_entry): converter = dict elif field.type == FieldDescriptor.TYPE_MESSAGE: # recursively encode protobuf sub-message converter = partial(protobuf_to_dict, containers=containers, converters=converters) elif field.type == FieldDescriptor.TYPE_ENUM: converter = partial(enum_to_label, field) else: converter = converters[field.type] if field.label == FieldDescriptor.LABEL_REPEATED: converter = partial(map, converter) result[field.name] = converter(value) return result
Example #7
Source Project: py-futu-api Author: FutunnOpen File: pbjson.py License: Apache License 2.0 | 6 votes |
def pb2dict(obj): """ Takes a ProtoBuf Message obj and convertes it to a dict. """ adict = {} if not obj.IsInitialized(): return None for field in obj.DESCRIPTOR.fields: if not getattr(obj, field.name): continue if not field.label == FD.LABEL_REPEATED: if not field.type == FD.TYPE_MESSAGE: adict[field.name] = getattr(obj, field.name) else: value = pb2dict(getattr(obj, field.name)) if value: adict[field.name] = value else: if field.type == FD.TYPE_MESSAGE: adict[field.name] = \ [pb2dict(v) for v in getattr(obj, field.name)] else: adict[field.name] = [v for v in getattr(obj, field.name)] return adict
Example #8
Source Project: hangups Author: tdryer File: pblite.py License: MIT License | 6 votes |
def _decode_repeated_field(message, field, value_list): """Decode repeated field.""" if field.type == FieldDescriptor.TYPE_MESSAGE: for value in value_list: decode(getattr(message, field.name).add(), value) else: try: for value in value_list: if field.type == FieldDescriptor.TYPE_BYTES: value = base64.b64decode(value) getattr(message, field.name).append(value) except (ValueError, TypeError) as e: # ValueError: invalid enum value, negative unsigned int value, or # invalid base64 # TypeError: mismatched type logger.warning('Message %r ignoring repeated field %s: %s', message.__class__.__name__, field.name, e) # Ignore any values already decoded by clearing list message.ClearField(field.name)
Example #9
Source Project: voltha Author: opencord File: proto2yang.py License: Apache License 2.0 | 6 votes |
def traverse_field_options(fields, prefix): field_options = [] for field in fields: assert isinstance(field, FieldDescriptorProto) full_name = prefix + '-' + field.name option = None if field.type == FieldDescriptor.TYPE_MESSAGE and field.label != \ FieldDescriptor.LABEL_REPEATED: if field.options: for fd, val in field.options.ListFields(): if fd.full_name == 'voltha.yang_inline_node': field_options.append( {'name': full_name, 'option': fd.full_name, 'proto_name': val.id, 'proto_type': val.type } ) return field_options
Example #10
Source Project: idasec Author: RobinDavid File: protobuf_json.py License: GNU Lesser General Public License v2.1 | 5 votes |
def json2pb(pb, js): """ convert JSON string to google.protobuf.descriptor instance :param pb: protobuf class to fill :param js: json input data """ for field in pb.DESCRIPTOR.fields: if field.name not in js: continue if field.type == FD.TYPE_MESSAGE: pass elif field.type in _js2ftype: ftype = _js2ftype[field.type] else: raise ParseError( "Field %s.%s of type '%d' is not supported" % (pb.__class__.__name__, field.name, field.type,)) value = js[field.name] if field.label == FD.LABEL_REPEATED: pb_value = getattr(pb, field.name, None) for v in value: if field.type == FD.TYPE_MESSAGE: json2pb(pb_value.add(), v) else: pb_value.append(ftype(v)) else: if field.type == FD.TYPE_MESSAGE: json2pb(getattr(pb, field.name, None), value) elif field.type == FD.TYPE_ENUM: real_value = field.enum_type.values_by_name[value].number setattr(pb, field.name, real_value) else: setattr(pb, field.name, ftype(value)) return pb
Example #11
Source Project: idasec Author: RobinDavid File: protobuf_json.py License: GNU Lesser General Public License v2.1 | 5 votes |
def pb2json(pb): """ convert google.protobuf.descriptor instance to JSON string :param pb: protobuf class to be converted in json """ js = {} # fields = pb.DESCRIPTOR.fields #all fields fields = pb.ListFields() # only filled (including extensions) for field, value in fields: if field.type == FD.TYPE_MESSAGE: ftype = pb2json elif field.type == FD.TYPE_ENUM: ftype = str value = field.enum_type.values_by_number[value].name elif field.type in _ftype2js: ftype = _ftype2js[field.type] else: raise ParseError( "Field %s.%s of type '%d' is not supported" % (pb.__class__.__name__, field.name, field.type,)) if field.label == FD.LABEL_REPEATED: js_value = [] for v in value: js_value.append(ftype(v)) else: js_value = ftype(value) js[field.name] = js_value return js
Example #12
Source Project: sea Author: shanbay File: format.py License: MIT License | 5 votes |
def _is_map_entry(field): return (field.type == FieldDescriptor.TYPE_MESSAGE and field.message_type.has_options and field.message_type.GetOptions().map_entry)
Example #13
Source Project: lambda-packs Author: ryfeus File: well_known_types.py License: MIT License | 5 votes |
def _IsValidPath(message_descriptor, path): """Checks whether the path is valid for Message Descriptor.""" parts = path.split('.') last = parts.pop() for name in parts: field = message_descriptor.fields_by_name.get(name) if (field is None or field.label == FieldDescriptor.LABEL_REPEATED or field.type != FieldDescriptor.TYPE_MESSAGE): return False message_descriptor = field.message_type return last in message_descriptor.fields_by_name
Example #14
Source Project: auto-alt-text-lambda-api Author: abhisuri97 File: well_known_types.py License: MIT License | 5 votes |
def _IsValidPath(message_descriptor, path): """Checks whether the path is valid for Message Descriptor.""" parts = path.split('.') last = parts.pop() for name in parts: field = message_descriptor.fields_by_name[name] if (field is None or field.label == FieldDescriptor.LABEL_REPEATED or field.type != FieldDescriptor.TYPE_MESSAGE): return False message_descriptor = field.message_type return last in message_descriptor.fields_by_name
Example #15
Source Project: perceptron-benchmark Author: advboxes File: protobuf_to_dict.py License: Apache License 2.0 | 5 votes |
def _get_field_value_adaptor(pb, field, type_callable_map=TYPE_CALLABLE_MAP, use_enum_labels=False): if field.type == FieldDescriptor.TYPE_MESSAGE: # recursively encode protobuf sub-message return lambda pb: protobuf_to_dict(pb, type_callable_map, use_enum_labels) if use_enum_labels and field.type == FieldDescriptor.TYPE_ENUM: return lambda value: enum_label_name(field, value) if field.type in type_callable_map: return type_callable_map[field.type] raise TypeError("Field %s.%s has unrecognised type id %d" % ( pb.__class__.__name__, field.name, field.type))
Example #16
Source Project: perceptron-benchmark Author: advboxes File: protobuf_to_dict.py License: Apache License 2.0 | 5 votes |
def _dict_to_protobuf(pb, value, type_callable_map, strict): """ dict to protobuf Args: pb: data in dict format Returns: pb: data in proto format """ fields = _get_field_mapping(pb, value, strict) for field, input_value, pb_value in fields: if field.label == FieldDescriptor.LABEL_REPEATED: for item in input_value: if field.type == FieldDescriptor.TYPE_MESSAGE: m = pb_value.add() _dict_to_protobuf(m, item, type_callable_map, strict) elif field.type == FieldDescriptor.TYPE_ENUM and isinstance(item, basestring): pb_value.append(_string_to_enum(field, item)) else: pb_value.append(item) continue if field.type == FieldDescriptor.TYPE_MESSAGE: _dict_to_protobuf(pb_value, input_value, type_callable_map, strict) continue if field.type in type_callable_map: input_value = type_callable_map[field.type](input_value) if field.is_extension: pb.Extensions[field] = input_value continue if field.type == FieldDescriptor.TYPE_ENUM and isinstance(input_value, basestring): input_value = _string_to_enum(field, input_value) setattr(pb, field.name, input_value) return pb
Example #17
Source Project: coremltools Author: apple File: well_known_types.py License: BSD 3-Clause "New" or "Revised" License | 5 votes |
def _IsValidPath(message_descriptor, path): """Checks whether the path is valid for Message Descriptor.""" parts = path.split('.') last = parts.pop() for name in parts: field = message_descriptor.fields_by_name[name] if (field is None or field.label == FieldDescriptor.LABEL_REPEATED or field.type != FieldDescriptor.TYPE_MESSAGE): return False message_descriptor = field.message_type return last in message_descriptor.fields_by_name
Example #18
Source Project: go2mapillary Author: enricofer File: well_known_types.py License: GNU General Public License v3.0 | 5 votes |
def _IsValidPath(message_descriptor, path): """Checks whether the path is valid for Message Descriptor.""" parts = path.split('.') last = parts.pop() for name in parts: field = message_descriptor.fields_by_name[name] if (field is None or field.label == FieldDescriptor.LABEL_REPEATED or field.type != FieldDescriptor.TYPE_MESSAGE): return False message_descriptor = field.message_type return last in message_descriptor.fields_by_name
Example #19
Source Project: luci-py Author: luci File: well_known_types.py License: Apache License 2.0 | 5 votes |
def _IsValidPath(message_descriptor, path): """Checks whether the path is valid for Message Descriptor.""" parts = path.split('.') last = parts.pop() for name in parts: field = message_descriptor.fields_by_name.get(name) if (field is None or field.label == FieldDescriptor.LABEL_REPEATED or field.type != FieldDescriptor.TYPE_MESSAGE): return False message_descriptor = field.message_type return last in message_descriptor.fields_by_name
Example #20
Source Project: luci-py Author: luci File: well_known_types.py License: Apache License 2.0 | 5 votes |
def _IsValidPath(message_descriptor, path): """Checks whether the path is valid for Message Descriptor.""" parts = path.split('.') last = parts.pop() for name in parts: field = message_descriptor.fields_by_name.get(name) if (field is None or field.label == FieldDescriptor.LABEL_REPEATED or field.type != FieldDescriptor.TYPE_MESSAGE): return False message_descriptor = field.message_type return last in message_descriptor.fields_by_name
Example #21
Source Project: luci-py Author: luci File: well_known_types.py License: Apache License 2.0 | 5 votes |
def _IsValidPath(message_descriptor, path): """Checks whether the path is valid for Message Descriptor.""" parts = path.split('.') last = parts.pop() for name in parts: field = message_descriptor.fields_by_name.get(name) if (field is None or field.label == FieldDescriptor.LABEL_REPEATED or field.type != FieldDescriptor.TYPE_MESSAGE): return False message_descriptor = field.message_type return last in message_descriptor.fields_by_name
Example #22
Source Project: luci-py Author: luci File: well_known_types.py License: Apache License 2.0 | 5 votes |
def _IsValidPath(message_descriptor, path): """Checks whether the path is valid for Message Descriptor.""" parts = path.split('.') last = parts.pop() for name in parts: field = message_descriptor.fields_by_name.get(name) if (field is None or field.label == FieldDescriptor.LABEL_REPEATED or field.type != FieldDescriptor.TYPE_MESSAGE): return False message_descriptor = field.message_type return last in message_descriptor.fields_by_name
Example #23
Source Project: luci-py Author: luci File: well_known_types.py License: Apache License 2.0 | 5 votes |
def _IsValidPath(message_descriptor, path): """Checks whether the path is valid for Message Descriptor.""" parts = path.split('.') last = parts.pop() for name in parts: field = message_descriptor.fields_by_name.get(name) if (field is None or field.label == FieldDescriptor.LABEL_REPEATED or field.type != FieldDescriptor.TYPE_MESSAGE): return False message_descriptor = field.message_type return last in message_descriptor.fields_by_name
Example #24
Source Project: stanza-old Author: stanfordnlp File: protobuf_json.py License: Apache License 2.0 | 5 votes |
def json2pb(pb, js, useFieldNumber=False): ''' convert JSON string to google.protobuf.descriptor instance ''' for field in pb.DESCRIPTOR.fields: if useFieldNumber: key = field.number else: key = field.name if key not in js: continue if field.type == FD.TYPE_MESSAGE: pass elif field.type in _js2ftype: ftype = _js2ftype[field.type] else: raise ParseError("Field %s.%s of type '%d' is not supported" % (pb.__class__.__name__, field.name, field.type, )) value = js[key] if field.label == FD.LABEL_REPEATED: pb_value = getattr(pb, field.name, None) for v in value: if field.type == FD.TYPE_MESSAGE: json2pb(pb_value.add(), v, useFieldNumber=useFieldNumber) else: pb_value.append(ftype(v)) else: if field.type == FD.TYPE_MESSAGE: json2pb(getattr(pb, field.name, None), value, useFieldNumber=useFieldNumber) else: setattr(pb, field.name, ftype(value)) return pb
Example #25
Source Project: mentor Author: daskos File: protobuf.py License: Apache License 2.0 | 5 votes |
def dict_to_protobuf(dct, pb=None, containers=CONTAINER_MAP, converters=REVERSE_TYPE_CALLABLE_MAP, strict=True): default = container_to_message(dct, containers) if pb: if default: pb.MergeFrom(default) else: pb = default pb = pb if isinstance(pb, Message) else pb() for k, v in dct.items(): try: # TODO silently skip undifened fields field = pb.DESCRIPTOR.fields_by_name[k] except: if not strict: continue else: raise pb_value = getattr(pb, k, None) if field.label == FieldDescriptor.LABEL_REPEATED: for item in v: if field.type == FieldDescriptor.TYPE_MESSAGE: dict_to_protobuf(item, pb_value.add(), containers, converters) elif field.type == FieldDescriptor.TYPE_ENUM: pb_value.append(label_to_enum(field, item)) else: pb_value.append(item) elif field.type == FieldDescriptor.TYPE_MESSAGE: dict_to_protobuf(v, pb_value, containers, converters) else: if field.type in converters: v = converters[field.type](v) elif field.type == FieldDescriptor.TYPE_ENUM: v = label_to_enum(field, v) setattr(pb, field.name, v) return pb
Example #26
Source Project: pogom Author: favll File: protobuf_to_dict.py License: MIT License | 5 votes |
def _get_field_value_adaptor(pb, field, type_callable_map=TYPE_CALLABLE_MAP, use_enum_labels=False): if field.type == FieldDescriptor.TYPE_MESSAGE: # recursively encode protobuf sub-message return lambda pb: protobuf_to_dict( pb, type_callable_map=type_callable_map, use_enum_labels=use_enum_labels) if use_enum_labels and field.type == FieldDescriptor.TYPE_ENUM: return lambda value: enum_label_name(field, value) if field.type in type_callable_map: return type_callable_map[field.type] raise TypeError("Field %s.%s has unrecognised type id %d" % ( pb.__class__.__name__, field.name, field.type))
Example #27
Source Project: pogom Author: favll File: protobuf_to_dict.py License: MIT License | 5 votes |
def _dict_to_protobuf(pb, value, type_callable_map, strict): fields = _get_field_mapping(pb, value, strict) for field, input_value, pb_value in fields: if field.label == FieldDescriptor.LABEL_REPEATED: if field.message_type and field.message_type.has_options and field.message_type.GetOptions().map_entry: pb_value.update(input_value) continue for item in input_value: if field.type == FieldDescriptor.TYPE_MESSAGE: m = pb_value.add() _dict_to_protobuf(m, item, type_callable_map, strict) elif field.type == FieldDescriptor.TYPE_ENUM and isinstance(item, six.string_types): pb_value.append(_string_to_enum(field, item)) else: pb_value.append(item) continue if field.type == FieldDescriptor.TYPE_MESSAGE: _dict_to_protobuf(pb_value, input_value, type_callable_map, strict) continue if field.type in type_callable_map: input_value = type_callable_map[field.type](input_value) if field.is_extension: pb.Extensions[field] = input_value continue if field.type == FieldDescriptor.TYPE_ENUM and isinstance(input_value, six.string_types): input_value = _string_to_enum(field, input_value) setattr(pb, field.name, input_value) return pb
Example #28
Source Project: PokemonGo-DesktopMap Author: mchristopher File: protobuf_to_dict.py License: MIT License | 5 votes |
def _get_field_value_adaptor(pb, field, type_callable_map=TYPE_CALLABLE_MAP, use_enum_labels=False): if field.type == FieldDescriptor.TYPE_MESSAGE: # recursively encode protobuf sub-message return lambda pb: protobuf_to_dict( pb, type_callable_map=type_callable_map, use_enum_labels=use_enum_labels) if use_enum_labels and field.type == FieldDescriptor.TYPE_ENUM: return lambda value: enum_label_name(field, value) if field.type in type_callable_map: return type_callable_map[field.type] raise TypeError("Field %s.%s has unrecognised type id %d" % ( pb.__class__.__name__, field.name, field.type))
Example #29
Source Project: PokemonGo-DesktopMap Author: mchristopher File: protobuf_to_dict.py License: MIT License | 5 votes |
def _dict_to_protobuf(pb, value, type_callable_map, strict): fields = _get_field_mapping(pb, value, strict) for field, input_value, pb_value in fields: if field.label == FieldDescriptor.LABEL_REPEATED: if field.message_type and field.message_type.has_options and field.message_type.GetOptions().map_entry: pb_value.update(input_value) continue for item in input_value: if field.type == FieldDescriptor.TYPE_MESSAGE: m = pb_value.add() _dict_to_protobuf(m, item, type_callable_map, strict) elif field.type == FieldDescriptor.TYPE_ENUM and isinstance(item, six.string_types): pb_value.append(_string_to_enum(field, item)) else: pb_value.append(item) continue if field.type == FieldDescriptor.TYPE_MESSAGE: _dict_to_protobuf(pb_value, input_value, type_callable_map, strict) continue if field.type in type_callable_map: input_value = type_callable_map[field.type](input_value) if field.is_extension: pb.Extensions[field] = input_value continue if field.type == FieldDescriptor.TYPE_ENUM and isinstance(input_value, six.string_types): input_value = _string_to_enum(field, input_value) setattr(pb, field.name, input_value) return pb
Example #30
Source Project: hangups Author: tdryer File: pblite.py License: MIT License | 5 votes |
def _decode_field(message, field, value): """Decode optional or required field.""" if field.type == FieldDescriptor.TYPE_MESSAGE: decode(getattr(message, field.name), value) else: try: if field.type == FieldDescriptor.TYPE_BYTES: value = base64.b64decode(value) setattr(message, field.name, value) except (ValueError, TypeError) as e: # ValueError: invalid enum value, negative unsigned int value, or # invalid base64 # TypeError: mismatched type logger.warning('Message %r ignoring field %s: %s', message.__class__.__name__, field.name, e)