Python google.protobuf.descriptor.FieldDescriptor.TYPE_MESSAGE() Examples
The following are code examples for showing how to use google.protobuf.descriptor.FieldDescriptor.TYPE_MESSAGE(). They are from open source Python projects. You can vote up the examples you like or vote down the ones you don't like.
Example 1
| Project: grpc-django Author: soheltarir File: protobuf_to_dict.py MIT License | 6 votes |
|
def _get_field_value_adaptor(pb, field, type_callable_map=TYPE_CALLABLE_MAP, use_enum_labels=False,
including_default_value_fields=False):
if field.message_type and field.message_type.name == Timestamp_type_name:
return timestamp_to_datetime
if field.type == FieldDescriptor.TYPE_MESSAGE:
# recursively encode protobuf sub-message
return lambda pb: protobuf_to_dict(
pb, type_callable_map=type_callable_map,
use_enum_labels=use_enum_labels,
including_default_value_fields=including_default_value_fields,
)
if use_enum_labels and field.type == FieldDescriptor.TYPE_ENUM:
return lambda value: enum_label_name(field, value)
if field.type in type_callable_map:
return type_callable_map[field.type]
raise TypeError("Field %s.%s has unrecognised type id %d" % (
pb.__class__.__name__, field.name, field.type))
Example 2
| Project: sea Author: shanbay File: format.py MIT License | 6 votes |
|
def _get_field_value_adaptor(pb, field, use_enum_labels,
including_default_value_fields):
if field.type == FieldDescriptor.TYPE_MESSAGE:
# recursively encode protobuf sub-message
return lambda pb: msg2dict(
pb, use_enum_labels=use_enum_labels,
including_default_value_fields=including_default_value_fields)
if use_enum_labels and field.type == FieldDescriptor.TYPE_ENUM:
return lambda value: enum_label_name(field, value)
if field.type in TYPE_CALLABLE_MAP:
return TYPE_CALLABLE_MAP[field.type]
raise TypeError("Field %s.%s has unrecognised type id %d" % (
pb.__class__.__name__, field.name, field.type))
Example 3
| Project: FUTU_Stop_Loss Author: BigtoC File: pbjson.py MIT License | 6 votes |
|
def pb2dict(obj):
"""
Takes a ProtoBuf Message obj and convertes it to a dict.
"""
adict = {}
if not obj.IsInitialized():
return None
for field in obj.DESCRIPTOR.fields:
if not getattr(obj, field.name):
continue
if not field.label == FD.LABEL_REPEATED:
if not field.type == FD.TYPE_MESSAGE:
adict[field.name] = getattr(obj, field.name)
else:
value = pb2dict(getattr(obj, field.name))
if value:
adict[field.name] = value
else:
if field.type == FD.TYPE_MESSAGE:
adict[field.name] = \
[pb2dict(v) for v in getattr(obj, field.name)]
else:
adict[field.name] = [v for v in getattr(obj, field.name)]
return adict
Example 4
| Project: flask-restly Author: gorzechowski File: __init__.py MIT License | 6 votes |
|
def _protobuf_to_dict(instance):
result = dict()
for descriptor, value in instance.ListFields():
if descriptor.label == FieldDescriptor.LABEL_REPEATED:
result[descriptor.name] = []
for item in value:
if isinstance(item, ProtocolMessage):
dict_item = _protobuf_to_dict(item)
result[descriptor.name].append(dict_item)
else:
result[descriptor.name].append(item)
elif descriptor.type == FieldDescriptor.TYPE_MESSAGE:
result[descriptor.name] = _protobuf_to_dict(value)
else:
result[descriptor.name] = value
return result
Example 5
| Project: Pyser Author: uname File: pbjson.py Apache License 2.0 | 6 votes |
|
def pb2dict(obj):
"""
Takes a ProtoBuf Message obj and convertes it to a dict.
"""
adict = {}
if not obj.IsInitialized():
return None
for field in obj.DESCRIPTOR.fields:
if not getattr(obj, field.name):
continue
if not field.label == FD.LABEL_REPEATED:
if not field.type == FD.TYPE_MESSAGE:
adict[field.name] = getattr(obj, field.name)
else:
value = pb2dict(getattr(obj, field.name))
if value:
adict[field.name] = value
else:
if field.type == FD.TYPE_MESSAGE:
adict[field.name] = \
[pb2dict(v) for v in getattr(obj, field.name)]
else:
adict[field.name] = [v for v in getattr(obj, field.name)]
return adict
Example 6
| Project: gorpc Author: cookingkode File: protobuf_json.py Apache License 2.0 | 6 votes |
|
def json2pb(pb, js):
''' convert JSON string to google.protobuf.descriptor instance '''
for field in pb.DESCRIPTOR.fields:
if field.name not in js:
continue
if field.type == FD.TYPE_MESSAGE:
pass
elif field.type in _js2ftype:
ftype = _js2ftype[field.type]
else:
raise ParseError("Field %s.%s of type '%d' is not supported" % (pb.__class__.__name__, field.name, field.type, ))
value = js[field.name]
if field.label == FD.LABEL_REPEATED:
pb_value = getattr(pb, field.name, None)
for v in value:
if field.type == FD.TYPE_MESSAGE:
json2pb(pb_value.add(), v)
else:
pb_value.append(ftype(v))
else:
if field.type == FD.TYPE_MESSAGE:
json2pb(getattr(pb, field.name, None), value)
else:
setattr(pb, field.name, ftype(value))
return pb
Example 7
| Project: gorpc Author: cookingkode File: protobuf_json.py Apache License 2.0 | 6 votes |
|
def pb2json(pb):
''' convert google.protobuf.descriptor instance to JSON string '''
js = {}
# fields = pb.DESCRIPTOR.fields #all fields
fields = pb.ListFields() #only filled (including extensions)
for field,value in fields:
if field.type == FD.TYPE_MESSAGE:
ftype = pb2json
elif field.type in _ftype2js:
ftype = _ftype2js[field.type]
else:
raise ParseError("Field %s.%s of type '%d' is not supported" % (pb.__class__.__name__, field.name, field.type, ))
if field.label == FD.LABEL_REPEATED:
js_value = []
for v in value:
js_value.append(ftype(v))
else:
js_value = ftype(value)
js[field.name] = js_value
return js
Example 8
| Project: gtfs_realtime_json Author: harrytruong File: protobuf_json.py MIT License | 6 votes |
|
def json2pb(pb, js):
''' convert JSON string to google.protobuf.descriptor instance '''
for field in pb.DESCRIPTOR.fields:
if field.name not in js:
continue
if field.type == FD.TYPE_MESSAGE:
pass
elif field.type in _js2ftype:
ftype = _js2ftype[field.type]
else:
raise ParseError("Field %s.%s of type '%d' is not supported" % (pb.__class__.__name__, field.name, field.type, ))
value = js[field.name]
if field.label == FD.LABEL_REPEATED:
pb_value = getattr(pb, field.name, None)
for v in value:
if field.type == FD.TYPE_MESSAGE:
json2pb(pb_value.add(), v)
else:
pb_value.append(ftype(v))
else:
if field.type == FD.TYPE_MESSAGE:
json2pb(getattr(pb, field.name, None), value)
else:
setattr(pb, field.name, ftype(value))
return pb
Example 9
| Project: gtfs_realtime_json Author: harrytruong File: protobuf_json.py MIT License | 6 votes |
|
def pb2json(pb):
''' convert google.protobuf.descriptor instance to JSON string '''
js = {}
# fields = pb.DESCRIPTOR.fields #all fields
fields = pb.ListFields() #only filled (including extensions)
for field,value in fields:
if field.type == FD.TYPE_MESSAGE:
ftype = pb2json
elif field.type in _ftype2js:
ftype = _ftype2js[field.type]
else:
raise ParseError("Field %s.%s of type '%d' is not supported" % (pb.__class__.__name__, field.name, field.type, ))
if field.label == FD.LABEL_REPEATED:
js_value = []
for v in value:
js_value.append(ftype(v))
else:
js_value = ftype(value)
js[field.name] = js_value
return js
Example 10
| Project: python-cf-api Author: hsdp File: pb2dict.py Apache License 2.0 | 6 votes |
|
def _get_field_value_adaptor(pb, field, type_callable_map=TYPE_CALLABLE_MAP, use_enum_labels=False,
including_default_value_fields=False, lowercase_enum_lables=False):
if field.message_type and field.message_type.name == Timestamp_type_name:
return timestamp_to_datetime
if field.type == FieldDescriptor.TYPE_MESSAGE:
# recursively encode protobuf sub-message
return lambda pb: protobuf_to_dict(
pb, type_callable_map=type_callable_map,
use_enum_labels=use_enum_labels,
including_default_value_fields=including_default_value_fields,
lowercase_enum_lables=lowercase_enum_lables,
)
if use_enum_labels and field.type == FieldDescriptor.TYPE_ENUM:
return lambda value: enum_label_name(field, value, lowercase_enum_lables)
if field.type in type_callable_map:
return type_callable_map[field.type]
raise TypeError("Field %s.%s has unrecognised type id %d" % (
pb.__class__.__name__, field.name, field.type))
Example 11
| Project: futuquant Author: FutunnOpen File: pbjson.py Apache License 2.0 | 6 votes |
|
def pb2dict(obj):
"""
Takes a ProtoBuf Message obj and convertes it to a dict.
"""
adict = {}
if not obj.IsInitialized():
return None
for field in obj.DESCRIPTOR.fields:
if not getattr(obj, field.name):
continue
if not field.label == FD.LABEL_REPEATED:
if not field.type == FD.TYPE_MESSAGE:
adict[field.name] = getattr(obj, field.name)
else:
value = pb2dict(getattr(obj, field.name))
if value:
adict[field.name] = value
else:
if field.type == FD.TYPE_MESSAGE:
adict[field.name] = \
[pb2dict(v) for v in getattr(obj, field.name)]
else:
adict[field.name] = [v for v in getattr(obj, field.name)]
return adict
Example 12
| Project: stanza Author: stanfordnlp File: protobuf_json.py Apache License 2.0 | 6 votes |
|
def pb2json(pb, useFieldNumber=False):
''' convert google.protobuf.descriptor instance to JSON string '''
js = {}
# fields = pb.DESCRIPTOR.fields #all fields
fields = pb.ListFields() #only filled (including extensions)
for field,value in fields:
if useFieldNumber:
key = field.number
else:
key = field.name
if field.type == FD.TYPE_MESSAGE:
ftype = partial(pb2json, useFieldNumber=useFieldNumber)
elif field.type in _ftype2js:
ftype = _ftype2js[field.type]
else:
raise ParseError("Field %s.%s of type '%d' is not supported" % (pb.__class__.__name__, field.name, field.type, ))
if field.label == FD.LABEL_REPEATED:
js_value = []
for v in value:
js_value.append(ftype(v))
else:
js_value = ftype(value)
js[key] = js_value
return js
Example 13
| Project: bigquerylayers Author: smandaric File: well_known_types.py GNU General Public License v3.0 | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name.get(name)
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 14
| Project: idasec Author: RobinDavid File: protobuf_json.py GNU Lesser General Public License v2.1 | 5 votes |
|
def json2pb(pb, js):
""" convert JSON string to google.protobuf.descriptor instance
:param pb: protobuf class to fill
:param js: json input data
"""
for field in pb.DESCRIPTOR.fields:
if field.name not in js:
continue
if field.type == FD.TYPE_MESSAGE:
pass
elif field.type in _js2ftype:
ftype = _js2ftype[field.type]
else:
raise ParseError(
"Field %s.%s of type '%d' is not supported" % (pb.__class__.__name__, field.name, field.type,))
value = js[field.name]
if field.label == FD.LABEL_REPEATED:
pb_value = getattr(pb, field.name, None)
for v in value:
if field.type == FD.TYPE_MESSAGE:
json2pb(pb_value.add(), v)
else:
pb_value.append(ftype(v))
else:
if field.type == FD.TYPE_MESSAGE:
json2pb(getattr(pb, field.name, None), value)
elif field.type == FD.TYPE_ENUM:
real_value = field.enum_type.values_by_name[value].number
setattr(pb, field.name, real_value)
else:
setattr(pb, field.name, ftype(value))
return pb
Example 15
| Project: idasec Author: RobinDavid File: protobuf_json.py GNU Lesser General Public License v2.1 | 5 votes |
|
def pb2json(pb):
""" convert google.protobuf.descriptor instance to JSON string
:param pb: protobuf class to be converted in json
"""
js = {}
# fields = pb.DESCRIPTOR.fields #all fields
fields = pb.ListFields() # only filled (including extensions)
for field, value in fields:
if field.type == FD.TYPE_MESSAGE:
ftype = pb2json
elif field.type == FD.TYPE_ENUM:
ftype = str
value = field.enum_type.values_by_number[value].name
elif field.type in _ftype2js:
ftype = _ftype2js[field.type]
else:
raise ParseError(
"Field %s.%s of type '%d' is not supported" % (pb.__class__.__name__, field.name, field.type,))
if field.label == FD.LABEL_REPEATED:
js_value = []
for v in value:
js_value.append(ftype(v))
else:
js_value = ftype(value)
js[field.name] = js_value
return js
Example 16
| Project: RouteOptimization Author: andre-le File: well_known_types.py MIT License | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name[name]
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 17
| Project: deoplete-asm Author: deoplete-plugins File: well_known_types.py MIT License | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name[name]
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 18
| Project: grpc-django Author: soheltarir File: protobuf_to_dict.py MIT License | 5 votes |
|
def _is_map_entry(field):
return (field.type == FieldDescriptor.TYPE_MESSAGE and
field.message_type.has_options and
field.message_type.GetOptions().map_entry)
Example 19
| Project: sea Author: shanbay File: format.py MIT License | 5 votes |
|
def _is_map_entry(field):
return (field.type == FieldDescriptor.TYPE_MESSAGE and
field.message_type.has_options and
field.message_type.GetOptions().map_entry)
Example 20
| Project: FUTU_Stop_Loss Author: BigtoC File: well_known_types.py MIT License | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name.get(name)
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 21
| Project: auto-alt-text-lambda-api Author: abhisuri97 File: well_known_types.py MIT License | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name[name]
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 22
| Project: chrome_os_updater Author: MuntashirAkon File: well_known_types.py GNU General Public License v3.0 | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name.get(name)
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 23
| Project: poker Author: surgebiswas File: well_known_types.py MIT License | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name[name]
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 24
| Project: poker Author: surgebiswas File: well_known_types.py MIT License | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name[name]
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 25
| Project: randomproto Author: yupingso File: randomproto.py MIT License | 5 votes |
|
def _fill_random(msg, desc):
"""Fill all fields of ``msg`` with random values."""
for field in desc.fields:
is_message = field.type == FieldDescriptor.TYPE_MESSAGE
is_repeated = field.label == FieldDescriptor.LABEL_REPEATED
if is_message:
msg_field = getattr(msg, field.name)
if is_repeated:
num = random.randint(0, 2)
for _ in range(num):
element = msg_field.add()
_fill_random(element, field.message_type)
else:
_fill_random(msg_field, field.message_type)
else:
if field.type == FieldDescriptor.TYPE_ENUM:
enum_values = [x.number for x in field.enum_type.values]
generator = functools.partial(random.choice, enum_values)
else:
generator = _FIELD_RANDOM_GENERATOR.get(field.type)
if is_repeated:
num = random.randint(0, 2)
msg_field = getattr(msg, field.name)
for _ in range(num):
msg_field.append(generator())
else:
setattr(msg, field.name, generator())
Example 26
| Project: perceptron-benchmark Author: advboxes File: protobuf_to_dict.py Apache License 2.0 | 5 votes |
|
def _get_field_value_adaptor(pb, field, type_callable_map=TYPE_CALLABLE_MAP, use_enum_labels=False):
if field.type == FieldDescriptor.TYPE_MESSAGE:
# recursively encode protobuf sub-message
return lambda pb: protobuf_to_dict(pb, type_callable_map, use_enum_labels)
if use_enum_labels and field.type == FieldDescriptor.TYPE_ENUM:
return lambda value: enum_label_name(field, value)
if field.type in type_callable_map:
return type_callable_map[field.type]
raise TypeError("Field %s.%s has unrecognised type id %d" % (
pb.__class__.__name__, field.name, field.type))
Example 27
| Project: perceptron-benchmark Author: advboxes File: protobuf_to_dict.py Apache License 2.0 | 5 votes |
|
def _dict_to_protobuf(pb, value, type_callable_map, strict):
""" dict to protobuf
Args:
pb: data in dict format
Returns:
pb: data in proto format
"""
fields = _get_field_mapping(pb, value, strict)
for field, input_value, pb_value in fields:
if field.label == FieldDescriptor.LABEL_REPEATED:
for item in input_value:
if field.type == FieldDescriptor.TYPE_MESSAGE:
m = pb_value.add()
_dict_to_protobuf(m, item, type_callable_map, strict)
elif field.type == FieldDescriptor.TYPE_ENUM and isinstance(item, basestring):
pb_value.append(_string_to_enum(field, item))
else:
pb_value.append(item)
continue
if field.type == FieldDescriptor.TYPE_MESSAGE:
_dict_to_protobuf(pb_value, input_value, type_callable_map, strict)
continue
if field.type in type_callable_map:
input_value = type_callable_map[field.type](input_value)
if field.is_extension:
pb.Extensions[field] = input_value
continue
if field.type == FieldDescriptor.TYPE_ENUM and isinstance(input_value, basestring):
input_value = _string_to_enum(field, input_value)
setattr(pb, field.name, input_value)
return pb
Example 28
| Project: syndicate-core Author: syndicate-storage File: well_known_types.py Apache License 2.0 | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name[name]
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 29
| Project: Pyser Author: uname File: pbjson.py Apache License 2.0 | 5 votes |
|
def dict2pb(cls, adict, strict=False):
"""
Takes a class representing the ProtoBuf Message and fills it with data from
the dict.
"""
obj = cls()
for field in obj.DESCRIPTOR.fields:
if not field.label == field.LABEL_REQUIRED:
continue
if not field.has_default_value:
continue
if not field.name in adict:
raise ConvertException('Field "%s" missing from descriptor dictionary.'
% field.name)
field_names = set([field.name for field in obj.DESCRIPTOR.fields])
if strict:
for key in adict.keys():
if key not in field_names:
raise ConvertException(
'Key "%s" can not be mapped to field in %s class.'
% (key, type(obj)))
for field in obj.DESCRIPTOR.fields:
if not field.name in adict:
continue
msg_type = field.message_type
if field.label == FD.LABEL_REPEATED:
if field.type == FD.TYPE_MESSAGE:
for sub_dict in adict[field.name]:
item = getattr(obj, field.name).add()
item.CopyFrom(dict2pb(msg_type._concrete_class, sub_dict))
else:
map(getattr(obj, field.name).append, adict[field.name])
else:
if field.type == FD.TYPE_MESSAGE:
value = dict2pb(msg_type._concrete_class, adict[field.name])
getattr(obj, field.name).CopyFrom(value)
else:
setattr(obj, field.name, adict[field.name])
return obj
Example 30
| Project: Emotion-Evaluator Author: Attriumph File: well_known_types.py MIT License | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name.get(name)
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 31
| Project: geofire-python Author: ininex File: well_known_types.py MIT License | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name[name]
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 32
| Project: go2mapillary Author: enricofer File: well_known_types.py GNU General Public License v3.0 | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name[name]
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 33
| Project: pogom-updated Author: PokeHunterProject File: protobuf_to_dict.py MIT License | 5 votes |
|
def _get_field_value_adaptor(pb, field, type_callable_map=TYPE_CALLABLE_MAP, use_enum_labels=False):
if field.type == FieldDescriptor.TYPE_MESSAGE:
# recursively encode protobuf sub-message
return lambda pb: protobuf_to_dict(
pb, type_callable_map=type_callable_map,
use_enum_labels=use_enum_labels)
if use_enum_labels and field.type == FieldDescriptor.TYPE_ENUM:
return lambda value: enum_label_name(field, value)
if field.type in type_callable_map:
return type_callable_map[field.type]
raise TypeError("Field %s.%s has unrecognised type id %d" % (
pb.__class__.__name__, field.name, field.type))
Example 34
| Project: pogom-updated Author: PokeHunterProject File: protobuf_to_dict.py MIT License | 5 votes |
|
def _dict_to_protobuf(pb, value, type_callable_map, strict):
fields = _get_field_mapping(pb, value, strict)
for field, input_value, pb_value in fields:
if field.label == FieldDescriptor.LABEL_REPEATED:
if field.message_type and field.message_type.has_options and field.message_type.GetOptions().map_entry:
pb_value.update(input_value)
continue
for item in input_value:
if field.type == FieldDescriptor.TYPE_MESSAGE:
m = pb_value.add()
_dict_to_protobuf(m, item, type_callable_map, strict)
elif field.type == FieldDescriptor.TYPE_ENUM and isinstance(item, six.string_types):
pb_value.append(_string_to_enum(field, item))
else:
pb_value.append(item)
continue
if field.type == FieldDescriptor.TYPE_MESSAGE:
_dict_to_protobuf(pb_value, input_value, type_callable_map, strict)
continue
if field.type in type_callable_map:
input_value = type_callable_map[field.type](input_value)
if field.is_extension:
pb.Extensions[field] = input_value
continue
if field.type == FieldDescriptor.TYPE_ENUM and isinstance(input_value, six.string_types):
input_value = _string_to_enum(field, input_value)
setattr(pb, field.name, input_value)
return pb
Example 35
| Project: python-cf-api Author: hsdp File: pb2dict.py Apache License 2.0 | 5 votes |
|
def _is_map_entry(field):
return (field.type == FieldDescriptor.TYPE_MESSAGE and
field.message_type.has_options and
field.message_type.GetOptions().map_entry)
Example 36
| Project: luci-py Author: luci File: well_known_types.py Apache License 2.0 | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name.get(name)
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 37
| Project: luci-py Author: luci File: well_known_types.py Apache License 2.0 | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name.get(name)
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 38
| Project: luci-py Author: luci File: well_known_types.py Apache License 2.0 | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name.get(name)
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 39
| Project: luci-py Author: luci File: well_known_types.py Apache License 2.0 | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name.get(name)
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 40
| Project: luci-py Author: luci File: well_known_types.py Apache License 2.0 | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name.get(name)
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 41
| Project: kastodi Author: kharts File: well_known_types.py GNU General Public License v2.0 | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name[name]
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 42
| Project: stanza Author: stanfordnlp File: protobuf_json.py Apache License 2.0 | 5 votes |
|
def json2pb(pb, js, useFieldNumber=False):
''' convert JSON string to google.protobuf.descriptor instance '''
for field in pb.DESCRIPTOR.fields:
if useFieldNumber:
key = field.number
else:
key = field.name
if key not in js:
continue
if field.type == FD.TYPE_MESSAGE:
pass
elif field.type in _js2ftype:
ftype = _js2ftype[field.type]
else:
raise ParseError("Field %s.%s of type '%d' is not supported" % (pb.__class__.__name__, field.name, field.type, ))
value = js[key]
if field.label == FD.LABEL_REPEATED:
pb_value = getattr(pb, field.name, None)
for v in value:
if field.type == FD.TYPE_MESSAGE:
json2pb(pb_value.add(), v, useFieldNumber=useFieldNumber)
else:
pb_value.append(ftype(v))
else:
if field.type == FD.TYPE_MESSAGE:
json2pb(getattr(pb, field.name, None), value, useFieldNumber=useFieldNumber)
else:
setattr(pb, field.name, ftype(value))
return pb
Example 43
| Project: lambda-tensorflow-object-detection Author: mikylucky File: well_known_types.py GNU General Public License v3.0 | 5 votes |
|
def _IsValidPath(message_descriptor, path):
"""Checks whether the path is valid for Message Descriptor."""
parts = path.split('.')
last = parts.pop()
for name in parts:
field = message_descriptor.fields_by_name.get(name)
if (field is None or
field.label == FieldDescriptor.LABEL_REPEATED or
field.type != FieldDescriptor.TYPE_MESSAGE):
return False
message_descriptor = field.message_type
return last in message_descriptor.fields_by_name
Example 44
| Project: grpc-django Author: soheltarir File: protobuf_to_dict.py MIT License | 4 votes |
|
def _dict_to_protobuf(pb, value, type_callable_map, strict, ignore_none):
fields = _get_field_mapping(pb, value, strict)
for field, input_value, pb_value in fields:
if ignore_none and input_value is None:
continue
if field.label == FieldDescriptor.LABEL_REPEATED:
if field.message_type and field.message_type.has_options and field.message_type.GetOptions().map_entry:
value_field = field.message_type.fields_by_name['value']
for key, value in input_value.items():
if value_field.cpp_type == FieldDescriptor.CPPTYPE_MESSAGE:
_dict_to_protobuf(getattr(pb, field.name)[key], value, type_callable_map, strict, ignore_none)
else:
getattr(pb, field.name)[key] = value
continue
for item in input_value:
if field.type == FieldDescriptor.TYPE_MESSAGE:
m = pb_value.add()
_dict_to_protobuf(m, item, type_callable_map, strict, ignore_none)
elif field.type == FieldDescriptor.TYPE_ENUM and isinstance(item, six.string_types):
pb_value.append(_string_to_enum(field, item))
else:
pb_value.append(item)
continue
if isinstance(input_value, datetime.datetime):
input_value = datetime_to_timestamp(input_value)
# Instead of setattr we need to use CopyFrom for composite fields
# Otherwise we will get AttributeError: Assignment not allowed to composite field “field name” in protocol message object
getattr(pb, field.name).CopyFrom(input_value)
continue
elif field.type == FieldDescriptor.TYPE_MESSAGE:
_dict_to_protobuf(pb_value, input_value, type_callable_map, strict, ignore_none)
continue
if field.type in type_callable_map:
input_value = type_callable_map[field.type](input_value)
if field.is_extension:
pb.Extensions[field] = input_value
continue
if field.type == FieldDescriptor.TYPE_ENUM and isinstance(input_value, six.string_types):
input_value = _string_to_enum(field, input_value)
# Handle tri bool enum field
if field.type == FieldDescriptor.TYPE_ENUM and type(input_value) == bool:
if input_value is True:
input_value = 1
elif input_value is False:
input_value = 2
else:
input_value = 0
setattr(pb, field.name, input_value)
return pb
Example 45
| Project: FUTU_Stop_Loss Author: BigtoC File: pbjson.py MIT License | 4 votes |
|
def dict2pb(cls, adict, strict=False):
"""
Takes a class representing the ProtoBuf Message and fills it with data from
the dict.
"""
obj = cls()
for field in obj.DESCRIPTOR.fields:
if not field.label == field.LABEL_REQUIRED:
continue
if not field.has_default_value:
continue
if not field.name in adict:
raise ConvertException('Field "%s" missing from descriptor dictionary.'
% field.name)
field_names = set([field.name for field in obj.DESCRIPTOR.fields])
if strict:
for key in adict.keys():
if key not in field_names:
raise ConvertException(
'Key "%s" can not be mapped to field in %s class.'
% (key, type(obj)))
for field in obj.DESCRIPTOR.fields:
if not field.name in adict:
continue
msg_type = field.message_type
if field.label == FD.LABEL_REPEATED:
if field.type == FD.TYPE_MESSAGE:
for sub_dict in adict[field.name]:
item = getattr(obj, field.name).add()
item.CopyFrom(dict2pb(msg_type._concrete_class, sub_dict))
else:
# fix python3 map用法变更
list(map(getattr(obj, field.name).append, adict[field.name]))
else:
if field.type == FD.TYPE_MESSAGE:
value = dict2pb(msg_type._concrete_class, adict[field.name])
getattr(obj, field.name).CopyFrom(value)
elif field.type in [FD.TYPE_UINT64, FD.TYPE_INT64, FD.TYPE_SINT64]:
setattr(obj, field.name, int(adict[field.name]))
else:
setattr(obj, field.name, adict[field.name])
return obj
Example 46
| Project: python-cf-api Author: hsdp File: pb2dict.py Apache License 2.0 | 4 votes |
|
def _dict_to_protobuf(pb, value, type_callable_map, strict, ignore_none):
fields = _get_field_mapping(pb, value, strict)
for field, input_value, pb_value in fields:
if ignore_none and input_value is None:
continue
if field.label == FieldDescriptor.LABEL_REPEATED:
if field.message_type and field.message_type.has_options and field.message_type.GetOptions().map_entry:
value_field = field.message_type.fields_by_name['value']
for key, value in input_value.items():
if value_field.cpp_type == FieldDescriptor.CPPTYPE_MESSAGE:
_dict_to_protobuf(getattr(pb, field.name)[key], value, type_callable_map, strict, ignore_none)
else:
getattr(pb, field.name)[key] = value
continue
for item in input_value:
if field.type == FieldDescriptor.TYPE_MESSAGE:
m = pb_value.add()
_dict_to_protobuf(m, item, type_callable_map, strict, ignore_none)
elif field.type == FieldDescriptor.TYPE_ENUM and isinstance(item, six.string_types):
pb_value.append(_string_to_enum(field, item, strict))
else:
pb_value.append(item)
continue
if isinstance(input_value, datetime.datetime):
input_value = datetime_to_timestamp(input_value)
# Instead of setattr we need to use CopyFrom for composite fields
# Otherwise we will get AttributeError: Assignment not allowed to composite field "field name" in protocol message object
getattr(pb, field.name).CopyFrom(input_value)
continue
elif field.type == FieldDescriptor.TYPE_MESSAGE:
_dict_to_protobuf(pb_value, input_value, type_callable_map, strict, ignore_none)
continue
if field.type in type_callable_map:
input_value = type_callable_map[field.type](input_value)
if field.is_extension:
pb.Extensions[field] = input_value
continue
if field.type == FieldDescriptor.TYPE_ENUM and isinstance(input_value, six.string_types):
input_value = _string_to_enum(field, input_value, strict)
setattr(pb, field.name, input_value)
return pb
Example 47
| Project: futuquant Author: FutunnOpen File: pbjson.py Apache License 2.0 | 4 votes |
|
def dict2pb(cls, adict, strict=False):
"""
Takes a class representing the ProtoBuf Message and fills it with data from
the dict.
"""
obj = cls()
for field in obj.DESCRIPTOR.fields:
if not field.label == field.LABEL_REQUIRED:
continue
if not field.has_default_value:
continue
if not field.name in adict:
raise ConvertException('Field "%s" missing from descriptor dictionary.'
% field.name)
field_names = set([field.name for field in obj.DESCRIPTOR.fields])
if strict:
for key in adict.keys():
if key not in field_names:
raise ConvertException(
'Key "%s" can not be mapped to field in %s class.'
% (key, type(obj)))
for field in obj.DESCRIPTOR.fields:
if not field.name in adict:
continue
msg_type = field.message_type
if field.label == FD.LABEL_REPEATED:
if field.type == FD.TYPE_MESSAGE:
for sub_dict in adict[field.name]:
item = getattr(obj, field.name).add()
item.CopyFrom(dict2pb(msg_type._concrete_class, sub_dict))
else:
# fix python3 map用法变更
list(map(getattr(obj, field.name).append, adict[field.name]))
else:
if field.type == FD.TYPE_MESSAGE:
value = dict2pb(msg_type._concrete_class, adict[field.name])
getattr(obj, field.name).CopyFrom(value)
elif field.type in [FD.TYPE_UINT64, FD.TYPE_INT64, FD.TYPE_SINT64]:
setattr(obj, field.name, int(adict[field.name]))
else:
setattr(obj, field.name, adict[field.name])
return obj
Example 48
| Project: pbtk Author: marin-m File: pburl_decoder.py GNU General Public License v3.0 | 4 votes |
|
def consume(obj, pb, sep):
while obj:
field = obj.pop(0)
index, type_, val = match('(\d+)(\w)(.*)', field).groups()
type_ = types_dec[type_]
if int(index) not in pb.DESCRIPTOR.fields_by_number:
warn('Unknown index: !' + field)
if type_ == fd.TYPE_MESSAGE:
del obj[:int(val)]
continue
field = pb.DESCRIPTOR.fields_by_number[int(index)]
repeated = field.label == field.LABEL_REPEATED
field = field.name
if type_ == fd.TYPE_MESSAGE:
if not repeated:
getattr(pb, field).SetInParent()
consume(obj[:int(val)], getattr(pb, field), sep)
else:
consume(obj[:int(val)], getattr(pb, field).add(), sep)
del obj[:int(val)]
continue
elif type_ == fd.TYPE_STRING:
if sep == '!':
val = val.replace('*21', '!').replace('*2A', '*')
else:
val = unquote(val)
elif type_ == fd.TYPE_BYTES:
val = urlsafe_b64decode(val + '=' * (-len(val) % 4))
elif type_ == "base64_string":
val = urlsafe_b64decode(val + '=' * (-len(val) % 4)).decode('utf8')
elif type_ == fd.TYPE_BOOL:
val = bool(int(val))
elif type_ in (fd.TYPE_DOUBLE, fd.TYPE_FLOAT):
val = float(val)
else:
val = int(val)
if not repeated:
setattr(pb, field, val)
else:
getattr(pb, field).append(val)
