forked from toolshed/abra
		
	
		
			
				
	
	
		
			381 lines
		
	
	
		
			12 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			381 lines
		
	
	
		
			12 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
| // Copyright 2019 The Go Authors. All rights reserved.
 | |
| // Use of this source code is governed by a BSD-style
 | |
| // license that can be found in the LICENSE file.
 | |
| 
 | |
| package protojson
 | |
| 
 | |
| import (
 | |
| 	"encoding/base64"
 | |
| 	"fmt"
 | |
| 
 | |
| 	"google.golang.org/protobuf/internal/encoding/json"
 | |
| 	"google.golang.org/protobuf/internal/encoding/messageset"
 | |
| 	"google.golang.org/protobuf/internal/errors"
 | |
| 	"google.golang.org/protobuf/internal/filedesc"
 | |
| 	"google.golang.org/protobuf/internal/flags"
 | |
| 	"google.golang.org/protobuf/internal/genid"
 | |
| 	"google.golang.org/protobuf/internal/order"
 | |
| 	"google.golang.org/protobuf/internal/pragma"
 | |
| 	"google.golang.org/protobuf/proto"
 | |
| 	"google.golang.org/protobuf/reflect/protoreflect"
 | |
| 	"google.golang.org/protobuf/reflect/protoregistry"
 | |
| )
 | |
| 
 | |
| const defaultIndent = "  "
 | |
| 
 | |
| // Format formats the message as a multiline string.
 | |
| // This function is only intended for human consumption and ignores errors.
 | |
| // Do not depend on the output being stable. Its output will change across
 | |
| // different builds of your program, even when using the same version of the
 | |
| // protobuf module.
 | |
| func Format(m proto.Message) string {
 | |
| 	return MarshalOptions{Multiline: true}.Format(m)
 | |
| }
 | |
| 
 | |
| // Marshal writes the given [proto.Message] in JSON format using default options.
 | |
| // Do not depend on the output being stable. Its output will change across
 | |
| // different builds of your program, even when using the same version of the
 | |
| // protobuf module.
 | |
| func Marshal(m proto.Message) ([]byte, error) {
 | |
| 	return MarshalOptions{}.Marshal(m)
 | |
| }
 | |
| 
 | |
| // MarshalOptions is a configurable JSON format marshaler.
 | |
| type MarshalOptions struct {
 | |
| 	pragma.NoUnkeyedLiterals
 | |
| 
 | |
| 	// Multiline specifies whether the marshaler should format the output in
 | |
| 	// indented-form with every textual element on a new line.
 | |
| 	// If Indent is an empty string, then an arbitrary indent is chosen.
 | |
| 	Multiline bool
 | |
| 
 | |
| 	// Indent specifies the set of indentation characters to use in a multiline
 | |
| 	// formatted output such that every entry is preceded by Indent and
 | |
| 	// terminated by a newline. If non-empty, then Multiline is treated as true.
 | |
| 	// Indent can only be composed of space or tab characters.
 | |
| 	Indent string
 | |
| 
 | |
| 	// AllowPartial allows messages that have missing required fields to marshal
 | |
| 	// without returning an error. If AllowPartial is false (the default),
 | |
| 	// Marshal will return error if there are any missing required fields.
 | |
| 	AllowPartial bool
 | |
| 
 | |
| 	// UseProtoNames uses proto field name instead of lowerCamelCase name in JSON
 | |
| 	// field names.
 | |
| 	UseProtoNames bool
 | |
| 
 | |
| 	// UseEnumNumbers emits enum values as numbers.
 | |
| 	UseEnumNumbers bool
 | |
| 
 | |
| 	// EmitUnpopulated specifies whether to emit unpopulated fields. It does not
 | |
| 	// emit unpopulated oneof fields or unpopulated extension fields.
 | |
| 	// The JSON value emitted for unpopulated fields are as follows:
 | |
| 	//  ╔═══════╤════════════════════════════╗
 | |
| 	//  ║ JSON  │ Protobuf field             ║
 | |
| 	//  ╠═══════╪════════════════════════════╣
 | |
| 	//  ║ false │ proto3 boolean fields      ║
 | |
| 	//  ║ 0     │ proto3 numeric fields      ║
 | |
| 	//  ║ ""    │ proto3 string/bytes fields ║
 | |
| 	//  ║ null  │ proto2 scalar fields       ║
 | |
| 	//  ║ null  │ message fields             ║
 | |
| 	//  ║ []    │ list fields                ║
 | |
| 	//  ║ {}    │ map fields                 ║
 | |
| 	//  ╚═══════╧════════════════════════════╝
 | |
| 	EmitUnpopulated bool
 | |
| 
 | |
| 	// EmitDefaultValues specifies whether to emit default-valued primitive fields,
 | |
| 	// empty lists, and empty maps. The fields affected are as follows:
 | |
| 	//  ╔═══════╤════════════════════════════════════════╗
 | |
| 	//  ║ JSON  │ Protobuf field                         ║
 | |
| 	//  ╠═══════╪════════════════════════════════════════╣
 | |
| 	//  ║ false │ non-optional scalar boolean fields     ║
 | |
| 	//  ║ 0     │ non-optional scalar numeric fields     ║
 | |
| 	//  ║ ""    │ non-optional scalar string/byte fields ║
 | |
| 	//  ║ []    │ empty repeated fields                  ║
 | |
| 	//  ║ {}    │ empty map fields                       ║
 | |
| 	//  ╚═══════╧════════════════════════════════════════╝
 | |
| 	//
 | |
| 	// Behaves similarly to EmitUnpopulated, but does not emit "null"-value fields,
 | |
| 	// i.e. presence-sensing fields that are omitted will remain omitted to preserve
 | |
| 	// presence-sensing.
 | |
| 	// EmitUnpopulated takes precedence over EmitDefaultValues since the former generates
 | |
| 	// a strict superset of the latter.
 | |
| 	EmitDefaultValues bool
 | |
| 
 | |
| 	// Resolver is used for looking up types when expanding google.protobuf.Any
 | |
| 	// messages. If nil, this defaults to using protoregistry.GlobalTypes.
 | |
| 	Resolver interface {
 | |
| 		protoregistry.ExtensionTypeResolver
 | |
| 		protoregistry.MessageTypeResolver
 | |
| 	}
 | |
| }
 | |
| 
 | |
| // Format formats the message as a string.
 | |
| // This method is only intended for human consumption and ignores errors.
 | |
| // Do not depend on the output being stable. Its output will change across
 | |
| // different builds of your program, even when using the same version of the
 | |
| // protobuf module.
 | |
| func (o MarshalOptions) Format(m proto.Message) string {
 | |
| 	if m == nil || !m.ProtoReflect().IsValid() {
 | |
| 		return "<nil>" // invalid syntax, but okay since this is for debugging
 | |
| 	}
 | |
| 	o.AllowPartial = true
 | |
| 	b, _ := o.Marshal(m)
 | |
| 	return string(b)
 | |
| }
 | |
| 
 | |
| // Marshal marshals the given [proto.Message] in the JSON format using options in
 | |
| // Do not depend on the output being stable. Its output will change across
 | |
| // different builds of your program, even when using the same version of the
 | |
| // protobuf module.
 | |
| func (o MarshalOptions) Marshal(m proto.Message) ([]byte, error) {
 | |
| 	return o.marshal(nil, m)
 | |
| }
 | |
| 
 | |
| // MarshalAppend appends the JSON format encoding of m to b,
 | |
| // returning the result.
 | |
| func (o MarshalOptions) MarshalAppend(b []byte, m proto.Message) ([]byte, error) {
 | |
| 	return o.marshal(b, m)
 | |
| }
 | |
| 
 | |
| // marshal is a centralized function that all marshal operations go through.
 | |
| // For profiling purposes, avoid changing the name of this function or
 | |
| // introducing other code paths for marshal that do not go through this.
 | |
| func (o MarshalOptions) marshal(b []byte, m proto.Message) ([]byte, error) {
 | |
| 	if o.Multiline && o.Indent == "" {
 | |
| 		o.Indent = defaultIndent
 | |
| 	}
 | |
| 	if o.Resolver == nil {
 | |
| 		o.Resolver = protoregistry.GlobalTypes
 | |
| 	}
 | |
| 
 | |
| 	internalEnc, err := json.NewEncoder(b, o.Indent)
 | |
| 	if err != nil {
 | |
| 		return nil, err
 | |
| 	}
 | |
| 
 | |
| 	// Treat nil message interface as an empty message,
 | |
| 	// in which case the output in an empty JSON object.
 | |
| 	if m == nil {
 | |
| 		return append(b, '{', '}'), nil
 | |
| 	}
 | |
| 
 | |
| 	enc := encoder{internalEnc, o}
 | |
| 	if err := enc.marshalMessage(m.ProtoReflect(), ""); err != nil {
 | |
| 		return nil, err
 | |
| 	}
 | |
| 	if o.AllowPartial {
 | |
| 		return enc.Bytes(), nil
 | |
| 	}
 | |
| 	return enc.Bytes(), proto.CheckInitialized(m)
 | |
| }
 | |
| 
 | |
| type encoder struct {
 | |
| 	*json.Encoder
 | |
| 	opts MarshalOptions
 | |
| }
 | |
| 
 | |
| // typeFieldDesc is a synthetic field descriptor used for the "@type" field.
 | |
| var typeFieldDesc = func() protoreflect.FieldDescriptor {
 | |
| 	var fd filedesc.Field
 | |
| 	fd.L0.FullName = "@type"
 | |
| 	fd.L0.Index = -1
 | |
| 	fd.L1.Cardinality = protoreflect.Optional
 | |
| 	fd.L1.Kind = protoreflect.StringKind
 | |
| 	return &fd
 | |
| }()
 | |
| 
 | |
| // typeURLFieldRanger wraps a protoreflect.Message and modifies its Range method
 | |
| // to additionally iterate over a synthetic field for the type URL.
 | |
| type typeURLFieldRanger struct {
 | |
| 	order.FieldRanger
 | |
| 	typeURL string
 | |
| }
 | |
| 
 | |
| func (m typeURLFieldRanger) Range(f func(protoreflect.FieldDescriptor, protoreflect.Value) bool) {
 | |
| 	if !f(typeFieldDesc, protoreflect.ValueOfString(m.typeURL)) {
 | |
| 		return
 | |
| 	}
 | |
| 	m.FieldRanger.Range(f)
 | |
| }
 | |
| 
 | |
| // unpopulatedFieldRanger wraps a protoreflect.Message and modifies its Range
 | |
| // method to additionally iterate over unpopulated fields.
 | |
| type unpopulatedFieldRanger struct {
 | |
| 	protoreflect.Message
 | |
| 
 | |
| 	skipNull bool
 | |
| }
 | |
| 
 | |
| func (m unpopulatedFieldRanger) Range(f func(protoreflect.FieldDescriptor, protoreflect.Value) bool) {
 | |
| 	fds := m.Descriptor().Fields()
 | |
| 	for i := 0; i < fds.Len(); i++ {
 | |
| 		fd := fds.Get(i)
 | |
| 		if m.Has(fd) || fd.ContainingOneof() != nil {
 | |
| 			continue // ignore populated fields and fields within a oneofs
 | |
| 		}
 | |
| 
 | |
| 		v := m.Get(fd)
 | |
| 		if fd.HasPresence() {
 | |
| 			if m.skipNull {
 | |
| 				continue
 | |
| 			}
 | |
| 			v = protoreflect.Value{} // use invalid value to emit null
 | |
| 		}
 | |
| 		if !f(fd, v) {
 | |
| 			return
 | |
| 		}
 | |
| 	}
 | |
| 	m.Message.Range(f)
 | |
| }
 | |
| 
 | |
| // marshalMessage marshals the fields in the given protoreflect.Message.
 | |
| // If the typeURL is non-empty, then a synthetic "@type" field is injected
 | |
| // containing the URL as the value.
 | |
| func (e encoder) marshalMessage(m protoreflect.Message, typeURL string) error {
 | |
| 	if !flags.ProtoLegacy && messageset.IsMessageSet(m.Descriptor()) {
 | |
| 		return errors.New("no support for proto1 MessageSets")
 | |
| 	}
 | |
| 
 | |
| 	if marshal := wellKnownTypeMarshaler(m.Descriptor().FullName()); marshal != nil {
 | |
| 		return marshal(e, m)
 | |
| 	}
 | |
| 
 | |
| 	e.StartObject()
 | |
| 	defer e.EndObject()
 | |
| 
 | |
| 	var fields order.FieldRanger = m
 | |
| 	switch {
 | |
| 	case e.opts.EmitUnpopulated:
 | |
| 		fields = unpopulatedFieldRanger{Message: m, skipNull: false}
 | |
| 	case e.opts.EmitDefaultValues:
 | |
| 		fields = unpopulatedFieldRanger{Message: m, skipNull: true}
 | |
| 	}
 | |
| 	if typeURL != "" {
 | |
| 		fields = typeURLFieldRanger{fields, typeURL}
 | |
| 	}
 | |
| 
 | |
| 	var err error
 | |
| 	order.RangeFields(fields, order.IndexNameFieldOrder, func(fd protoreflect.FieldDescriptor, v protoreflect.Value) bool {
 | |
| 		name := fd.JSONName()
 | |
| 		if e.opts.UseProtoNames {
 | |
| 			name = fd.TextName()
 | |
| 		}
 | |
| 
 | |
| 		if err = e.WriteName(name); err != nil {
 | |
| 			return false
 | |
| 		}
 | |
| 		if err = e.marshalValue(v, fd); err != nil {
 | |
| 			return false
 | |
| 		}
 | |
| 		return true
 | |
| 	})
 | |
| 	return err
 | |
| }
 | |
| 
 | |
| // marshalValue marshals the given protoreflect.Value.
 | |
| func (e encoder) marshalValue(val protoreflect.Value, fd protoreflect.FieldDescriptor) error {
 | |
| 	switch {
 | |
| 	case fd.IsList():
 | |
| 		return e.marshalList(val.List(), fd)
 | |
| 	case fd.IsMap():
 | |
| 		return e.marshalMap(val.Map(), fd)
 | |
| 	default:
 | |
| 		return e.marshalSingular(val, fd)
 | |
| 	}
 | |
| }
 | |
| 
 | |
| // marshalSingular marshals the given non-repeated field value. This includes
 | |
| // all scalar types, enums, messages, and groups.
 | |
| func (e encoder) marshalSingular(val protoreflect.Value, fd protoreflect.FieldDescriptor) error {
 | |
| 	if !val.IsValid() {
 | |
| 		e.WriteNull()
 | |
| 		return nil
 | |
| 	}
 | |
| 
 | |
| 	switch kind := fd.Kind(); kind {
 | |
| 	case protoreflect.BoolKind:
 | |
| 		e.WriteBool(val.Bool())
 | |
| 
 | |
| 	case protoreflect.StringKind:
 | |
| 		if e.WriteString(val.String()) != nil {
 | |
| 			return errors.InvalidUTF8(string(fd.FullName()))
 | |
| 		}
 | |
| 
 | |
| 	case protoreflect.Int32Kind, protoreflect.Sint32Kind, protoreflect.Sfixed32Kind:
 | |
| 		e.WriteInt(val.Int())
 | |
| 
 | |
| 	case protoreflect.Uint32Kind, protoreflect.Fixed32Kind:
 | |
| 		e.WriteUint(val.Uint())
 | |
| 
 | |
| 	case protoreflect.Int64Kind, protoreflect.Sint64Kind, protoreflect.Uint64Kind,
 | |
| 		protoreflect.Sfixed64Kind, protoreflect.Fixed64Kind:
 | |
| 		// 64-bit integers are written out as JSON string.
 | |
| 		e.WriteString(val.String())
 | |
| 
 | |
| 	case protoreflect.FloatKind:
 | |
| 		// Encoder.WriteFloat handles the special numbers NaN and infinites.
 | |
| 		e.WriteFloat(val.Float(), 32)
 | |
| 
 | |
| 	case protoreflect.DoubleKind:
 | |
| 		// Encoder.WriteFloat handles the special numbers NaN and infinites.
 | |
| 		e.WriteFloat(val.Float(), 64)
 | |
| 
 | |
| 	case protoreflect.BytesKind:
 | |
| 		e.WriteString(base64.StdEncoding.EncodeToString(val.Bytes()))
 | |
| 
 | |
| 	case protoreflect.EnumKind:
 | |
| 		if fd.Enum().FullName() == genid.NullValue_enum_fullname {
 | |
| 			e.WriteNull()
 | |
| 		} else {
 | |
| 			desc := fd.Enum().Values().ByNumber(val.Enum())
 | |
| 			if e.opts.UseEnumNumbers || desc == nil {
 | |
| 				e.WriteInt(int64(val.Enum()))
 | |
| 			} else {
 | |
| 				e.WriteString(string(desc.Name()))
 | |
| 			}
 | |
| 		}
 | |
| 
 | |
| 	case protoreflect.MessageKind, protoreflect.GroupKind:
 | |
| 		if err := e.marshalMessage(val.Message(), ""); err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 
 | |
| 	default:
 | |
| 		panic(fmt.Sprintf("%v has unknown kind: %v", fd.FullName(), kind))
 | |
| 	}
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| // marshalList marshals the given protoreflect.List.
 | |
| func (e encoder) marshalList(list protoreflect.List, fd protoreflect.FieldDescriptor) error {
 | |
| 	e.StartArray()
 | |
| 	defer e.EndArray()
 | |
| 
 | |
| 	for i := 0; i < list.Len(); i++ {
 | |
| 		item := list.Get(i)
 | |
| 		if err := e.marshalSingular(item, fd); err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 	}
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| // marshalMap marshals given protoreflect.Map.
 | |
| func (e encoder) marshalMap(mmap protoreflect.Map, fd protoreflect.FieldDescriptor) error {
 | |
| 	e.StartObject()
 | |
| 	defer e.EndObject()
 | |
| 
 | |
| 	var err error
 | |
| 	order.RangeEntries(mmap, order.GenericKeyOrder, func(k protoreflect.MapKey, v protoreflect.Value) bool {
 | |
| 		if err = e.WriteName(k.String()); err != nil {
 | |
| 			return false
 | |
| 		}
 | |
| 		if err = e.marshalSingular(v, fd.MapValue()); err != nil {
 | |
| 			return false
 | |
| 		}
 | |
| 		return true
 | |
| 	})
 | |
| 	return err
 | |
| }
 |