972 lines
28 KiB
Go
972 lines
28 KiB
Go
// Protocol Buffers for Go with Gadgets
|
|
//
|
|
// Copyright (c) 2013, The GoGo Authors. All rights reserved.
|
|
// http://github.com/gogo/protobuf
|
|
//
|
|
// Go support for Protocol Buffers - Google's data interchange format
|
|
//
|
|
// Copyright 2010 The Go Authors. All rights reserved.
|
|
// https://github.com/golang/protobuf
|
|
//
|
|
// Redistribution and use in source and binary forms, with or without
|
|
// modification, are permitted provided that the following conditions are
|
|
// met:
|
|
//
|
|
// * Redistributions of source code must retain the above copyright
|
|
// notice, this list of conditions and the following disclaimer.
|
|
// * Redistributions in binary form must reproduce the above
|
|
// copyright notice, this list of conditions and the following disclaimer
|
|
// in the documentation and/or other materials provided with the
|
|
// distribution.
|
|
// * Neither the name of Google Inc. nor the names of its
|
|
// contributors may be used to endorse or promote products derived from
|
|
// this software without specific prior written permission.
|
|
//
|
|
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
package proto
|
|
|
|
/*
|
|
* Routines for encoding data into the wire format for protocol buffers.
|
|
*/
|
|
|
|
import (
|
|
"fmt"
|
|
"log"
|
|
"os"
|
|
"reflect"
|
|
"sort"
|
|
"strconv"
|
|
"strings"
|
|
"sync"
|
|
)
|
|
|
|
const debug bool = false
|
|
|
|
// Constants that identify the encoding of a value on the wire.
|
|
const (
|
|
WireVarint = 0
|
|
WireFixed64 = 1
|
|
WireBytes = 2
|
|
WireStartGroup = 3
|
|
WireEndGroup = 4
|
|
WireFixed32 = 5
|
|
)
|
|
|
|
const startSize = 10 // initial slice/string sizes
|
|
|
|
// Encoders are defined in encode.go
|
|
// An encoder outputs the full representation of a field, including its
|
|
// tag and encoder type.
|
|
type encoder func(p *Buffer, prop *Properties, base structPointer) error
|
|
|
|
// A valueEncoder encodes a single integer in a particular encoding.
|
|
type valueEncoder func(o *Buffer, x uint64) error
|
|
|
|
// Sizers are defined in encode.go
|
|
// A sizer returns the encoded size of a field, including its tag and encoder
|
|
// type.
|
|
type sizer func(prop *Properties, base structPointer) int
|
|
|
|
// A valueSizer returns the encoded size of a single integer in a particular
|
|
// encoding.
|
|
type valueSizer func(x uint64) int
|
|
|
|
// Decoders are defined in decode.go
|
|
// A decoder creates a value from its wire representation.
|
|
// Unrecognized subelements are saved in unrec.
|
|
type decoder func(p *Buffer, prop *Properties, base structPointer) error
|
|
|
|
// A valueDecoder decodes a single integer in a particular encoding.
|
|
type valueDecoder func(o *Buffer) (x uint64, err error)
|
|
|
|
// A oneofMarshaler does the marshaling for all oneof fields in a message.
|
|
type oneofMarshaler func(Message, *Buffer) error
|
|
|
|
// A oneofUnmarshaler does the unmarshaling for a oneof field in a message.
|
|
type oneofUnmarshaler func(Message, int, int, *Buffer) (bool, error)
|
|
|
|
// A oneofSizer does the sizing for all oneof fields in a message.
|
|
type oneofSizer func(Message) int
|
|
|
|
// tagMap is an optimization over map[int]int for typical protocol buffer
|
|
// use-cases. Encoded protocol buffers are often in tag order with small tag
|
|
// numbers.
|
|
type tagMap struct {
|
|
fastTags []int
|
|
slowTags map[int]int
|
|
}
|
|
|
|
// tagMapFastLimit is the upper bound on the tag number that will be stored in
|
|
// the tagMap slice rather than its map.
|
|
const tagMapFastLimit = 1024
|
|
|
|
func (p *tagMap) get(t int) (int, bool) {
|
|
if t > 0 && t < tagMapFastLimit {
|
|
if t >= len(p.fastTags) {
|
|
return 0, false
|
|
}
|
|
fi := p.fastTags[t]
|
|
return fi, fi >= 0
|
|
}
|
|
fi, ok := p.slowTags[t]
|
|
return fi, ok
|
|
}
|
|
|
|
func (p *tagMap) put(t int, fi int) {
|
|
if t > 0 && t < tagMapFastLimit {
|
|
for len(p.fastTags) < t+1 {
|
|
p.fastTags = append(p.fastTags, -1)
|
|
}
|
|
p.fastTags[t] = fi
|
|
return
|
|
}
|
|
if p.slowTags == nil {
|
|
p.slowTags = make(map[int]int)
|
|
}
|
|
p.slowTags[t] = fi
|
|
}
|
|
|
|
// StructProperties represents properties for all the fields of a struct.
|
|
// decoderTags and decoderOrigNames should only be used by the decoder.
|
|
type StructProperties struct {
|
|
Prop []*Properties // properties for each field
|
|
reqCount int // required count
|
|
decoderTags tagMap // map from proto tag to struct field number
|
|
decoderOrigNames map[string]int // map from original name to struct field number
|
|
order []int // list of struct field numbers in tag order
|
|
unrecField field // field id of the XXX_unrecognized []byte field
|
|
extendable bool // is this an extendable proto
|
|
|
|
oneofMarshaler oneofMarshaler
|
|
oneofUnmarshaler oneofUnmarshaler
|
|
oneofSizer oneofSizer
|
|
stype reflect.Type
|
|
|
|
// OneofTypes contains information about the oneof fields in this message.
|
|
// It is keyed by the original name of a field.
|
|
OneofTypes map[string]*OneofProperties
|
|
}
|
|
|
|
// OneofProperties represents information about a specific field in a oneof.
|
|
type OneofProperties struct {
|
|
Type reflect.Type // pointer to generated struct type for this oneof field
|
|
Field int // struct field number of the containing oneof in the message
|
|
Prop *Properties
|
|
}
|
|
|
|
// Implement the sorting interface so we can sort the fields in tag order, as recommended by the spec.
|
|
// See encode.go, (*Buffer).enc_struct.
|
|
|
|
func (sp *StructProperties) Len() int { return len(sp.order) }
|
|
func (sp *StructProperties) Less(i, j int) bool {
|
|
return sp.Prop[sp.order[i]].Tag < sp.Prop[sp.order[j]].Tag
|
|
}
|
|
func (sp *StructProperties) Swap(i, j int) { sp.order[i], sp.order[j] = sp.order[j], sp.order[i] }
|
|
|
|
// Properties represents the protocol-specific behavior of a single struct field.
|
|
type Properties struct {
|
|
Name string // name of the field, for error messages
|
|
OrigName string // original name before protocol compiler (always set)
|
|
JSONName string // name to use for JSON; determined by protoc
|
|
Wire string
|
|
WireType int
|
|
Tag int
|
|
Required bool
|
|
Optional bool
|
|
Repeated bool
|
|
Packed bool // relevant for repeated primitives only
|
|
Enum string // set for enum types only
|
|
proto3 bool // whether this is known to be a proto3 field; set for []byte only
|
|
oneof bool // whether this is a oneof field
|
|
|
|
Default string // default value
|
|
HasDefault bool // whether an explicit default was provided
|
|
CustomType string
|
|
CastType string
|
|
StdTime bool
|
|
StdDuration bool
|
|
|
|
enc encoder
|
|
valEnc valueEncoder // set for bool and numeric types only
|
|
field field
|
|
tagcode []byte // encoding of EncodeVarint((Tag<<3)|WireType)
|
|
tagbuf [8]byte
|
|
stype reflect.Type // set for struct types only
|
|
sstype reflect.Type // set for slices of structs types only
|
|
ctype reflect.Type // set for custom types only
|
|
sprop *StructProperties // set for struct types only
|
|
isMarshaler bool
|
|
isUnmarshaler bool
|
|
|
|
mtype reflect.Type // set for map types only
|
|
mkeyprop *Properties // set for map types only
|
|
mvalprop *Properties // set for map types only
|
|
|
|
size sizer
|
|
valSize valueSizer // set for bool and numeric types only
|
|
|
|
dec decoder
|
|
valDec valueDecoder // set for bool and numeric types only
|
|
|
|
// If this is a packable field, this will be the decoder for the packed version of the field.
|
|
packedDec decoder
|
|
}
|
|
|
|
// String formats the properties in the protobuf struct field tag style.
|
|
func (p *Properties) String() string {
|
|
s := p.Wire
|
|
s = ","
|
|
s += strconv.Itoa(p.Tag)
|
|
if p.Required {
|
|
s += ",req"
|
|
}
|
|
if p.Optional {
|
|
s += ",opt"
|
|
}
|
|
if p.Repeated {
|
|
s += ",rep"
|
|
}
|
|
if p.Packed {
|
|
s += ",packed"
|
|
}
|
|
s += ",name=" + p.OrigName
|
|
if p.JSONName != p.OrigName {
|
|
s += ",json=" + p.JSONName
|
|
}
|
|
if p.proto3 {
|
|
s += ",proto3"
|
|
}
|
|
if p.oneof {
|
|
s += ",oneof"
|
|
}
|
|
if len(p.Enum) > 0 {
|
|
s += ",enum=" + p.Enum
|
|
}
|
|
if p.HasDefault {
|
|
s += ",def=" + p.Default
|
|
}
|
|
return s
|
|
}
|
|
|
|
// Parse populates p by parsing a string in the protobuf struct field tag style.
|
|
func (p *Properties) Parse(s string) {
|
|
// "bytes,49,opt,name=foo,def=hello!"
|
|
fields := strings.Split(s, ",") // breaks def=, but handled below.
|
|
if len(fields) < 2 {
|
|
fmt.Fprintf(os.Stderr, "proto: tag has too few fields: %q\n", s)
|
|
return
|
|
}
|
|
|
|
p.Wire = fields[0]
|
|
switch p.Wire {
|
|
case "varint":
|
|
p.WireType = WireVarint
|
|
p.valEnc = (*Buffer).EncodeVarint
|
|
p.valDec = (*Buffer).DecodeVarint
|
|
p.valSize = sizeVarint
|
|
case "fixed32":
|
|
p.WireType = WireFixed32
|
|
p.valEnc = (*Buffer).EncodeFixed32
|
|
p.valDec = (*Buffer).DecodeFixed32
|
|
p.valSize = sizeFixed32
|
|
case "fixed64":
|
|
p.WireType = WireFixed64
|
|
p.valEnc = (*Buffer).EncodeFixed64
|
|
p.valDec = (*Buffer).DecodeFixed64
|
|
p.valSize = sizeFixed64
|
|
case "zigzag32":
|
|
p.WireType = WireVarint
|
|
p.valEnc = (*Buffer).EncodeZigzag32
|
|
p.valDec = (*Buffer).DecodeZigzag32
|
|
p.valSize = sizeZigzag32
|
|
case "zigzag64":
|
|
p.WireType = WireVarint
|
|
p.valEnc = (*Buffer).EncodeZigzag64
|
|
p.valDec = (*Buffer).DecodeZigzag64
|
|
p.valSize = sizeZigzag64
|
|
case "bytes", "group":
|
|
p.WireType = WireBytes
|
|
// no numeric converter for non-numeric types
|
|
default:
|
|
fmt.Fprintf(os.Stderr, "proto: tag has unknown wire type: %q\n", s)
|
|
return
|
|
}
|
|
|
|
var err error
|
|
p.Tag, err = strconv.Atoi(fields[1])
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
for i := 2; i < len(fields); i++ {
|
|
f := fields[i]
|
|
switch {
|
|
case f == "req":
|
|
p.Required = true
|
|
case f == "opt":
|
|
p.Optional = true
|
|
case f == "rep":
|
|
p.Repeated = true
|
|
case f == "packed":
|
|
p.Packed = true
|
|
case strings.HasPrefix(f, "name="):
|
|
p.OrigName = f[5:]
|
|
case strings.HasPrefix(f, "json="):
|
|
p.JSONName = f[5:]
|
|
case strings.HasPrefix(f, "enum="):
|
|
p.Enum = f[5:]
|
|
case f == "proto3":
|
|
p.proto3 = true
|
|
case f == "oneof":
|
|
p.oneof = true
|
|
case strings.HasPrefix(f, "def="):
|
|
p.HasDefault = true
|
|
p.Default = f[4:] // rest of string
|
|
if i+1 < len(fields) {
|
|
// Commas aren't escaped, and def is always last.
|
|
p.Default += "," + strings.Join(fields[i+1:], ",")
|
|
break
|
|
}
|
|
case strings.HasPrefix(f, "embedded="):
|
|
p.OrigName = strings.Split(f, "=")[1]
|
|
case strings.HasPrefix(f, "customtype="):
|
|
p.CustomType = strings.Split(f, "=")[1]
|
|
case strings.HasPrefix(f, "casttype="):
|
|
p.CastType = strings.Split(f, "=")[1]
|
|
case f == "stdtime":
|
|
p.StdTime = true
|
|
case f == "stdduration":
|
|
p.StdDuration = true
|
|
}
|
|
}
|
|
}
|
|
|
|
func logNoSliceEnc(t1, t2 reflect.Type) {
|
|
fmt.Fprintf(os.Stderr, "proto: no slice oenc for %T = []%T\n", t1, t2)
|
|
}
|
|
|
|
var protoMessageType = reflect.TypeOf((*Message)(nil)).Elem()
|
|
|
|
// Initialize the fields for encoding and decoding.
|
|
func (p *Properties) setEncAndDec(typ reflect.Type, f *reflect.StructField, lockGetProp bool) {
|
|
p.enc = nil
|
|
p.dec = nil
|
|
p.size = nil
|
|
isMap := typ.Kind() == reflect.Map
|
|
if len(p.CustomType) > 0 && !isMap {
|
|
p.setCustomEncAndDec(typ)
|
|
p.setTag(lockGetProp)
|
|
return
|
|
}
|
|
if p.StdTime && !isMap {
|
|
p.setTimeEncAndDec(typ)
|
|
p.setTag(lockGetProp)
|
|
return
|
|
}
|
|
if p.StdDuration && !isMap {
|
|
p.setDurationEncAndDec(typ)
|
|
p.setTag(lockGetProp)
|
|
return
|
|
}
|
|
switch t1 := typ; t1.Kind() {
|
|
default:
|
|
fmt.Fprintf(os.Stderr, "proto: no coders for %v\n", t1)
|
|
|
|
// proto3 scalar types
|
|
|
|
case reflect.Bool:
|
|
if p.proto3 {
|
|
p.enc = (*Buffer).enc_proto3_bool
|
|
p.dec = (*Buffer).dec_proto3_bool
|
|
p.size = size_proto3_bool
|
|
} else {
|
|
p.enc = (*Buffer).enc_ref_bool
|
|
p.dec = (*Buffer).dec_proto3_bool
|
|
p.size = size_ref_bool
|
|
}
|
|
case reflect.Int32:
|
|
if p.proto3 {
|
|
p.enc = (*Buffer).enc_proto3_int32
|
|
p.dec = (*Buffer).dec_proto3_int32
|
|
p.size = size_proto3_int32
|
|
} else {
|
|
p.enc = (*Buffer).enc_ref_int32
|
|
p.dec = (*Buffer).dec_proto3_int32
|
|
p.size = size_ref_int32
|
|
}
|
|
case reflect.Uint32:
|
|
if p.proto3 {
|
|
p.enc = (*Buffer).enc_proto3_uint32
|
|
p.dec = (*Buffer).dec_proto3_int32 // can reuse
|
|
p.size = size_proto3_uint32
|
|
} else {
|
|
p.enc = (*Buffer).enc_ref_uint32
|
|
p.dec = (*Buffer).dec_proto3_int32 // can reuse
|
|
p.size = size_ref_uint32
|
|
}
|
|
case reflect.Int64, reflect.Uint64:
|
|
if p.proto3 {
|
|
p.enc = (*Buffer).enc_proto3_int64
|
|
p.dec = (*Buffer).dec_proto3_int64
|
|
p.size = size_proto3_int64
|
|
} else {
|
|
p.enc = (*Buffer).enc_ref_int64
|
|
p.dec = (*Buffer).dec_proto3_int64
|
|
p.size = size_ref_int64
|
|
}
|
|
case reflect.Float32:
|
|
if p.proto3 {
|
|
p.enc = (*Buffer).enc_proto3_uint32 // can just treat them as bits
|
|
p.dec = (*Buffer).dec_proto3_int32
|
|
p.size = size_proto3_uint32
|
|
} else {
|
|
p.enc = (*Buffer).enc_ref_uint32 // can just treat them as bits
|
|
p.dec = (*Buffer).dec_proto3_int32
|
|
p.size = size_ref_uint32
|
|
}
|
|
case reflect.Float64:
|
|
if p.proto3 {
|
|
p.enc = (*Buffer).enc_proto3_int64 // can just treat them as bits
|
|
p.dec = (*Buffer).dec_proto3_int64
|
|
p.size = size_proto3_int64
|
|
} else {
|
|
p.enc = (*Buffer).enc_ref_int64 // can just treat them as bits
|
|
p.dec = (*Buffer).dec_proto3_int64
|
|
p.size = size_ref_int64
|
|
}
|
|
case reflect.String:
|
|
if p.proto3 {
|
|
p.enc = (*Buffer).enc_proto3_string
|
|
p.dec = (*Buffer).dec_proto3_string
|
|
p.size = size_proto3_string
|
|
} else {
|
|
p.enc = (*Buffer).enc_ref_string
|
|
p.dec = (*Buffer).dec_proto3_string
|
|
p.size = size_ref_string
|
|
}
|
|
case reflect.Struct:
|
|
p.stype = typ
|
|
p.isMarshaler = isMarshaler(typ)
|
|
p.isUnmarshaler = isUnmarshaler(typ)
|
|
if p.Wire == "bytes" {
|
|
p.enc = (*Buffer).enc_ref_struct_message
|
|
p.dec = (*Buffer).dec_ref_struct_message
|
|
p.size = size_ref_struct_message
|
|
} else {
|
|
fmt.Fprintf(os.Stderr, "proto: no coders for struct %T\n", typ)
|
|
}
|
|
|
|
case reflect.Ptr:
|
|
switch t2 := t1.Elem(); t2.Kind() {
|
|
default:
|
|
fmt.Fprintf(os.Stderr, "proto: no encoder function for %v -> %v\n", t1, t2)
|
|
break
|
|
case reflect.Bool:
|
|
p.enc = (*Buffer).enc_bool
|
|
p.dec = (*Buffer).dec_bool
|
|
p.size = size_bool
|
|
case reflect.Int32:
|
|
p.enc = (*Buffer).enc_int32
|
|
p.dec = (*Buffer).dec_int32
|
|
p.size = size_int32
|
|
case reflect.Uint32:
|
|
p.enc = (*Buffer).enc_uint32
|
|
p.dec = (*Buffer).dec_int32 // can reuse
|
|
p.size = size_uint32
|
|
case reflect.Int64, reflect.Uint64:
|
|
p.enc = (*Buffer).enc_int64
|
|
p.dec = (*Buffer).dec_int64
|
|
p.size = size_int64
|
|
case reflect.Float32:
|
|
p.enc = (*Buffer).enc_uint32 // can just treat them as bits
|
|
p.dec = (*Buffer).dec_int32
|
|
p.size = size_uint32
|
|
case reflect.Float64:
|
|
p.enc = (*Buffer).enc_int64 // can just treat them as bits
|
|
p.dec = (*Buffer).dec_int64
|
|
p.size = size_int64
|
|
case reflect.String:
|
|
p.enc = (*Buffer).enc_string
|
|
p.dec = (*Buffer).dec_string
|
|
p.size = size_string
|
|
case reflect.Struct:
|
|
p.stype = t1.Elem()
|
|
p.isMarshaler = isMarshaler(t1)
|
|
p.isUnmarshaler = isUnmarshaler(t1)
|
|
if p.Wire == "bytes" {
|
|
p.enc = (*Buffer).enc_struct_message
|
|
p.dec = (*Buffer).dec_struct_message
|
|
p.size = size_struct_message
|
|
} else {
|
|
p.enc = (*Buffer).enc_struct_group
|
|
p.dec = (*Buffer).dec_struct_group
|
|
p.size = size_struct_group
|
|
}
|
|
}
|
|
|
|
case reflect.Slice:
|
|
switch t2 := t1.Elem(); t2.Kind() {
|
|
default:
|
|
logNoSliceEnc(t1, t2)
|
|
break
|
|
case reflect.Bool:
|
|
if p.Packed {
|
|
p.enc = (*Buffer).enc_slice_packed_bool
|
|
p.size = size_slice_packed_bool
|
|
} else {
|
|
p.enc = (*Buffer).enc_slice_bool
|
|
p.size = size_slice_bool
|
|
}
|
|
p.dec = (*Buffer).dec_slice_bool
|
|
p.packedDec = (*Buffer).dec_slice_packed_bool
|
|
case reflect.Int32:
|
|
if p.Packed {
|
|
p.enc = (*Buffer).enc_slice_packed_int32
|
|
p.size = size_slice_packed_int32
|
|
} else {
|
|
p.enc = (*Buffer).enc_slice_int32
|
|
p.size = size_slice_int32
|
|
}
|
|
p.dec = (*Buffer).dec_slice_int32
|
|
p.packedDec = (*Buffer).dec_slice_packed_int32
|
|
case reflect.Uint32:
|
|
if p.Packed {
|
|
p.enc = (*Buffer).enc_slice_packed_uint32
|
|
p.size = size_slice_packed_uint32
|
|
} else {
|
|
p.enc = (*Buffer).enc_slice_uint32
|
|
p.size = size_slice_uint32
|
|
}
|
|
p.dec = (*Buffer).dec_slice_int32
|
|
p.packedDec = (*Buffer).dec_slice_packed_int32
|
|
case reflect.Int64, reflect.Uint64:
|
|
if p.Packed {
|
|
p.enc = (*Buffer).enc_slice_packed_int64
|
|
p.size = size_slice_packed_int64
|
|
} else {
|
|
p.enc = (*Buffer).enc_slice_int64
|
|
p.size = size_slice_int64
|
|
}
|
|
p.dec = (*Buffer).dec_slice_int64
|
|
p.packedDec = (*Buffer).dec_slice_packed_int64
|
|
case reflect.Uint8:
|
|
p.dec = (*Buffer).dec_slice_byte
|
|
if p.proto3 {
|
|
p.enc = (*Buffer).enc_proto3_slice_byte
|
|
p.size = size_proto3_slice_byte
|
|
} else {
|
|
p.enc = (*Buffer).enc_slice_byte
|
|
p.size = size_slice_byte
|
|
}
|
|
case reflect.Float32, reflect.Float64:
|
|
switch t2.Bits() {
|
|
case 32:
|
|
// can just treat them as bits
|
|
if p.Packed {
|
|
p.enc = (*Buffer).enc_slice_packed_uint32
|
|
p.size = size_slice_packed_uint32
|
|
} else {
|
|
p.enc = (*Buffer).enc_slice_uint32
|
|
p.size = size_slice_uint32
|
|
}
|
|
p.dec = (*Buffer).dec_slice_int32
|
|
p.packedDec = (*Buffer).dec_slice_packed_int32
|
|
case 64:
|
|
// can just treat them as bits
|
|
if p.Packed {
|
|
p.enc = (*Buffer).enc_slice_packed_int64
|
|
p.size = size_slice_packed_int64
|
|
} else {
|
|
p.enc = (*Buffer).enc_slice_int64
|
|
p.size = size_slice_int64
|
|
}
|
|
p.dec = (*Buffer).dec_slice_int64
|
|
p.packedDec = (*Buffer).dec_slice_packed_int64
|
|
default:
|
|
logNoSliceEnc(t1, t2)
|
|
break
|
|
}
|
|
case reflect.String:
|
|
p.enc = (*Buffer).enc_slice_string
|
|
p.dec = (*Buffer).dec_slice_string
|
|
p.size = size_slice_string
|
|
case reflect.Ptr:
|
|
switch t3 := t2.Elem(); t3.Kind() {
|
|
default:
|
|
fmt.Fprintf(os.Stderr, "proto: no ptr oenc for %T -> %T -> %T\n", t1, t2, t3)
|
|
break
|
|
case reflect.Struct:
|
|
p.stype = t2.Elem()
|
|
p.isMarshaler = isMarshaler(t2)
|
|
p.isUnmarshaler = isUnmarshaler(t2)
|
|
if p.Wire == "bytes" {
|
|
p.enc = (*Buffer).enc_slice_struct_message
|
|
p.dec = (*Buffer).dec_slice_struct_message
|
|
p.size = size_slice_struct_message
|
|
} else {
|
|
p.enc = (*Buffer).enc_slice_struct_group
|
|
p.dec = (*Buffer).dec_slice_struct_group
|
|
p.size = size_slice_struct_group
|
|
}
|
|
}
|
|
case reflect.Slice:
|
|
switch t2.Elem().Kind() {
|
|
default:
|
|
fmt.Fprintf(os.Stderr, "proto: no slice elem oenc for %T -> %T -> %T\n", t1, t2, t2.Elem())
|
|
break
|
|
case reflect.Uint8:
|
|
p.enc = (*Buffer).enc_slice_slice_byte
|
|
p.dec = (*Buffer).dec_slice_slice_byte
|
|
p.size = size_slice_slice_byte
|
|
}
|
|
case reflect.Struct:
|
|
p.setSliceOfNonPointerStructs(t1)
|
|
}
|
|
|
|
case reflect.Map:
|
|
p.enc = (*Buffer).enc_new_map
|
|
p.dec = (*Buffer).dec_new_map
|
|
p.size = size_new_map
|
|
|
|
p.mtype = t1
|
|
p.mkeyprop = &Properties{}
|
|
p.mkeyprop.init(reflect.PtrTo(p.mtype.Key()), "Key", f.Tag.Get("protobuf_key"), nil, lockGetProp)
|
|
p.mvalprop = &Properties{}
|
|
vtype := p.mtype.Elem()
|
|
if vtype.Kind() != reflect.Ptr && vtype.Kind() != reflect.Slice {
|
|
// The value type is not a message (*T) or bytes ([]byte),
|
|
// so we need encoders for the pointer to this type.
|
|
vtype = reflect.PtrTo(vtype)
|
|
}
|
|
|
|
p.mvalprop.CustomType = p.CustomType
|
|
p.mvalprop.StdDuration = p.StdDuration
|
|
p.mvalprop.StdTime = p.StdTime
|
|
p.mvalprop.init(vtype, "Value", f.Tag.Get("protobuf_val"), nil, lockGetProp)
|
|
}
|
|
p.setTag(lockGetProp)
|
|
}
|
|
|
|
func (p *Properties) setTag(lockGetProp bool) {
|
|
// precalculate tag code
|
|
wire := p.WireType
|
|
if p.Packed {
|
|
wire = WireBytes
|
|
}
|
|
x := uint32(p.Tag)<<3 | uint32(wire)
|
|
i := 0
|
|
for i = 0; x > 127; i++ {
|
|
p.tagbuf[i] = 0x80 | uint8(x&0x7F)
|
|
x >>= 7
|
|
}
|
|
p.tagbuf[i] = uint8(x)
|
|
p.tagcode = p.tagbuf[0 : i+1]
|
|
|
|
if p.stype != nil {
|
|
if lockGetProp {
|
|
p.sprop = GetProperties(p.stype)
|
|
} else {
|
|
p.sprop = getPropertiesLocked(p.stype)
|
|
}
|
|
}
|
|
}
|
|
|
|
var (
|
|
marshalerType = reflect.TypeOf((*Marshaler)(nil)).Elem()
|
|
unmarshalerType = reflect.TypeOf((*Unmarshaler)(nil)).Elem()
|
|
)
|
|
|
|
// isMarshaler reports whether type t implements Marshaler.
|
|
func isMarshaler(t reflect.Type) bool {
|
|
return t.Implements(marshalerType)
|
|
}
|
|
|
|
// isUnmarshaler reports whether type t implements Unmarshaler.
|
|
func isUnmarshaler(t reflect.Type) bool {
|
|
return t.Implements(unmarshalerType)
|
|
}
|
|
|
|
// Init populates the properties from a protocol buffer struct tag.
|
|
func (p *Properties) Init(typ reflect.Type, name, tag string, f *reflect.StructField) {
|
|
p.init(typ, name, tag, f, true)
|
|
}
|
|
|
|
func (p *Properties) init(typ reflect.Type, name, tag string, f *reflect.StructField, lockGetProp bool) {
|
|
// "bytes,49,opt,def=hello!"
|
|
p.Name = name
|
|
p.OrigName = name
|
|
if f != nil {
|
|
p.field = toField(f)
|
|
}
|
|
if tag == "" {
|
|
return
|
|
}
|
|
p.Parse(tag)
|
|
p.setEncAndDec(typ, f, lockGetProp)
|
|
}
|
|
|
|
var (
|
|
propertiesMu sync.RWMutex
|
|
propertiesMap = make(map[reflect.Type]*StructProperties)
|
|
)
|
|
|
|
// GetProperties returns the list of properties for the type represented by t.
|
|
// t must represent a generated struct type of a protocol message.
|
|
func GetProperties(t reflect.Type) *StructProperties {
|
|
if t.Kind() != reflect.Struct {
|
|
panic("proto: type must have kind struct")
|
|
}
|
|
|
|
// Most calls to GetProperties in a long-running program will be
|
|
// retrieving details for types we have seen before.
|
|
propertiesMu.RLock()
|
|
sprop, ok := propertiesMap[t]
|
|
propertiesMu.RUnlock()
|
|
if ok {
|
|
if collectStats {
|
|
stats.Chit++
|
|
}
|
|
return sprop
|
|
}
|
|
|
|
propertiesMu.Lock()
|
|
sprop = getPropertiesLocked(t)
|
|
propertiesMu.Unlock()
|
|
return sprop
|
|
}
|
|
|
|
// getPropertiesLocked requires that propertiesMu is held.
|
|
func getPropertiesLocked(t reflect.Type) *StructProperties {
|
|
if prop, ok := propertiesMap[t]; ok {
|
|
if collectStats {
|
|
stats.Chit++
|
|
}
|
|
return prop
|
|
}
|
|
if collectStats {
|
|
stats.Cmiss++
|
|
}
|
|
|
|
prop := new(StructProperties)
|
|
// in case of recursive protos, fill this in now.
|
|
propertiesMap[t] = prop
|
|
|
|
// build properties
|
|
prop.extendable = reflect.PtrTo(t).Implements(extendableProtoType) ||
|
|
reflect.PtrTo(t).Implements(extendableProtoV1Type) ||
|
|
reflect.PtrTo(t).Implements(extendableBytesType)
|
|
prop.unrecField = invalidField
|
|
prop.Prop = make([]*Properties, t.NumField())
|
|
prop.order = make([]int, t.NumField())
|
|
|
|
isOneofMessage := false
|
|
for i := 0; i < t.NumField(); i++ {
|
|
f := t.Field(i)
|
|
p := new(Properties)
|
|
name := f.Name
|
|
p.init(f.Type, name, f.Tag.Get("protobuf"), &f, false)
|
|
|
|
if f.Name == "XXX_InternalExtensions" { // special case
|
|
p.enc = (*Buffer).enc_exts
|
|
p.dec = nil // not needed
|
|
p.size = size_exts
|
|
} else if f.Name == "XXX_extensions" { // special case
|
|
if len(f.Tag.Get("protobuf")) > 0 {
|
|
p.enc = (*Buffer).enc_ext_slice_byte
|
|
p.dec = nil // not needed
|
|
p.size = size_ext_slice_byte
|
|
} else {
|
|
p.enc = (*Buffer).enc_map
|
|
p.dec = nil // not needed
|
|
p.size = size_map
|
|
}
|
|
} else if f.Name == "XXX_unrecognized" { // special case
|
|
prop.unrecField = toField(&f)
|
|
}
|
|
oneof := f.Tag.Get("protobuf_oneof") // special case
|
|
if oneof != "" {
|
|
isOneofMessage = true
|
|
// Oneof fields don't use the traditional protobuf tag.
|
|
p.OrigName = oneof
|
|
}
|
|
prop.Prop[i] = p
|
|
prop.order[i] = i
|
|
if debug {
|
|
print(i, " ", f.Name, " ", t.String(), " ")
|
|
if p.Tag > 0 {
|
|
print(p.String())
|
|
}
|
|
print("\n")
|
|
}
|
|
if p.enc == nil && !strings.HasPrefix(f.Name, "XXX_") && oneof == "" {
|
|
fmt.Fprintln(os.Stderr, "proto: no encoder for", f.Name, f.Type.String(), "[GetProperties]")
|
|
}
|
|
}
|
|
|
|
// Re-order prop.order.
|
|
sort.Sort(prop)
|
|
|
|
type oneofMessage interface {
|
|
XXX_OneofFuncs() (func(Message, *Buffer) error, func(Message, int, int, *Buffer) (bool, error), func(Message) int, []interface{})
|
|
}
|
|
if om, ok := reflect.Zero(reflect.PtrTo(t)).Interface().(oneofMessage); isOneofMessage && ok {
|
|
var oots []interface{}
|
|
prop.oneofMarshaler, prop.oneofUnmarshaler, prop.oneofSizer, oots = om.XXX_OneofFuncs()
|
|
prop.stype = t
|
|
|
|
// Interpret oneof metadata.
|
|
prop.OneofTypes = make(map[string]*OneofProperties)
|
|
for _, oot := range oots {
|
|
oop := &OneofProperties{
|
|
Type: reflect.ValueOf(oot).Type(), // *T
|
|
Prop: new(Properties),
|
|
}
|
|
sft := oop.Type.Elem().Field(0)
|
|
oop.Prop.Name = sft.Name
|
|
oop.Prop.Parse(sft.Tag.Get("protobuf"))
|
|
// There will be exactly one interface field that
|
|
// this new value is assignable to.
|
|
for i := 0; i < t.NumField(); i++ {
|
|
f := t.Field(i)
|
|
if f.Type.Kind() != reflect.Interface {
|
|
continue
|
|
}
|
|
if !oop.Type.AssignableTo(f.Type) {
|
|
continue
|
|
}
|
|
oop.Field = i
|
|
break
|
|
}
|
|
prop.OneofTypes[oop.Prop.OrigName] = oop
|
|
}
|
|
}
|
|
|
|
// build required counts
|
|
// build tags
|
|
reqCount := 0
|
|
prop.decoderOrigNames = make(map[string]int)
|
|
for i, p := range prop.Prop {
|
|
if strings.HasPrefix(p.Name, "XXX_") {
|
|
// Internal fields should not appear in tags/origNames maps.
|
|
// They are handled specially when encoding and decoding.
|
|
continue
|
|
}
|
|
if p.Required {
|
|
reqCount++
|
|
}
|
|
prop.decoderTags.put(p.Tag, i)
|
|
prop.decoderOrigNames[p.OrigName] = i
|
|
}
|
|
prop.reqCount = reqCount
|
|
|
|
return prop
|
|
}
|
|
|
|
// Return the Properties object for the x[0]'th field of the structure.
|
|
func propByIndex(t reflect.Type, x []int) *Properties {
|
|
if len(x) != 1 {
|
|
fmt.Fprintf(os.Stderr, "proto: field index dimension %d (not 1) for type %s\n", len(x), t)
|
|
return nil
|
|
}
|
|
prop := GetProperties(t)
|
|
return prop.Prop[x[0]]
|
|
}
|
|
|
|
// Get the address and type of a pointer to a struct from an interface.
|
|
func getbase(pb Message) (t reflect.Type, b structPointer, err error) {
|
|
if pb == nil {
|
|
err = ErrNil
|
|
return
|
|
}
|
|
// get the reflect type of the pointer to the struct.
|
|
t = reflect.TypeOf(pb)
|
|
// get the address of the struct.
|
|
value := reflect.ValueOf(pb)
|
|
b = toStructPointer(value)
|
|
return
|
|
}
|
|
|
|
// A global registry of enum types.
|
|
// The generated code will register the generated maps by calling RegisterEnum.
|
|
|
|
var enumValueMaps = make(map[string]map[string]int32)
|
|
var enumStringMaps = make(map[string]map[int32]string)
|
|
|
|
// RegisterEnum is called from the generated code to install the enum descriptor
|
|
// maps into the global table to aid parsing text format protocol buffers.
|
|
func RegisterEnum(typeName string, unusedNameMap map[int32]string, valueMap map[string]int32) {
|
|
if _, ok := enumValueMaps[typeName]; ok {
|
|
panic("proto: duplicate enum registered: " + typeName)
|
|
}
|
|
enumValueMaps[typeName] = valueMap
|
|
if _, ok := enumStringMaps[typeName]; ok {
|
|
panic("proto: duplicate enum registered: " + typeName)
|
|
}
|
|
enumStringMaps[typeName] = unusedNameMap
|
|
}
|
|
|
|
// EnumValueMap returns the mapping from names to integers of the
|
|
// enum type enumType, or a nil if not found.
|
|
func EnumValueMap(enumType string) map[string]int32 {
|
|
return enumValueMaps[enumType]
|
|
}
|
|
|
|
// A registry of all linked message types.
|
|
// The string is a fully-qualified proto name ("pkg.Message").
|
|
var (
|
|
protoTypes = make(map[string]reflect.Type)
|
|
revProtoTypes = make(map[reflect.Type]string)
|
|
)
|
|
|
|
// RegisterType is called from generated code and maps from the fully qualified
|
|
// proto name to the type (pointer to struct) of the protocol buffer.
|
|
func RegisterType(x Message, name string) {
|
|
if _, ok := protoTypes[name]; ok {
|
|
// TODO: Some day, make this a panic.
|
|
log.Printf("proto: duplicate proto type registered: %s", name)
|
|
return
|
|
}
|
|
t := reflect.TypeOf(x)
|
|
protoTypes[name] = t
|
|
revProtoTypes[t] = name
|
|
}
|
|
|
|
// MessageName returns the fully-qualified proto name for the given message type.
|
|
func MessageName(x Message) string {
|
|
type xname interface {
|
|
XXX_MessageName() string
|
|
}
|
|
if m, ok := x.(xname); ok {
|
|
return m.XXX_MessageName()
|
|
}
|
|
return revProtoTypes[reflect.TypeOf(x)]
|
|
}
|
|
|
|
// MessageType returns the message type (pointer to struct) for a named message.
|
|
func MessageType(name string) reflect.Type { return protoTypes[name] }
|
|
|
|
// A registry of all linked proto files.
|
|
var (
|
|
protoFiles = make(map[string][]byte) // file name => fileDescriptor
|
|
)
|
|
|
|
// RegisterFile is called from generated code and maps from the
|
|
// full file name of a .proto file to its compressed FileDescriptorProto.
|
|
func RegisterFile(filename string, fileDescriptor []byte) {
|
|
protoFiles[filename] = fileDescriptor
|
|
}
|
|
|
|
// FileDescriptor returns the compressed FileDescriptorProto for a .proto file.
|
|
func FileDescriptor(filename string) []byte { return protoFiles[filename] }
|