| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328 |
- // Copyright (c) 2012-2018 Ugorji Nwoke. All rights reserved.
- // Use of this source code is governed by a MIT license found in the LICENSE file.
- package codec
- // Contains code shared by both encode and decode.
- // Some shared ideas around encoding/decoding
- // ------------------------------------------
- //
- // If an interface{} is passed, we first do a type assertion to see if it is
- // a primitive type or a map/slice of primitive types, and use a fastpath to handle it.
- //
- // If we start with a reflect.Value, we are already in reflect.Value land and
- // will try to grab the function for the underlying Type and directly call that function.
- // This is more performant than calling reflect.Value.Interface().
- //
- // This still helps us bypass many layers of reflection, and give best performance.
- //
- // Containers
- // ------------
- // Containers in the stream are either associative arrays (key-value pairs) or
- // regular arrays (indexed by incrementing integers).
- //
- // Some streams support indefinite-length containers, and use a breaking
- // byte-sequence to denote that the container has come to an end.
- //
- // Some streams also are text-based, and use explicit separators to denote the
- // end/beginning of different values.
- //
- // During encode, we use a high-level condition to determine how to iterate through
- // the container. That decision is based on whether the container is text-based (with
- // separators) or binary (without separators). If binary, we do not even call the
- // encoding of separators.
- //
- // During decode, we use a different high-level condition to determine how to iterate
- // through the containers. That decision is based on whether the stream contained
- // a length prefix, or if it used explicit breaks. If length-prefixed, we assume that
- // it has to be binary, and we do not even try to read separators.
- //
- // Philosophy
- // ------------
- // On decode, this codec will update containers appropriately:
- // - If struct, update fields from stream into fields of struct.
- // If field in stream not found in struct, handle appropriately (based on option).
- // If a struct field has no corresponding value in the stream, leave it AS IS.
- // If nil in stream, set value to nil/zero value.
- // - If map, update map from stream.
- // If the stream value is NIL, set the map to nil.
- // - if slice, try to update up to length of array in stream.
- // if container len is less than stream array length,
- // and container cannot be expanded, handled (based on option).
- // This means you can decode 4-element stream array into 1-element array.
- //
- // ------------------------------------
- // On encode, user can specify omitEmpty. This means that the value will be omitted
- // if the zero value. The problem may occur during decode, where omitted values do not affect
- // the value being decoded into. This means that if decoding into a struct with an
- // int field with current value=5, and the field is omitted in the stream, then after
- // decoding, the value will still be 5 (not 0).
- // omitEmpty only works if you guarantee that you always decode into zero-values.
- //
- // ------------------------------------
- // We could have truncated a map to remove keys not available in the stream,
- // or set values in the struct which are not in the stream to their zero values.
- // We decided against it because there is no efficient way to do it.
- // We may introduce it as an option later.
- // However, that will require enabling it for both runtime and code generation modes.
- //
- // To support truncate, we need to do 2 passes over the container:
- // map
- // - first collect all keys (e.g. in k1)
- // - for each key in stream, mark k1 that the key should not be removed
- // - after updating map, do second pass and call delete for all keys in k1 which are not marked
- // struct:
- // - for each field, track the *typeInfo s1
- // - iterate through all s1, and for each one not marked, set value to zero
- // - this involves checking the possible anonymous fields which are nil ptrs.
- // too much work.
- //
- // ------------------------------------------
- // Error Handling is done within the library using panic.
- //
- // This way, the code doesn't have to keep checking if an error has happened,
- // and we don't have to keep sending the error value along with each call
- // or storing it in the En|Decoder and checking it constantly along the way.
- //
- // The disadvantage is that small functions which use panics cannot be inlined.
- // The code accounts for that by only using panics behind an interface;
- // since interface calls cannot be inlined, this is irrelevant.
- //
- // We considered storing the error is En|Decoder.
- // - once it has its err field set, it cannot be used again.
- // - panicing will be optional, controlled by const flag.
- // - code should always check error first and return early.
- // We eventually decided against it as it makes the code clumsier to always
- // check for these error conditions.
- import (
- "bytes"
- "encoding"
- "encoding/binary"
- "errors"
- "fmt"
- "io"
- "math"
- "reflect"
- "sort"
- "strconv"
- "strings"
- "sync"
- "time"
- )
- const (
- scratchByteArrayLen = 32
- // initCollectionCap = 16 // 32 is defensive. 16 is preferred.
- // Support encoding.(Binary|Text)(Unm|M)arshaler.
- // This constant flag will enable or disable it.
- supportMarshalInterfaces = true
- // for debugging, set this to false, to catch panic traces.
- // Note that this will always cause rpc tests to fail, since they need io.EOF sent via panic.
- recoverPanicToErr = true
- // arrayCacheLen is the length of the cache used in encoder or decoder for
- // allowing zero-alloc initialization.
- arrayCacheLen = 8
- // size of the cacheline: defaulting to value for archs: amd64, arm64, 386
- // should use "runtime/internal/sys".CacheLineSize, but that is not exposed.
- cacheLineSize = 64
- wordSizeBits = strconv.IntSize
- wordSize = wordSizeBits / 8
- maxLevelsEmbedding = 15 // use this, so structFieldInfo fits into 8 bytes
- )
- var (
- oneByteArr = [1]byte{0}
- zeroByteSlice = oneByteArr[:0:0]
- )
- var refBitset bitset32
- var pool pooler
- var panicv panicHdl
- func init() {
- pool.init()
- refBitset.set(byte(reflect.Map))
- refBitset.set(byte(reflect.Ptr))
- refBitset.set(byte(reflect.Func))
- refBitset.set(byte(reflect.Chan))
- }
- type charEncoding uint8
- const (
- cRAW charEncoding = iota
- cUTF8
- cUTF16LE
- cUTF16BE
- cUTF32LE
- cUTF32BE
- )
- // valueType is the stream type
- type valueType uint8
- const (
- valueTypeUnset valueType = iota
- valueTypeNil
- valueTypeInt
- valueTypeUint
- valueTypeFloat
- valueTypeBool
- valueTypeString
- valueTypeSymbol
- valueTypeBytes
- valueTypeMap
- valueTypeArray
- valueTypeTime
- valueTypeExt
- // valueTypeInvalid = 0xff
- )
- var valueTypeStrings = [...]string{
- "Unset",
- "Nil",
- "Int",
- "Uint",
- "Float",
- "Bool",
- "String",
- "Symbol",
- "Bytes",
- "Map",
- "Array",
- "Timestamp",
- "Ext",
- }
- func (x valueType) String() string {
- if int(x) < len(valueTypeStrings) {
- return valueTypeStrings[x]
- }
- return strconv.FormatInt(int64(x), 10)
- }
- type seqType uint8
- const (
- _ seqType = iota
- seqTypeArray
- seqTypeSlice
- seqTypeChan
- )
- // note that containerMapStart and containerArraySend are not sent.
- // This is because the ReadXXXStart and EncodeXXXStart already does these.
- type containerState uint8
- const (
- _ containerState = iota
- containerMapStart // slot left open, since Driver method already covers it
- containerMapKey
- containerMapValue
- containerMapEnd
- containerArrayStart // slot left open, since Driver methods already cover it
- containerArrayElem
- containerArrayEnd
- )
- // // sfiIdx used for tracking where a (field/enc)Name is seen in a []*structFieldInfo
- // type sfiIdx struct {
- // name string
- // index int
- // }
- // do not recurse if a containing type refers to an embedded type
- // which refers back to its containing type (via a pointer).
- // The second time this back-reference happens, break out,
- // so as not to cause an infinite loop.
- const rgetMaxRecursion = 2
- // Anecdotally, we believe most types have <= 12 fields.
- // - even Java's PMD rules set TooManyFields threshold to 15.
- // However, go has embedded fields, which should be regarded as
- // top level, allowing structs to possibly double or triple.
- // In addition, we don't want to keep creating transient arrays,
- // especially for the sfi index tracking, and the evtypes tracking.
- //
- // So - try to keep typeInfoLoadArray within 2K bytes
- const (
- typeInfoLoadArraySfisLen = 16
- typeInfoLoadArraySfiidxLen = 8 * 112
- typeInfoLoadArrayEtypesLen = 12
- typeInfoLoadArrayBLen = 8 * 4
- )
- type typeInfoLoad struct {
- // fNames []string
- // encNames []string
- etypes []uintptr
- sfis []structFieldInfo
- }
- type typeInfoLoadArray struct {
- // fNames [typeInfoLoadArrayLen]string
- // encNames [typeInfoLoadArrayLen]string
- sfis [typeInfoLoadArraySfisLen]structFieldInfo
- sfiidx [typeInfoLoadArraySfiidxLen]byte
- etypes [typeInfoLoadArrayEtypesLen]uintptr
- b [typeInfoLoadArrayBLen]byte // scratch - used for struct field names
- }
- // mirror json.Marshaler and json.Unmarshaler here,
- // so we don't import the encoding/json package
- type jsonMarshaler interface {
- MarshalJSON() ([]byte, error)
- }
- type jsonUnmarshaler interface {
- UnmarshalJSON([]byte) error
- }
- type isZeroer interface {
- IsZero() bool
- }
- // type byteAccepter func(byte) bool
- var (
- bigen = binary.BigEndian
- structInfoFieldName = "_struct"
- mapStrIntfTyp = reflect.TypeOf(map[string]interface{}(nil))
- mapIntfIntfTyp = reflect.TypeOf(map[interface{}]interface{}(nil))
- intfSliceTyp = reflect.TypeOf([]interface{}(nil))
- intfTyp = intfSliceTyp.Elem()
- reflectValTyp = reflect.TypeOf((*reflect.Value)(nil)).Elem()
- stringTyp = reflect.TypeOf("")
- timeTyp = reflect.TypeOf(time.Time{})
- rawExtTyp = reflect.TypeOf(RawExt{})
- rawTyp = reflect.TypeOf(Raw{})
- uintptrTyp = reflect.TypeOf(uintptr(0))
- uint8Typ = reflect.TypeOf(uint8(0))
- uint8SliceTyp = reflect.TypeOf([]uint8(nil))
- uintTyp = reflect.TypeOf(uint(0))
- intTyp = reflect.TypeOf(int(0))
- mapBySliceTyp = reflect.TypeOf((*MapBySlice)(nil)).Elem()
- binaryMarshalerTyp = reflect.TypeOf((*encoding.BinaryMarshaler)(nil)).Elem()
- binaryUnmarshalerTyp = reflect.TypeOf((*encoding.BinaryUnmarshaler)(nil)).Elem()
- textMarshalerTyp = reflect.TypeOf((*encoding.TextMarshaler)(nil)).Elem()
- textUnmarshalerTyp = reflect.TypeOf((*encoding.TextUnmarshaler)(nil)).Elem()
- jsonMarshalerTyp = reflect.TypeOf((*jsonMarshaler)(nil)).Elem()
- jsonUnmarshalerTyp = reflect.TypeOf((*jsonUnmarshaler)(nil)).Elem()
- selferTyp = reflect.TypeOf((*Selfer)(nil)).Elem()
- iszeroTyp = reflect.TypeOf((*isZeroer)(nil)).Elem()
- uint8TypId = rt2id(uint8Typ)
- uint8SliceTypId = rt2id(uint8SliceTyp)
- rawExtTypId = rt2id(rawExtTyp)
- rawTypId = rt2id(rawTyp)
- intfTypId = rt2id(intfTyp)
- timeTypId = rt2id(timeTyp)
- stringTypId = rt2id(stringTyp)
- mapStrIntfTypId = rt2id(mapStrIntfTyp)
- mapIntfIntfTypId = rt2id(mapIntfIntfTyp)
- intfSliceTypId = rt2id(intfSliceTyp)
- // mapBySliceTypId = rt2id(mapBySliceTyp)
- intBitsize = uint8(intTyp.Bits())
- uintBitsize = uint8(uintTyp.Bits())
- bsAll0x00 = []byte{0, 0, 0, 0, 0, 0, 0, 0}
- bsAll0xff = []byte{0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff}
- chkOvf checkOverflow
- errNoFieldNameToStructFieldInfo = errors.New("no field name passed to parseStructFieldInfo")
- )
- var defTypeInfos = NewTypeInfos([]string{"codec", "json"})
- var immutableKindsSet = [32]bool{
- // reflect.Invalid: ,
- reflect.Bool: true,
- reflect.Int: true,
- reflect.Int8: true,
- reflect.Int16: true,
- reflect.Int32: true,
- reflect.Int64: true,
- reflect.Uint: true,
- reflect.Uint8: true,
- reflect.Uint16: true,
- reflect.Uint32: true,
- reflect.Uint64: true,
- reflect.Uintptr: true,
- reflect.Float32: true,
- reflect.Float64: true,
- reflect.Complex64: true,
- reflect.Complex128: true,
- // reflect.Array
- // reflect.Chan
- // reflect.Func: true,
- // reflect.Interface
- // reflect.Map
- // reflect.Ptr
- // reflect.Slice
- reflect.String: true,
- // reflect.Struct
- // reflect.UnsafePointer
- }
- // Selfer defines methods by which a value can encode or decode itself.
- //
- // Any type which implements Selfer will be able to encode or decode itself.
- // Consequently, during (en|de)code, this takes precedence over
- // (text|binary)(M|Unm)arshal or extension support.
- type Selfer interface {
- CodecEncodeSelf(*Encoder)
- CodecDecodeSelf(*Decoder)
- }
- // MapBySlice is a tag interface that denotes wrapped slice should encode as a map in the stream.
- // The slice contains a sequence of key-value pairs.
- // This affords storing a map in a specific sequence in the stream.
- //
- // Example usage:
- // type T1 []string // or []int or []Point or any other "slice" type
- // func (_ T1) MapBySlice{} // T1 now implements MapBySlice, and will be encoded as a map
- // type T2 struct { KeyValues T1 }
- //
- // var kvs = []string{"one", "1", "two", "2", "three", "3"}
- // var v2 = T2{ KeyValues: T1(kvs) }
- // // v2 will be encoded like the map: {"KeyValues": {"one": "1", "two": "2", "three": "3"} }
- //
- // The support of MapBySlice affords the following:
- // - A slice type which implements MapBySlice will be encoded as a map
- // - A slice can be decoded from a map in the stream
- // - It MUST be a slice type (not a pointer receiver) that implements MapBySlice
- type MapBySlice interface {
- MapBySlice()
- }
- // BasicHandle encapsulates the common options and extension functions.
- //
- // Deprecated: DO NOT USE DIRECTLY. EXPORTED FOR GODOC BENEFIT. WILL BE REMOVED.
- type BasicHandle struct {
- // BasicHandle is always a part of a different type.
- // It doesn't have to fit into it own cache lines.
- // TypeInfos is used to get the type info for any type.
- //
- // If not configured, the default TypeInfos is used, which uses struct tag keys: codec, json
- TypeInfos *TypeInfos
- // Note: BasicHandle is not comparable, due to these slices here (extHandle, intf2impls).
- // If *[]T is used instead, this becomes comparable, at the cost of extra indirection.
- // Thses slices are used all the time, so keep as slices (not pointers).
- extHandle
- intf2impls
- RPCOptions
- // ---- cache line
- DecodeOptions
- // ---- cache line
- EncodeOptions
- // noBuiltInTypeChecker
- }
- func (x *BasicHandle) getBasicHandle() *BasicHandle {
- return x
- }
- func (x *BasicHandle) getTypeInfo(rtid uintptr, rt reflect.Type) (pti *typeInfo) {
- if x.TypeInfos == nil {
- return defTypeInfos.get(rtid, rt)
- }
- return x.TypeInfos.get(rtid, rt)
- }
- // Handle is the interface for a specific encoding format.
- //
- // Typically, a Handle is pre-configured before first time use,
- // and not modified while in use. Such a pre-configured Handle
- // is safe for concurrent access.
- type Handle interface {
- Name() string
- getBasicHandle() *BasicHandle
- recreateEncDriver(encDriver) bool
- newEncDriver(w *Encoder) encDriver
- newDecDriver(r *Decoder) decDriver
- isBinary() bool
- hasElemSeparators() bool
- // IsBuiltinType(rtid uintptr) bool
- }
- // Raw represents raw formatted bytes.
- // We "blindly" store it during encode and retrieve the raw bytes during decode.
- // Note: it is dangerous during encode, so we may gate the behaviour
- // behind an Encode flag which must be explicitly set.
- type Raw []byte
- // RawExt represents raw unprocessed extension data.
- // Some codecs will decode extension data as a *RawExt
- // if there is no registered extension for the tag.
- //
- // Only one of Data or Value is nil.
- // If Data is nil, then the content of the RawExt is in the Value.
- type RawExt struct {
- Tag uint64
- // Data is the []byte which represents the raw ext. If nil, ext is exposed in Value.
- // Data is used by codecs (e.g. binc, msgpack, simple) which do custom serialization of types
- Data []byte
- // Value represents the extension, if Data is nil.
- // Value is used by codecs (e.g. cbor, json) which leverage the format to do
- // custom serialization of the types.
- Value interface{}
- }
- // BytesExt handles custom (de)serialization of types to/from []byte.
- // It is used by codecs (e.g. binc, msgpack, simple) which do custom serialization of the types.
- type BytesExt interface {
- // WriteExt converts a value to a []byte.
- //
- // Note: v is a pointer iff the registered extension type is a struct or array kind.
- WriteExt(v interface{}) []byte
- // ReadExt updates a value from a []byte.
- //
- // Note: dst is always a pointer kind to the registered extension type.
- ReadExt(dst interface{}, src []byte)
- }
- // InterfaceExt handles custom (de)serialization of types to/from another interface{} value.
- // The Encoder or Decoder will then handle the further (de)serialization of that known type.
- //
- // It is used by codecs (e.g. cbor, json) which use the format to do custom serialization of types.
- type InterfaceExt interface {
- // ConvertExt converts a value into a simpler interface for easy encoding
- // e.g. convert time.Time to int64.
- //
- // Note: v is a pointer iff the registered extension type is a struct or array kind.
- ConvertExt(v interface{}) interface{}
- // UpdateExt updates a value from a simpler interface for easy decoding
- // e.g. convert int64 to time.Time.
- //
- // Note: dst is always a pointer kind to the registered extension type.
- UpdateExt(dst interface{}, src interface{})
- }
- // Ext handles custom (de)serialization of custom types / extensions.
- type Ext interface {
- BytesExt
- InterfaceExt
- }
- // addExtWrapper is a wrapper implementation to support former AddExt exported method.
- type addExtWrapper struct {
- encFn func(reflect.Value) ([]byte, error)
- decFn func(reflect.Value, []byte) error
- }
- func (x addExtWrapper) WriteExt(v interface{}) []byte {
- bs, err := x.encFn(reflect.ValueOf(v))
- if err != nil {
- panic(err)
- }
- return bs
- }
- func (x addExtWrapper) ReadExt(v interface{}, bs []byte) {
- if err := x.decFn(reflect.ValueOf(v), bs); err != nil {
- panic(err)
- }
- }
- func (x addExtWrapper) ConvertExt(v interface{}) interface{} {
- return x.WriteExt(v)
- }
- func (x addExtWrapper) UpdateExt(dest interface{}, v interface{}) {
- x.ReadExt(dest, v.([]byte))
- }
- type extWrapper struct {
- BytesExt
- InterfaceExt
- }
- type bytesExtFailer struct{}
- func (bytesExtFailer) WriteExt(v interface{}) []byte {
- panicv.errorstr("BytesExt.WriteExt is not supported")
- return nil
- }
- func (bytesExtFailer) ReadExt(v interface{}, bs []byte) {
- panicv.errorstr("BytesExt.ReadExt is not supported")
- }
- type interfaceExtFailer struct{}
- func (interfaceExtFailer) ConvertExt(v interface{}) interface{} {
- panicv.errorstr("InterfaceExt.ConvertExt is not supported")
- return nil
- }
- func (interfaceExtFailer) UpdateExt(dest interface{}, v interface{}) {
- panicv.errorstr("InterfaceExt.UpdateExt is not supported")
- }
- type binaryEncodingType struct{}
- func (binaryEncodingType) isBinary() bool { return true }
- type textEncodingType struct{}
- func (textEncodingType) isBinary() bool { return false }
- // noBuiltInTypes is embedded into many types which do not support builtins
- // e.g. msgpack, simple, cbor.
- // type noBuiltInTypeChecker struct{}
- // func (noBuiltInTypeChecker) IsBuiltinType(rt uintptr) bool { return false }
- // type noBuiltInTypes struct{ noBuiltInTypeChecker }
- type noBuiltInTypes struct{}
- func (noBuiltInTypes) EncodeBuiltin(rt uintptr, v interface{}) {}
- func (noBuiltInTypes) DecodeBuiltin(rt uintptr, v interface{}) {}
- // type noStreamingCodec struct{}
- // func (noStreamingCodec) CheckBreak() bool { return false }
- // func (noStreamingCodec) hasElemSeparators() bool { return false }
- type noElemSeparators struct{}
- func (noElemSeparators) hasElemSeparators() (v bool) { return }
- func (noElemSeparators) recreateEncDriver(e encDriver) (v bool) { return }
- // bigenHelper.
- // Users must already slice the x completely, because we will not reslice.
- type bigenHelper struct {
- x []byte // must be correctly sliced to appropriate len. slicing is a cost.
- w encWriter
- }
- func (z bigenHelper) writeUint16(v uint16) {
- bigen.PutUint16(z.x, v)
- z.w.writeb(z.x)
- }
- func (z bigenHelper) writeUint32(v uint32) {
- bigen.PutUint32(z.x, v)
- z.w.writeb(z.x)
- }
- func (z bigenHelper) writeUint64(v uint64) {
- bigen.PutUint64(z.x, v)
- z.w.writeb(z.x)
- }
- type extTypeTagFn struct {
- rtid uintptr
- rtidptr uintptr
- rt reflect.Type
- tag uint64
- ext Ext
- _ [1]uint64 // padding
- }
- type extHandle []extTypeTagFn
- // AddExt registes an encode and decode function for a reflect.Type.
- // To deregister an Ext, call AddExt with nil encfn and/or nil decfn.
- //
- // Deprecated: Use SetBytesExt or SetInterfaceExt on the Handle instead.
- func (o *extHandle) AddExt(rt reflect.Type, tag byte,
- encfn func(reflect.Value) ([]byte, error),
- decfn func(reflect.Value, []byte) error) (err error) {
- if encfn == nil || decfn == nil {
- return o.SetExt(rt, uint64(tag), nil)
- }
- return o.SetExt(rt, uint64(tag), addExtWrapper{encfn, decfn})
- }
- // SetExt will set the extension for a tag and reflect.Type.
- // Note that the type must be a named type, and specifically not a pointer or Interface.
- // An error is returned if that is not honored.
- // To Deregister an ext, call SetExt with nil Ext.
- //
- // Deprecated: Use SetBytesExt or SetInterfaceExt on the Handle instead.
- func (o *extHandle) SetExt(rt reflect.Type, tag uint64, ext Ext) (err error) {
- // o is a pointer, because we may need to initialize it
- rk := rt.Kind()
- for rk == reflect.Ptr {
- rt = rt.Elem()
- rk = rt.Kind()
- }
- if rt.PkgPath() == "" || rk == reflect.Interface { // || rk == reflect.Ptr {
- return fmt.Errorf("codec.Handle.SetExt: Takes named type, not a pointer or interface: %v", rt)
- }
- rtid := rt2id(rt)
- switch rtid {
- case timeTypId, rawTypId, rawExtTypId:
- // all natively supported type, so cannot have an extension
- return // TODO: should we silently ignore, or return an error???
- }
- // if o == nil {
- // return errors.New("codec.Handle.SetExt: extHandle not initialized")
- // }
- o2 := *o
- // if o2 == nil {
- // return errors.New("codec.Handle.SetExt: extHandle not initialized")
- // }
- for i := range o2 {
- v := &o2[i]
- if v.rtid == rtid {
- v.tag, v.ext = tag, ext
- return
- }
- }
- rtidptr := rt2id(reflect.PtrTo(rt))
- *o = append(o2, extTypeTagFn{rtid, rtidptr, rt, tag, ext, [1]uint64{}})
- return
- }
- func (o extHandle) getExt(rtid uintptr) (v *extTypeTagFn) {
- for i := range o {
- v = &o[i]
- if v.rtid == rtid || v.rtidptr == rtid {
- return
- }
- }
- return nil
- }
- func (o extHandle) getExtForTag(tag uint64) (v *extTypeTagFn) {
- for i := range o {
- v = &o[i]
- if v.tag == tag {
- return
- }
- }
- return nil
- }
- type intf2impl struct {
- rtid uintptr // for intf
- impl reflect.Type
- // _ [1]uint64 // padding // not-needed, as *intf2impl is never returned.
- }
- type intf2impls []intf2impl
- // Intf2Impl maps an interface to an implementing type.
- // This allows us support infering the concrete type
- // and populating it when passed an interface.
- // e.g. var v io.Reader can be decoded as a bytes.Buffer, etc.
- //
- // Passing a nil impl will clear the mapping.
- func (o *intf2impls) Intf2Impl(intf, impl reflect.Type) (err error) {
- if impl != nil && !impl.Implements(intf) {
- return fmt.Errorf("Intf2Impl: %v does not implement %v", impl, intf)
- }
- rtid := rt2id(intf)
- o2 := *o
- for i := range o2 {
- v := &o2[i]
- if v.rtid == rtid {
- v.impl = impl
- return
- }
- }
- *o = append(o2, intf2impl{rtid, impl})
- return
- }
- func (o intf2impls) intf2impl(rtid uintptr) (rv reflect.Value) {
- for i := range o {
- v := &o[i]
- if v.rtid == rtid {
- if v.impl == nil {
- return
- }
- if v.impl.Kind() == reflect.Ptr {
- return reflect.New(v.impl.Elem())
- }
- return reflect.New(v.impl).Elem()
- }
- }
- return
- }
- type structFieldInfoFlag uint8
- const (
- _ structFieldInfoFlag = 1 << iota
- structFieldInfoFlagReady
- structFieldInfoFlagOmitEmpty
- )
- func (x *structFieldInfoFlag) flagSet(f structFieldInfoFlag) {
- *x = *x | f
- }
- func (x *structFieldInfoFlag) flagClr(f structFieldInfoFlag) {
- *x = *x &^ f
- }
- func (x structFieldInfoFlag) flagGet(f structFieldInfoFlag) bool {
- return x&f != 0
- }
- func (x structFieldInfoFlag) omitEmpty() bool {
- return x.flagGet(structFieldInfoFlagOmitEmpty)
- }
- func (x structFieldInfoFlag) ready() bool {
- return x.flagGet(structFieldInfoFlagReady)
- }
- type structFieldInfo struct {
- encName string // encode name
- fieldName string // field name
- is [maxLevelsEmbedding]uint16 // (recursive/embedded) field index in struct
- nis uint8 // num levels of embedding. if 1, then it's not embedded.
- structFieldInfoFlag
- }
- func (si *structFieldInfo) setToZeroValue(v reflect.Value) {
- if v, valid := si.field(v, false); valid {
- v.Set(reflect.Zero(v.Type()))
- }
- }
- // rv returns the field of the struct.
- // If anonymous, it returns an Invalid
- func (si *structFieldInfo) field(v reflect.Value, update bool) (rv2 reflect.Value, valid bool) {
- // replicate FieldByIndex
- for i, x := range si.is {
- if uint8(i) == si.nis {
- break
- }
- if v, valid = baseStructRv(v, update); !valid {
- return
- }
- v = v.Field(int(x))
- }
- return v, true
- }
- // func (si *structFieldInfo) fieldval(v reflect.Value, update bool) reflect.Value {
- // v, _ = si.field(v, update)
- // return v
- // }
- func parseStructInfo(stag string) (toArray, omitEmpty bool, keytype valueType) {
- keytype = valueTypeString // default
- if stag == "" {
- return
- }
- for i, s := range strings.Split(stag, ",") {
- if i == 0 {
- } else {
- switch s {
- case "omitempty":
- omitEmpty = true
- case "toarray":
- toArray = true
- case "int":
- keytype = valueTypeInt
- case "uint":
- keytype = valueTypeUint
- case "float":
- keytype = valueTypeFloat
- // case "bool":
- // keytype = valueTypeBool
- case "string":
- keytype = valueTypeString
- }
- }
- }
- return
- }
- func (si *structFieldInfo) parseTag(stag string) {
- // if fname == "" {
- // panic(errNoFieldNameToStructFieldInfo)
- // }
- if stag == "" {
- return
- }
- for i, s := range strings.Split(stag, ",") {
- if i == 0 {
- if s != "" {
- si.encName = s
- }
- } else {
- switch s {
- case "omitempty":
- si.flagSet(structFieldInfoFlagOmitEmpty)
- // si.omitEmpty = true
- // case "toarray":
- // si.toArray = true
- }
- }
- }
- }
- type sfiSortedByEncName []*structFieldInfo
- func (p sfiSortedByEncName) Len() int {
- return len(p)
- }
- func (p sfiSortedByEncName) Less(i, j int) bool {
- return p[i].encName < p[j].encName
- }
- func (p sfiSortedByEncName) Swap(i, j int) {
- p[i], p[j] = p[j], p[i]
- }
- const structFieldNodeNumToCache = 4
- type structFieldNodeCache struct {
- rv [structFieldNodeNumToCache]reflect.Value
- idx [structFieldNodeNumToCache]uint32
- num uint8
- }
- func (x *structFieldNodeCache) get(key uint32) (fv reflect.Value, valid bool) {
- for i, k := range &x.idx {
- if uint8(i) == x.num {
- return // break
- }
- if key == k {
- return x.rv[i], true
- }
- }
- return
- }
- func (x *structFieldNodeCache) tryAdd(fv reflect.Value, key uint32) {
- if x.num < structFieldNodeNumToCache {
- x.rv[x.num] = fv
- x.idx[x.num] = key
- x.num++
- return
- }
- }
- type structFieldNode struct {
- v reflect.Value
- cache2 structFieldNodeCache
- cache3 structFieldNodeCache
- update bool
- }
- func (x *structFieldNode) field(si *structFieldInfo) (fv reflect.Value) {
- // return si.fieldval(x.v, x.update)
- // Note: we only cache if nis=2 or nis=3 i.e. up to 2 levels of embedding
- // This mostly saves us time on the repeated calls to v.Elem, v.Field, etc.
- var valid bool
- switch si.nis {
- case 1:
- fv = x.v.Field(int(si.is[0]))
- case 2:
- if fv, valid = x.cache2.get(uint32(si.is[0])); valid {
- fv = fv.Field(int(si.is[1]))
- return
- }
- fv = x.v.Field(int(si.is[0]))
- if fv, valid = baseStructRv(fv, x.update); !valid {
- return
- }
- x.cache2.tryAdd(fv, uint32(si.is[0]))
- fv = fv.Field(int(si.is[1]))
- case 3:
- var key uint32 = uint32(si.is[0])<<16 | uint32(si.is[1])
- if fv, valid = x.cache3.get(key); valid {
- fv = fv.Field(int(si.is[2]))
- return
- }
- fv = x.v.Field(int(si.is[0]))
- if fv, valid = baseStructRv(fv, x.update); !valid {
- return
- }
- fv = fv.Field(int(si.is[1]))
- if fv, valid = baseStructRv(fv, x.update); !valid {
- return
- }
- x.cache3.tryAdd(fv, key)
- fv = fv.Field(int(si.is[2]))
- default:
- fv, _ = si.field(x.v, x.update)
- }
- return
- }
- func baseStructRv(v reflect.Value, update bool) (v2 reflect.Value, valid bool) {
- for v.Kind() == reflect.Ptr {
- if v.IsNil() {
- if !update {
- return
- }
- v.Set(reflect.New(v.Type().Elem()))
- }
- v = v.Elem()
- }
- return v, true
- }
- // typeInfo keeps information about each (non-ptr) type referenced in the encode/decode sequence.
- //
- // During an encode/decode sequence, we work as below:
- // - If base is a built in type, en/decode base value
- // - If base is registered as an extension, en/decode base value
- // - If type is binary(M/Unm)arshaler, call Binary(M/Unm)arshal method
- // - If type is text(M/Unm)arshaler, call Text(M/Unm)arshal method
- // - Else decode appropriately based on the reflect.Kind
- type typeInfo struct {
- sfiSort []*structFieldInfo // sorted. Used when enc/dec struct to map.
- sfiSrc []*structFieldInfo // unsorted. Used when enc/dec struct to array.
- rt reflect.Type
- // ---- cpu cache line boundary?
- // sfis []structFieldInfo // all sfi, in src order, as created.
- sfiNamesSort []byte // all names, with indexes into the sfiSort
- rtid uintptr
- // rv0 reflect.Value // saved zero value, used if immutableKind
- numMeth uint16 // number of methods
- // comparable bool // true if a struct, and is comparable
- anyOmitEmpty bool // true if a struct, and any of the fields are tagged "omitempty"
- toArray bool // whether this (struct) type should be encoded as an array
- keyType valueType // if struct, how is the field name stored in a stream? default is string
- mbs bool // base type (T or *T) is a MapBySlice
- // format of marshal type fields below: [btj][mu]p? OR csp?
- bm bool // T is a binaryMarshaler
- bmp bool // *T is a binaryMarshaler
- bu bool // T is a binaryUnmarshaler
- bup bool // *T is a binaryUnmarshaler
- tm bool // T is a textMarshaler
- tmp bool // *T is a textMarshaler
- tu bool // T is a textUnmarshaler
- tup bool // *T is a textUnmarshaler
- jm bool // T is a jsonMarshaler
- jmp bool // *T is a jsonMarshaler
- ju bool // T is a jsonUnmarshaler
- jup bool // *T is a jsonUnmarshaler
- cs bool // T is a Selfer
- csp bool // *T is a Selfer
- _ [1]uint64 // padding
- }
- func (ti *typeInfo) indexForEncName(name []byte) (index int16) {
- var sn []byte
- if len(name)+2 <= 32 {
- var buf [32]byte // should not escape
- sn = buf[:len(name)+2]
- } else {
- sn = make([]byte, len(name)+2)
- }
- copy(sn[1:], name)
- sn[0], sn[len(sn)-1] = tiSep2(name), 0xff
- j := bytes.Index(ti.sfiNamesSort, sn)
- if j < 0 {
- return -1
- }
- index = int16(uint16(ti.sfiNamesSort[j+len(sn)+1]) | uint16(ti.sfiNamesSort[j+len(sn)])<<8)
- return
- }
- type rtid2ti struct {
- rtid uintptr
- ti *typeInfo
- }
- // TypeInfos caches typeInfo for each type on first inspection.
- //
- // It is configured with a set of tag keys, which are used to get
- // configuration for the type.
- type TypeInfos struct {
- // infos: formerly map[uintptr]*typeInfo, now *[]rtid2ti, 2 words expected
- infos atomicTypeInfoSlice
- mu sync.Mutex
- tags []string
- _ [2]uint64 // padding
- }
- // NewTypeInfos creates a TypeInfos given a set of struct tags keys.
- //
- // This allows users customize the struct tag keys which contain configuration
- // of their types.
- func NewTypeInfos(tags []string) *TypeInfos {
- return &TypeInfos{tags: tags}
- }
- func (x *TypeInfos) structTag(t reflect.StructTag) (s string) {
- // check for tags: codec, json, in that order.
- // this allows seamless support for many configured structs.
- for _, x := range x.tags {
- s = t.Get(x)
- if s != "" {
- return s
- }
- }
- return
- }
- func (x *TypeInfos) find(s []rtid2ti, rtid uintptr) (idx int, ti *typeInfo) {
- // binary search. adapted from sort/search.go.
- // if sp == nil {
- // return -1, nil
- // }
- // s := *sp
- h, i, j := 0, 0, len(s)
- for i < j {
- h = i + (j-i)/2
- if s[h].rtid < rtid {
- i = h + 1
- } else {
- j = h
- }
- }
- if i < len(s) && s[i].rtid == rtid {
- return i, s[i].ti
- }
- return i, nil
- }
- func (x *TypeInfos) get(rtid uintptr, rt reflect.Type) (pti *typeInfo) {
- sp := x.infos.load()
- var idx int
- if sp != nil {
- idx, pti = x.find(*sp, rtid)
- if pti != nil {
- return
- }
- }
- rk := rt.Kind()
- if rk == reflect.Ptr { // || (rk == reflect.Interface && rtid != intfTypId) {
- panicv.errorf("invalid kind passed to TypeInfos.get: %v - %v", rk, rt)
- }
- // do not hold lock while computing this.
- // it may lead to duplication, but that's ok.
- ti := typeInfo{rt: rt, rtid: rtid}
- // ti.rv0 = reflect.Zero(rt)
- // ti.comparable = rt.Comparable()
- ti.numMeth = uint16(rt.NumMethod())
- ti.bm, ti.bmp = implIntf(rt, binaryMarshalerTyp)
- ti.bu, ti.bup = implIntf(rt, binaryUnmarshalerTyp)
- ti.tm, ti.tmp = implIntf(rt, textMarshalerTyp)
- ti.tu, ti.tup = implIntf(rt, textUnmarshalerTyp)
- ti.jm, ti.jmp = implIntf(rt, jsonMarshalerTyp)
- ti.ju, ti.jup = implIntf(rt, jsonUnmarshalerTyp)
- ti.cs, ti.csp = implIntf(rt, selferTyp)
- if rt.Kind() == reflect.Slice {
- ti.mbs, _ = implIntf(rt, mapBySliceTyp)
- }
- if rk == reflect.Struct {
- var omitEmpty bool
- if f, ok := rt.FieldByName(structInfoFieldName); ok {
- ti.toArray, omitEmpty, ti.keyType = parseStructInfo(x.structTag(f.Tag))
- } else {
- ti.keyType = valueTypeString
- }
- pp, pi := pool.tiLoad()
- pv := pi.(*typeInfoLoadArray)
- pv.etypes[0] = ti.rtid
- // vv := typeInfoLoad{pv.fNames[:0], pv.encNames[:0], pv.etypes[:1], pv.sfis[:0]}
- vv := typeInfoLoad{pv.etypes[:1], pv.sfis[:0]}
- x.rget(rt, rtid, omitEmpty, nil, &vv)
- // ti.sfis = vv.sfis
- ti.sfiSrc, ti.sfiSort, ti.sfiNamesSort, ti.anyOmitEmpty = rgetResolveSFI(rt, vv.sfis, pv)
- pp.Put(pi)
- }
- // sfi = sfiSrc
- x.mu.Lock()
- sp = x.infos.load()
- if sp == nil {
- pti = &ti
- vs := append(make([]rtid2ti, 0, 16), rtid2ti{rtid, pti})
- x.infos.store(&vs)
- } else {
- idx, pti = x.find(*sp, rtid)
- if pti == nil {
- pti = &ti
- vs := append(*sp, rtid2ti{})
- copy(vs[idx+1:], vs[idx:])
- vs[idx] = rtid2ti{rtid, pti}
- x.infos.store(&vs)
- }
- }
- x.mu.Unlock()
- return
- }
- func (x *TypeInfos) rget(rt reflect.Type, rtid uintptr, omitEmpty bool,
- indexstack []uint16, pv *typeInfoLoad) {
- // Read up fields and store how to access the value.
- //
- // It uses go's rules for message selectors,
- // which say that the field with the shallowest depth is selected.
- //
- // Note: we consciously use slices, not a map, to simulate a set.
- // Typically, types have < 16 fields,
- // and iteration using equals is faster than maps there
- flen := rt.NumField()
- if flen > (1<<maxLevelsEmbedding - 1) {
- panicv.errorf("codec: types with > %v fields are not supported - has %v fields",
- (1<<maxLevelsEmbedding - 1), flen)
- }
- // pv.sfis = make([]structFieldInfo, flen)
- LOOP:
- for j, jlen := uint16(0), uint16(flen); j < jlen; j++ {
- f := rt.Field(int(j))
- fkind := f.Type.Kind()
- // skip if a func type, or is unexported, or structTag value == "-"
- switch fkind {
- case reflect.Func, reflect.Complex64, reflect.Complex128, reflect.UnsafePointer:
- continue LOOP
- }
- isUnexported := f.PkgPath != ""
- if isUnexported && !f.Anonymous {
- continue
- }
- stag := x.structTag(f.Tag)
- if stag == "-" {
- continue
- }
- var si structFieldInfo
- var parsed bool
- // if anonymous and no struct tag (or it's blank),
- // and a struct (or pointer to struct), inline it.
- if f.Anonymous && fkind != reflect.Interface {
- // ^^ redundant but ok: per go spec, an embedded pointer type cannot be to an interface
- ft := f.Type
- isPtr := ft.Kind() == reflect.Ptr
- for ft.Kind() == reflect.Ptr {
- ft = ft.Elem()
- }
- isStruct := ft.Kind() == reflect.Struct
- // Ignore embedded fields of unexported non-struct types.
- // Also, from go1.10, ignore pointers to unexported struct types
- // because unmarshal cannot assign a new struct to an unexported field.
- // See https://golang.org/issue/21357
- if (isUnexported && !isStruct) || (!allowSetUnexportedEmbeddedPtr && isUnexported && isPtr) {
- continue
- }
- doInline := stag == ""
- if !doInline {
- si.parseTag(stag)
- parsed = true
- doInline = si.encName == ""
- // doInline = si.isZero()
- }
- if doInline && isStruct {
- // if etypes contains this, don't call rget again (as fields are already seen here)
- ftid := rt2id(ft)
- // We cannot recurse forever, but we need to track other field depths.
- // So - we break if we see a type twice (not the first time).
- // This should be sufficient to handle an embedded type that refers to its
- // owning type, which then refers to its embedded type.
- processIt := true
- numk := 0
- for _, k := range pv.etypes {
- if k == ftid {
- numk++
- if numk == rgetMaxRecursion {
- processIt = false
- break
- }
- }
- }
- if processIt {
- pv.etypes = append(pv.etypes, ftid)
- indexstack2 := make([]uint16, len(indexstack)+1)
- copy(indexstack2, indexstack)
- indexstack2[len(indexstack)] = j
- // indexstack2 := append(append(make([]int, 0, len(indexstack)+4), indexstack...), j)
- x.rget(ft, ftid, omitEmpty, indexstack2, pv)
- }
- continue
- }
- }
- // after the anonymous dance: if an unexported field, skip
- if isUnexported {
- continue
- }
- if f.Name == "" {
- panic(errNoFieldNameToStructFieldInfo)
- }
- // pv.fNames = append(pv.fNames, f.Name)
- // if si.encName == "" {
- if !parsed {
- si.encName = f.Name
- si.parseTag(stag)
- parsed = true
- } else if si.encName == "" {
- si.encName = f.Name
- }
- si.fieldName = f.Name
- si.flagSet(structFieldInfoFlagReady)
- // pv.encNames = append(pv.encNames, si.encName)
- // si.ikind = int(f.Type.Kind())
- if len(indexstack) > maxLevelsEmbedding-1 {
- panicv.errorf("codec: only supports up to %v depth of embedding - type has %v depth",
- maxLevelsEmbedding-1, len(indexstack))
- }
- si.nis = uint8(len(indexstack)) + 1
- copy(si.is[:], indexstack)
- si.is[len(indexstack)] = j
- if omitEmpty {
- si.flagSet(structFieldInfoFlagOmitEmpty)
- }
- pv.sfis = append(pv.sfis, si)
- }
- }
- func tiSep(name string) uint8 {
- // (xn[0]%64) // (between 192-255 - outside ascii BMP)
- // return 0xfe - (name[0] & 63)
- // return 0xfe - (name[0] & 63) - uint8(len(name))
- // return 0xfe - (name[0] & 63) - uint8(len(name)&63)
- // return ((0xfe - (name[0] & 63)) & 0xf8) | (uint8(len(name) & 0x07))
- return 0xfe - (name[0] & 63) - uint8(len(name)&63)
- }
- func tiSep2(name []byte) uint8 {
- return 0xfe - (name[0] & 63) - uint8(len(name)&63)
- }
- // resolves the struct field info got from a call to rget.
- // Returns a trimmed, unsorted and sorted []*structFieldInfo.
- func rgetResolveSFI(rt reflect.Type, x []structFieldInfo, pv *typeInfoLoadArray) (
- y, z []*structFieldInfo, ss []byte, anyOmitEmpty bool) {
- sa := pv.sfiidx[:0]
- sn := pv.b[:]
- n := len(x)
- var xn string
- var ui uint16
- var sep byte
- for i := range x {
- ui = uint16(i)
- xn = x[i].encName // fieldName or encName? use encName for now.
- if len(xn)+2 > cap(pv.b) {
- sn = make([]byte, len(xn)+2)
- } else {
- sn = sn[:len(xn)+2]
- }
- // use a custom sep, so that misses are less frequent,
- // since the sep (first char in search) is as unique as first char in field name.
- sep = tiSep(xn)
- sn[0], sn[len(sn)-1] = sep, 0xff
- copy(sn[1:], xn)
- j := bytes.Index(sa, sn)
- if j == -1 {
- sa = append(sa, sep)
- sa = append(sa, xn...)
- sa = append(sa, 0xff, byte(ui>>8), byte(ui))
- } else {
- index := uint16(sa[j+len(sn)+1]) | uint16(sa[j+len(sn)])<<8
- // one of them must be reset to nil,
- // and the index updated appropriately to the other one
- if x[i].nis == x[index].nis {
- } else if x[i].nis < x[index].nis {
- sa[j+len(sn)], sa[j+len(sn)+1] = byte(ui>>8), byte(ui)
- if x[index].ready() {
- x[index].flagClr(structFieldInfoFlagReady)
- n--
- }
- } else {
- if x[i].ready() {
- x[i].flagClr(structFieldInfoFlagReady)
- n--
- }
- }
- }
- }
- var w []structFieldInfo
- sharingArray := len(x) <= typeInfoLoadArraySfisLen // sharing array with typeInfoLoadArray
- if sharingArray {
- w = make([]structFieldInfo, n)
- }
- // remove all the nils (non-ready)
- y = make([]*structFieldInfo, n)
- n = 0
- var sslen int
- for i := range x {
- if !x[i].ready() {
- continue
- }
- if !anyOmitEmpty && x[i].omitEmpty() {
- anyOmitEmpty = true
- }
- if sharingArray {
- w[n] = x[i]
- y[n] = &w[n]
- } else {
- y[n] = &x[i]
- }
- sslen = sslen + len(x[i].encName) + 4
- n++
- }
- if n != len(y) {
- panicv.errorf("failure reading struct %v - expecting %d of %d valid fields, got %d",
- rt, len(y), len(x), n)
- }
- z = make([]*structFieldInfo, len(y))
- copy(z, y)
- sort.Sort(sfiSortedByEncName(z))
- sharingArray = len(sa) <= typeInfoLoadArraySfiidxLen
- if sharingArray {
- ss = make([]byte, 0, sslen)
- } else {
- ss = sa[:0] // reuse the newly made sa array if necessary
- }
- for i := range z {
- xn = z[i].encName
- sep = tiSep(xn)
- ui = uint16(i)
- ss = append(ss, sep)
- ss = append(ss, xn...)
- ss = append(ss, 0xff, byte(ui>>8), byte(ui))
- }
- return
- }
- func implIntf(rt, iTyp reflect.Type) (base bool, indir bool) {
- return rt.Implements(iTyp), reflect.PtrTo(rt).Implements(iTyp)
- }
- // func roundFloat(x float64) float64 {
- // t := math.Trunc(x)
- // if math.Abs(x-t) >= 0.5 {
- // return t + math.Copysign(1, x)
- // }
- // return t
- // }
- func panicToErr(h errstrDecorator, err *error) {
- if recoverPanicToErr {
- if x := recover(); x != nil {
- // fmt.Printf("panic'ing with: %v\n", x)
- // debug.PrintStack()
- panicValToErr(h, x, err)
- }
- }
- }
- func panicToErrs2(h errstrDecorator, err1, err2 *error) {
- if recoverPanicToErr {
- if x := recover(); x != nil {
- panicValToErr(h, x, err1)
- panicValToErr(h, x, err2)
- }
- }
- }
- func panicValToErr(h errstrDecorator, v interface{}, err *error) {
- switch xerr := v.(type) {
- case nil:
- case error:
- switch xerr {
- case nil:
- case io.EOF, io.ErrUnexpectedEOF, errEncoderNotInitialized, errDecoderNotInitialized:
- // treat as special (bubble up)
- *err = xerr
- default:
- h.wrapErrstr(xerr.Error(), err)
- }
- case string:
- if xerr != "" {
- h.wrapErrstr(xerr, err)
- }
- case fmt.Stringer:
- if xerr != nil {
- h.wrapErrstr(xerr.String(), err)
- }
- default:
- h.wrapErrstr(v, err)
- }
- }
- func isImmutableKind(k reflect.Kind) (v bool) {
- return immutableKindsSet[k]
- }
- // ----
- type codecFnInfo struct {
- ti *typeInfo
- xfFn Ext
- xfTag uint64
- seq seqType
- addrD bool
- addrF bool // if addrD, this says whether decode function can take a value or a ptr
- addrE bool
- ready bool // ready to use
- }
- // codecFn encapsulates the captured variables and the encode function.
- // This way, we only do some calculations one times, and pass to the
- // code block that should be called (encapsulated in a function)
- // instead of executing the checks every time.
- type codecFn struct {
- i codecFnInfo
- fe func(*Encoder, *codecFnInfo, reflect.Value)
- fd func(*Decoder, *codecFnInfo, reflect.Value)
- _ [1]uint64 // padding
- }
- type codecRtidFn struct {
- rtid uintptr
- fn *codecFn
- }
- type codecFner struct {
- // hh Handle
- h *BasicHandle
- s []codecRtidFn
- be bool
- js bool
- _ [6]byte // padding
- _ [3]uint64 // padding
- }
- func (c *codecFner) reset(hh Handle) {
- bh := hh.getBasicHandle()
- // only reset iff extensions changed or *TypeInfos changed
- var hhSame = true &&
- c.h == bh && c.h.TypeInfos == bh.TypeInfos &&
- len(c.h.extHandle) == len(bh.extHandle) &&
- (len(c.h.extHandle) == 0 || &c.h.extHandle[0] == &bh.extHandle[0])
- if !hhSame {
- // c.hh = hh
- c.h, bh = bh, c.h // swap both
- _, c.js = hh.(*JsonHandle)
- c.be = hh.isBinary()
- for i := range c.s {
- c.s[i].fn.i.ready = false
- }
- }
- }
- func (c *codecFner) get(rt reflect.Type, checkFastpath, checkCodecSelfer bool) (fn *codecFn) {
- rtid := rt2id(rt)
- for _, x := range c.s {
- if x.rtid == rtid {
- // if rtid exists, then there's a *codenFn attached (non-nil)
- fn = x.fn
- if fn.i.ready {
- return
- }
- break
- }
- }
- var ti *typeInfo
- if fn == nil {
- fn = new(codecFn)
- if c.s == nil {
- c.s = make([]codecRtidFn, 0, 8)
- }
- c.s = append(c.s, codecRtidFn{rtid, fn})
- } else {
- ti = fn.i.ti
- *fn = codecFn{}
- fn.i.ti = ti
- // fn.fe, fn.fd = nil, nil
- }
- fi := &(fn.i)
- fi.ready = true
- if ti == nil {
- ti = c.h.getTypeInfo(rtid, rt)
- fi.ti = ti
- }
- rk := rt.Kind()
- if checkCodecSelfer && (ti.cs || ti.csp) {
- fn.fe = (*Encoder).selferMarshal
- fn.fd = (*Decoder).selferUnmarshal
- fi.addrF = true
- fi.addrD = ti.csp
- fi.addrE = ti.csp
- } else if rtid == timeTypId {
- fn.fe = (*Encoder).kTime
- fn.fd = (*Decoder).kTime
- } else if rtid == rawTypId {
- fn.fe = (*Encoder).raw
- fn.fd = (*Decoder).raw
- } else if rtid == rawExtTypId {
- fn.fe = (*Encoder).rawExt
- fn.fd = (*Decoder).rawExt
- fi.addrF = true
- fi.addrD = true
- fi.addrE = true
- } else if xfFn := c.h.getExt(rtid); xfFn != nil {
- fi.xfTag, fi.xfFn = xfFn.tag, xfFn.ext
- fn.fe = (*Encoder).ext
- fn.fd = (*Decoder).ext
- fi.addrF = true
- fi.addrD = true
- if rk == reflect.Struct || rk == reflect.Array {
- fi.addrE = true
- }
- } else if supportMarshalInterfaces && c.be && (ti.bm || ti.bmp) && (ti.bu || ti.bup) {
- fn.fe = (*Encoder).binaryMarshal
- fn.fd = (*Decoder).binaryUnmarshal
- fi.addrF = true
- fi.addrD = ti.bup
- fi.addrE = ti.bmp
- } else if supportMarshalInterfaces && !c.be && c.js && (ti.jm || ti.jmp) && (ti.ju || ti.jup) {
- //If JSON, we should check JSONMarshal before textMarshal
- fn.fe = (*Encoder).jsonMarshal
- fn.fd = (*Decoder).jsonUnmarshal
- fi.addrF = true
- fi.addrD = ti.jup
- fi.addrE = ti.jmp
- } else if supportMarshalInterfaces && !c.be && (ti.tm || ti.tmp) && (ti.tu || ti.tup) {
- fn.fe = (*Encoder).textMarshal
- fn.fd = (*Decoder).textUnmarshal
- fi.addrF = true
- fi.addrD = ti.tup
- fi.addrE = ti.tmp
- } else {
- if fastpathEnabled && checkFastpath && (rk == reflect.Map || rk == reflect.Slice) {
- if rt.PkgPath() == "" { // un-named slice or map
- if idx := fastpathAV.index(rtid); idx != -1 {
- fn.fe = fastpathAV[idx].encfn
- fn.fd = fastpathAV[idx].decfn
- fi.addrD = true
- fi.addrF = false
- }
- } else {
- // use mapping for underlying type if there
- var rtu reflect.Type
- if rk == reflect.Map {
- rtu = reflect.MapOf(rt.Key(), rt.Elem())
- } else {
- rtu = reflect.SliceOf(rt.Elem())
- }
- rtuid := rt2id(rtu)
- if idx := fastpathAV.index(rtuid); idx != -1 {
- xfnf := fastpathAV[idx].encfn
- xrt := fastpathAV[idx].rt
- fn.fe = func(e *Encoder, xf *codecFnInfo, xrv reflect.Value) {
- xfnf(e, xf, xrv.Convert(xrt))
- }
- fi.addrD = true
- fi.addrF = false // meaning it can be an address(ptr) or a value
- xfnf2 := fastpathAV[idx].decfn
- fn.fd = func(d *Decoder, xf *codecFnInfo, xrv reflect.Value) {
- if xrv.Kind() == reflect.Ptr {
- xfnf2(d, xf, xrv.Convert(reflect.PtrTo(xrt)))
- } else {
- xfnf2(d, xf, xrv.Convert(xrt))
- }
- }
- }
- }
- }
- if fn.fe == nil && fn.fd == nil {
- switch rk {
- case reflect.Bool:
- fn.fe = (*Encoder).kBool
- fn.fd = (*Decoder).kBool
- case reflect.String:
- fn.fe = (*Encoder).kString
- fn.fd = (*Decoder).kString
- case reflect.Int:
- fn.fd = (*Decoder).kInt
- fn.fe = (*Encoder).kInt
- case reflect.Int8:
- fn.fe = (*Encoder).kInt8
- fn.fd = (*Decoder).kInt8
- case reflect.Int16:
- fn.fe = (*Encoder).kInt16
- fn.fd = (*Decoder).kInt16
- case reflect.Int32:
- fn.fe = (*Encoder).kInt32
- fn.fd = (*Decoder).kInt32
- case reflect.Int64:
- fn.fe = (*Encoder).kInt64
- fn.fd = (*Decoder).kInt64
- case reflect.Uint:
- fn.fd = (*Decoder).kUint
- fn.fe = (*Encoder).kUint
- case reflect.Uint8:
- fn.fe = (*Encoder).kUint8
- fn.fd = (*Decoder).kUint8
- case reflect.Uint16:
- fn.fe = (*Encoder).kUint16
- fn.fd = (*Decoder).kUint16
- case reflect.Uint32:
- fn.fe = (*Encoder).kUint32
- fn.fd = (*Decoder).kUint32
- case reflect.Uint64:
- fn.fe = (*Encoder).kUint64
- fn.fd = (*Decoder).kUint64
- case reflect.Uintptr:
- fn.fe = (*Encoder).kUintptr
- fn.fd = (*Decoder).kUintptr
- case reflect.Float32:
- fn.fe = (*Encoder).kFloat32
- fn.fd = (*Decoder).kFloat32
- case reflect.Float64:
- fn.fe = (*Encoder).kFloat64
- fn.fd = (*Decoder).kFloat64
- case reflect.Invalid:
- fn.fe = (*Encoder).kInvalid
- fn.fd = (*Decoder).kErr
- case reflect.Chan:
- fi.seq = seqTypeChan
- fn.fe = (*Encoder).kSlice
- fn.fd = (*Decoder).kSlice
- case reflect.Slice:
- fi.seq = seqTypeSlice
- fn.fe = (*Encoder).kSlice
- fn.fd = (*Decoder).kSlice
- case reflect.Array:
- fi.seq = seqTypeArray
- fn.fe = (*Encoder).kSlice
- fi.addrF = false
- fi.addrD = false
- rt2 := reflect.SliceOf(rt.Elem())
- fn.fd = func(d *Decoder, xf *codecFnInfo, xrv reflect.Value) {
- d.cfer().get(rt2, true, false).fd(d, xf, xrv.Slice(0, xrv.Len()))
- }
- // fn.fd = (*Decoder).kArray
- case reflect.Struct:
- if ti.anyOmitEmpty {
- fn.fe = (*Encoder).kStruct
- } else {
- fn.fe = (*Encoder).kStructNoOmitempty
- }
- fn.fd = (*Decoder).kStruct
- case reflect.Map:
- fn.fe = (*Encoder).kMap
- fn.fd = (*Decoder).kMap
- case reflect.Interface:
- // encode: reflect.Interface are handled already by preEncodeValue
- fn.fd = (*Decoder).kInterface
- fn.fe = (*Encoder).kErr
- default:
- // reflect.Ptr and reflect.Interface are handled already by preEncodeValue
- fn.fe = (*Encoder).kErr
- fn.fd = (*Decoder).kErr
- }
- }
- }
- return
- }
- type codecFnPooler struct {
- cf *codecFner
- cfp *sync.Pool
- hh Handle
- }
- func (d *codecFnPooler) cfer() *codecFner {
- if d.cf == nil {
- var v interface{}
- d.cfp, v = pool.codecFner()
- d.cf = v.(*codecFner)
- d.cf.reset(d.hh)
- }
- return d.cf
- }
- func (d *codecFnPooler) alwaysAtEnd() {
- if d.cf != nil {
- d.cfp.Put(d.cf)
- d.cf, d.cfp = nil, nil
- }
- }
- // ----
- // these "checkOverflow" functions must be inlinable, and not call anybody.
- // Overflow means that the value cannot be represented without wrapping/overflow.
- // Overflow=false does not mean that the value can be represented without losing precision
- // (especially for floating point).
- type checkOverflow struct{}
- // func (checkOverflow) Float16(f float64) (overflow bool) {
- // panicv.errorf("unimplemented")
- // if f < 0 {
- // f = -f
- // }
- // return math.MaxFloat32 < f && f <= math.MaxFloat64
- // }
- func (checkOverflow) Float32(v float64) (overflow bool) {
- if v < 0 {
- v = -v
- }
- return math.MaxFloat32 < v && v <= math.MaxFloat64
- }
- func (checkOverflow) Uint(v uint64, bitsize uint8) (overflow bool) {
- if bitsize == 0 || bitsize >= 64 || v == 0 {
- return
- }
- if trunc := (v << (64 - bitsize)) >> (64 - bitsize); v != trunc {
- overflow = true
- }
- return
- }
- func (checkOverflow) Int(v int64, bitsize uint8) (overflow bool) {
- if bitsize == 0 || bitsize >= 64 || v == 0 {
- return
- }
- if trunc := (v << (64 - bitsize)) >> (64 - bitsize); v != trunc {
- overflow = true
- }
- return
- }
- func (checkOverflow) SignedInt(v uint64) (overflow bool) {
- //e.g. -127 to 128 for int8
- pos := (v >> 63) == 0
- ui2 := v & 0x7fffffffffffffff
- if pos {
- if ui2 > math.MaxInt64 {
- overflow = true
- }
- } else {
- if ui2 > math.MaxInt64-1 {
- overflow = true
- }
- }
- return
- }
- func (x checkOverflow) Float32V(v float64) float64 {
- if x.Float32(v) {
- panicv.errorf("float32 overflow: %v", v)
- }
- return v
- }
- func (x checkOverflow) UintV(v uint64, bitsize uint8) uint64 {
- if x.Uint(v, bitsize) {
- panicv.errorf("uint64 overflow: %v", v)
- }
- return v
- }
- func (x checkOverflow) IntV(v int64, bitsize uint8) int64 {
- if x.Int(v, bitsize) {
- panicv.errorf("int64 overflow: %v", v)
- }
- return v
- }
- func (x checkOverflow) SignedIntV(v uint64) int64 {
- if x.SignedInt(v) {
- panicv.errorf("uint64 to int64 overflow: %v", v)
- }
- return int64(v)
- }
- // ------------------ SORT -----------------
- func isNaN(f float64) bool { return f != f }
- // -----------------------
- type ioFlusher interface {
- Flush() error
- }
- type ioPeeker interface {
- Peek(int) ([]byte, error)
- }
- type ioBuffered interface {
- Buffered() int
- }
- // -----------------------
- type intSlice []int64
- type uintSlice []uint64
- // type uintptrSlice []uintptr
- type floatSlice []float64
- type boolSlice []bool
- type stringSlice []string
- // type bytesSlice [][]byte
- func (p intSlice) Len() int { return len(p) }
- func (p intSlice) Less(i, j int) bool { return p[i] < p[j] }
- func (p intSlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
- func (p uintSlice) Len() int { return len(p) }
- func (p uintSlice) Less(i, j int) bool { return p[i] < p[j] }
- func (p uintSlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
- // func (p uintptrSlice) Len() int { return len(p) }
- // func (p uintptrSlice) Less(i, j int) bool { return p[i] < p[j] }
- // func (p uintptrSlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
- func (p floatSlice) Len() int { return len(p) }
- func (p floatSlice) Less(i, j int) bool {
- return p[i] < p[j] || isNaN(p[i]) && !isNaN(p[j])
- }
- func (p floatSlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
- func (p stringSlice) Len() int { return len(p) }
- func (p stringSlice) Less(i, j int) bool { return p[i] < p[j] }
- func (p stringSlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
- // func (p bytesSlice) Len() int { return len(p) }
- // func (p bytesSlice) Less(i, j int) bool { return bytes.Compare(p[i], p[j]) == -1 }
- // func (p bytesSlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
- func (p boolSlice) Len() int { return len(p) }
- func (p boolSlice) Less(i, j int) bool { return !p[i] && p[j] }
- func (p boolSlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
- // ---------------------
- type intRv struct {
- v int64
- r reflect.Value
- }
- type intRvSlice []intRv
- type uintRv struct {
- v uint64
- r reflect.Value
- }
- type uintRvSlice []uintRv
- type floatRv struct {
- v float64
- r reflect.Value
- }
- type floatRvSlice []floatRv
- type boolRv struct {
- v bool
- r reflect.Value
- }
- type boolRvSlice []boolRv
- type stringRv struct {
- v string
- r reflect.Value
- }
- type stringRvSlice []stringRv
- type bytesRv struct {
- v []byte
- r reflect.Value
- }
- type bytesRvSlice []bytesRv
- type timeRv struct {
- v time.Time
- r reflect.Value
- }
- type timeRvSlice []timeRv
- func (p intRvSlice) Len() int { return len(p) }
- func (p intRvSlice) Less(i, j int) bool { return p[i].v < p[j].v }
- func (p intRvSlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
- func (p uintRvSlice) Len() int { return len(p) }
- func (p uintRvSlice) Less(i, j int) bool { return p[i].v < p[j].v }
- func (p uintRvSlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
- func (p floatRvSlice) Len() int { return len(p) }
- func (p floatRvSlice) Less(i, j int) bool {
- return p[i].v < p[j].v || isNaN(p[i].v) && !isNaN(p[j].v)
- }
- func (p floatRvSlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
- func (p stringRvSlice) Len() int { return len(p) }
- func (p stringRvSlice) Less(i, j int) bool { return p[i].v < p[j].v }
- func (p stringRvSlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
- func (p bytesRvSlice) Len() int { return len(p) }
- func (p bytesRvSlice) Less(i, j int) bool { return bytes.Compare(p[i].v, p[j].v) == -1 }
- func (p bytesRvSlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
- func (p boolRvSlice) Len() int { return len(p) }
- func (p boolRvSlice) Less(i, j int) bool { return !p[i].v && p[j].v }
- func (p boolRvSlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
- func (p timeRvSlice) Len() int { return len(p) }
- func (p timeRvSlice) Less(i, j int) bool { return p[i].v.Before(p[j].v) }
- func (p timeRvSlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
- // -----------------
- type bytesI struct {
- v []byte
- i interface{}
- }
- type bytesISlice []bytesI
- func (p bytesISlice) Len() int { return len(p) }
- func (p bytesISlice) Less(i, j int) bool { return bytes.Compare(p[i].v, p[j].v) == -1 }
- func (p bytesISlice) Swap(i, j int) { p[i], p[j] = p[j], p[i] }
- // -----------------
- type set []uintptr
- func (s *set) add(v uintptr) (exists bool) {
- // e.ci is always nil, or len >= 1
- x := *s
- if x == nil {
- x = make([]uintptr, 1, 8)
- x[0] = v
- *s = x
- return
- }
- // typically, length will be 1. make this perform.
- if len(x) == 1 {
- if j := x[0]; j == 0 {
- x[0] = v
- } else if j == v {
- exists = true
- } else {
- x = append(x, v)
- *s = x
- }
- return
- }
- // check if it exists
- for _, j := range x {
- if j == v {
- exists = true
- return
- }
- }
- // try to replace a "deleted" slot
- for i, j := range x {
- if j == 0 {
- x[i] = v
- return
- }
- }
- // if unable to replace deleted slot, just append it.
- x = append(x, v)
- *s = x
- return
- }
- func (s *set) remove(v uintptr) (exists bool) {
- x := *s
- if len(x) == 0 {
- return
- }
- if len(x) == 1 {
- if x[0] == v {
- x[0] = 0
- }
- return
- }
- for i, j := range x {
- if j == v {
- exists = true
- x[i] = 0 // set it to 0, as way to delete it.
- // copy(x[i:], x[i+1:])
- // x = x[:len(x)-1]
- return
- }
- }
- return
- }
- // ------
- // bitset types are better than [256]bool, because they permit the whole
- // bitset array being on a single cache line and use less memory.
- // given x > 0 and n > 0 and x is exactly 2^n, then pos/x === pos>>n AND pos%x === pos&(x-1).
- // consequently, pos/32 === pos>>5, pos/16 === pos>>4, pos/8 === pos>>3, pos%8 == pos&7
- type bitset256 [32]byte
- func (x *bitset256) isset(pos byte) bool {
- return x[pos>>3]&(1<<(pos&7)) != 0
- }
- func (x *bitset256) issetv(pos byte) byte {
- return x[pos>>3] & (1 << (pos & 7))
- }
- func (x *bitset256) set(pos byte) {
- x[pos>>3] |= (1 << (pos & 7))
- }
- // func (x *bitset256) unset(pos byte) {
- // x[pos>>3] &^= (1 << (pos & 7))
- // }
- type bitset128 [16]byte
- func (x *bitset128) isset(pos byte) bool {
- return x[pos>>3]&(1<<(pos&7)) != 0
- }
- func (x *bitset128) set(pos byte) {
- x[pos>>3] |= (1 << (pos & 7))
- }
- // func (x *bitset128) unset(pos byte) {
- // x[pos>>3] &^= (1 << (pos & 7))
- // }
- type bitset32 [4]byte
- func (x *bitset32) isset(pos byte) bool {
- return x[pos>>3]&(1<<(pos&7)) != 0
- }
- func (x *bitset32) set(pos byte) {
- x[pos>>3] |= (1 << (pos & 7))
- }
- // func (x *bitset32) unset(pos byte) {
- // x[pos>>3] &^= (1 << (pos & 7))
- // }
- // type bit2set256 [64]byte
- // func (x *bit2set256) set(pos byte, v1, v2 bool) {
- // var pos2 uint8 = (pos & 3) << 1 // returning 0, 2, 4 or 6
- // if v1 {
- // x[pos>>2] |= 1 << (pos2 + 1)
- // }
- // if v2 {
- // x[pos>>2] |= 1 << pos2
- // }
- // }
- // func (x *bit2set256) get(pos byte) uint8 {
- // var pos2 uint8 = (pos & 3) << 1 // returning 0, 2, 4 or 6
- // return x[pos>>2] << (6 - pos2) >> 6 // 11000000 -> 00000011
- // }
- // ------------
- type pooler struct {
- dn sync.Pool // for decNaked
- cfn sync.Pool // for codecFner
- tiload sync.Pool
- strRv8, strRv16, strRv32, strRv64, strRv128 sync.Pool // for stringRV
- }
- func (p *pooler) init() {
- p.strRv8.New = func() interface{} { return new([8]stringRv) }
- p.strRv16.New = func() interface{} { return new([16]stringRv) }
- p.strRv32.New = func() interface{} { return new([32]stringRv) }
- p.strRv64.New = func() interface{} { return new([64]stringRv) }
- p.strRv128.New = func() interface{} { return new([128]stringRv) }
- p.dn.New = func() interface{} { x := new(decNaked); x.init(); return x }
- p.tiload.New = func() interface{} { return new(typeInfoLoadArray) }
- p.cfn.New = func() interface{} { return new(codecFner) }
- }
- func (p *pooler) stringRv8() (sp *sync.Pool, v interface{}) {
- return &p.strRv8, p.strRv8.Get()
- }
- func (p *pooler) stringRv16() (sp *sync.Pool, v interface{}) {
- return &p.strRv16, p.strRv16.Get()
- }
- func (p *pooler) stringRv32() (sp *sync.Pool, v interface{}) {
- return &p.strRv32, p.strRv32.Get()
- }
- func (p *pooler) stringRv64() (sp *sync.Pool, v interface{}) {
- return &p.strRv64, p.strRv64.Get()
- }
- func (p *pooler) stringRv128() (sp *sync.Pool, v interface{}) {
- return &p.strRv128, p.strRv128.Get()
- }
- func (p *pooler) decNaked() (sp *sync.Pool, v interface{}) {
- return &p.dn, p.dn.Get()
- }
- func (p *pooler) codecFner() (sp *sync.Pool, v interface{}) {
- return &p.cfn, p.cfn.Get()
- }
- func (p *pooler) tiLoad() (sp *sync.Pool, v interface{}) {
- return &p.tiload, p.tiload.Get()
- }
- // func (p *pooler) decNaked() (v *decNaked, f func(*decNaked) ) {
- // sp := &(p.dn)
- // vv := sp.Get()
- // return vv.(*decNaked), func(x *decNaked) { sp.Put(vv) }
- // }
- // func (p *pooler) decNakedGet() (v interface{}) {
- // return p.dn.Get()
- // }
- // func (p *pooler) codecFnerGet() (v interface{}) {
- // return p.cfn.Get()
- // }
- // func (p *pooler) tiLoadGet() (v interface{}) {
- // return p.tiload.Get()
- // }
- // func (p *pooler) decNakedPut(v interface{}) {
- // p.dn.Put(v)
- // }
- // func (p *pooler) codecFnerPut(v interface{}) {
- // p.cfn.Put(v)
- // }
- // func (p *pooler) tiLoadPut(v interface{}) {
- // p.tiload.Put(v)
- // }
- type panicHdl struct{}
- func (panicHdl) errorv(err error) {
- if err != nil {
- panic(err)
- }
- }
- func (panicHdl) errorstr(message string) {
- if message != "" {
- panic(message)
- }
- }
- func (panicHdl) errorf(format string, params ...interface{}) {
- if format != "" {
- if len(params) == 0 {
- panic(format)
- } else {
- panic(fmt.Sprintf(format, params...))
- }
- }
- }
- type errstrDecorator interface {
- wrapErrstr(interface{}, *error)
- }
- type errstrDecoratorDef struct{}
- func (errstrDecoratorDef) wrapErrstr(v interface{}, e *error) { *e = fmt.Errorf("%v", v) }
- type must struct{}
- func (must) String(s string, err error) string {
- if err != nil {
- panicv.errorv(err)
- }
- return s
- }
- func (must) Int(s int64, err error) int64 {
- if err != nil {
- panicv.errorv(err)
- }
- return s
- }
- func (must) Uint(s uint64, err error) uint64 {
- if err != nil {
- panicv.errorv(err)
- }
- return s
- }
- func (must) Float(s float64, err error) float64 {
- if err != nil {
- panicv.errorv(err)
- }
- return s
- }
- // xdebugf prints the message in red on the terminal.
- // Use it in place of fmt.Printf (which it calls internally)
- func xdebugf(pattern string, args ...interface{}) {
- var delim string
- if len(pattern) > 0 && pattern[len(pattern)-1] != '\n' {
- delim = "\n"
- }
- fmt.Printf("\033[1;31m"+pattern+delim+"\033[0m", args...)
- }
- // func isImmutableKind(k reflect.Kind) (v bool) {
- // return false ||
- // k == reflect.Int ||
- // k == reflect.Int8 ||
- // k == reflect.Int16 ||
- // k == reflect.Int32 ||
- // k == reflect.Int64 ||
- // k == reflect.Uint ||
- // k == reflect.Uint8 ||
- // k == reflect.Uint16 ||
- // k == reflect.Uint32 ||
- // k == reflect.Uint64 ||
- // k == reflect.Uintptr ||
- // k == reflect.Float32 ||
- // k == reflect.Float64 ||
- // k == reflect.Bool ||
- // k == reflect.String
- // }
- // func timeLocUTCName(tzint int16) string {
- // if tzint == 0 {
- // return "UTC"
- // }
- // var tzname = []byte("UTC+00:00")
- // //tzname := fmt.Sprintf("UTC%s%02d:%02d", tzsign, tz/60, tz%60) //perf issue using Sprintf. inline below.
- // //tzhr, tzmin := tz/60, tz%60 //faster if u convert to int first
- // var tzhr, tzmin int16
- // if tzint < 0 {
- // tzname[3] = '-' // (TODO: verify. this works here)
- // tzhr, tzmin = -tzint/60, (-tzint)%60
- // } else {
- // tzhr, tzmin = tzint/60, tzint%60
- // }
- // tzname[4] = timeDigits[tzhr/10]
- // tzname[5] = timeDigits[tzhr%10]
- // tzname[7] = timeDigits[tzmin/10]
- // tzname[8] = timeDigits[tzmin%10]
- // return string(tzname)
- // //return time.FixedZone(string(tzname), int(tzint)*60)
- // }
|