| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197 |
- package msgp
- import (
- "bytes"
- "encoding/binary"
- "math"
- "time"
- )
- var big = binary.BigEndian
- // NextType returns the type of the next
- // object in the slice. If the length
- // of the input is zero, it returns
- // InvalidType.
- func NextType(b []byte) Type {
- if len(b) == 0 {
- return InvalidType
- }
- spec := sizes[b[0]]
- t := spec.typ
- if t == ExtensionType && len(b) > int(spec.size) {
- var tp int8
- if spec.extra == constsize {
- tp = int8(b[1])
- } else {
- tp = int8(b[spec.size-1])
- }
- switch tp {
- case TimeExtension:
- return TimeType
- case Complex128Extension:
- return Complex128Type
- case Complex64Extension:
- return Complex64Type
- default:
- return ExtensionType
- }
- }
- return t
- }
- // IsNil returns true if len(b)>0 and
- // the leading byte is a 'nil' MessagePack
- // byte; false otherwise
- func IsNil(b []byte) bool {
- if len(b) != 0 && b[0] == mnil {
- return true
- }
- return false
- }
- // Raw is raw MessagePack.
- // Raw allows you to read and write
- // data without interpreting its contents.
- type Raw []byte
- // MarshalMsg implements msgp.Marshaler.
- // It appends the raw contents of 'raw'
- // to the provided byte slice. If 'raw'
- // is 0 bytes, 'nil' will be appended instead.
- func (r Raw) MarshalMsg(b []byte) ([]byte, error) {
- i := len(r)
- if i == 0 {
- return AppendNil(b), nil
- }
- o, l := ensure(b, i)
- copy(o[l:], []byte(r))
- return o, nil
- }
- // UnmarshalMsg implements msgp.Unmarshaler.
- // It sets the contents of *Raw to be the next
- // object in the provided byte slice.
- func (r *Raw) UnmarshalMsg(b []byte) ([]byte, error) {
- l := len(b)
- out, err := Skip(b)
- if err != nil {
- return b, err
- }
- rlen := l - len(out)
- if IsNil(b[:rlen]) {
- rlen = 0
- }
- if cap(*r) < rlen {
- *r = make(Raw, rlen)
- } else {
- *r = (*r)[0:rlen]
- }
- copy(*r, b[:rlen])
- return out, nil
- }
- // EncodeMsg implements msgp.Encodable.
- // It writes the raw bytes to the writer.
- // If r is empty, it writes 'nil' instead.
- func (r Raw) EncodeMsg(w *Writer) error {
- if len(r) == 0 {
- return w.WriteNil()
- }
- _, err := w.Write([]byte(r))
- return err
- }
- // DecodeMsg implements msgp.Decodable.
- // It sets the value of *Raw to be the
- // next object on the wire.
- func (r *Raw) DecodeMsg(f *Reader) error {
- *r = (*r)[:0]
- err := appendNext(f, (*[]byte)(r))
- if IsNil(*r) {
- *r = (*r)[:0]
- }
- return err
- }
- // Msgsize implements msgp.Sizer
- func (r Raw) Msgsize() int {
- l := len(r)
- if l == 0 {
- return 1 // for 'nil'
- }
- return l
- }
- func appendNext(f *Reader, d *[]byte) error {
- amt, o, err := getNextSize(f.R)
- if err != nil {
- return err
- }
- var i int
- *d, i = ensure(*d, int(amt))
- _, err = f.R.ReadFull((*d)[i:])
- if err != nil {
- return err
- }
- for o > 0 {
- err = appendNext(f, d)
- if err != nil {
- return err
- }
- o--
- }
- return nil
- }
- // MarshalJSON implements json.Marshaler
- func (r *Raw) MarshalJSON() ([]byte, error) {
- var buf bytes.Buffer
- _, err := UnmarshalAsJSON(&buf, []byte(*r))
- return buf.Bytes(), err
- }
- // ReadMapHeaderBytes reads a map header size
- // from 'b' and returns the remaining bytes.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not a map)
- func ReadMapHeaderBytes(b []byte) (sz uint32, o []byte, err error) {
- l := len(b)
- if l < 1 {
- err = ErrShortBytes
- return
- }
- lead := b[0]
- if isfixmap(lead) {
- sz = uint32(rfixmap(lead))
- o = b[1:]
- return
- }
- switch lead {
- case mmap16:
- if l < 3 {
- err = ErrShortBytes
- return
- }
- sz = uint32(big.Uint16(b[1:]))
- o = b[3:]
- return
- case mmap32:
- if l < 5 {
- err = ErrShortBytes
- return
- }
- sz = big.Uint32(b[1:])
- o = b[5:]
- return
- default:
- err = badPrefix(MapType, lead)
- return
- }
- }
- // ReadMapKeyZC attempts to read a map key
- // from 'b' and returns the key bytes and the remaining bytes
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not a str or bin)
- func ReadMapKeyZC(b []byte) ([]byte, []byte, error) {
- o, x, err := ReadStringZC(b)
- if err != nil {
- if tperr, ok := err.(TypeError); ok && tperr.Encoded == BinType {
- return ReadBytesZC(b)
- }
- return nil, b, err
- }
- return o, x, nil
- }
- // ReadArrayHeaderBytes attempts to read
- // the array header size off of 'b' and return
- // the size and remaining bytes.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not an array)
- func ReadArrayHeaderBytes(b []byte) (sz uint32, o []byte, err error) {
- if len(b) < 1 {
- return 0, nil, ErrShortBytes
- }
- lead := b[0]
- if isfixarray(lead) {
- sz = uint32(rfixarray(lead))
- o = b[1:]
- return
- }
- switch lead {
- case marray16:
- if len(b) < 3 {
- err = ErrShortBytes
- return
- }
- sz = uint32(big.Uint16(b[1:]))
- o = b[3:]
- return
- case marray32:
- if len(b) < 5 {
- err = ErrShortBytes
- return
- }
- sz = big.Uint32(b[1:])
- o = b[5:]
- return
- default:
- err = badPrefix(ArrayType, lead)
- return
- }
- }
- // ReadNilBytes tries to read a "nil" byte
- // off of 'b' and return the remaining bytes.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not a 'nil')
- // - InvalidPrefixError
- func ReadNilBytes(b []byte) ([]byte, error) {
- if len(b) < 1 {
- return nil, ErrShortBytes
- }
- if b[0] != mnil {
- return b, badPrefix(NilType, b[0])
- }
- return b[1:], nil
- }
- // ReadFloat64Bytes tries to read a float64
- // from 'b' and return the value and the remaining bytes.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not a float64)
- func ReadFloat64Bytes(b []byte) (f float64, o []byte, err error) {
- if len(b) < 9 {
- if len(b) >= 5 && b[0] == mfloat32 {
- var tf float32
- tf, o, err = ReadFloat32Bytes(b)
- f = float64(tf)
- return
- }
- err = ErrShortBytes
- return
- }
- if b[0] != mfloat64 {
- if b[0] == mfloat32 {
- var tf float32
- tf, o, err = ReadFloat32Bytes(b)
- f = float64(tf)
- return
- }
- err = badPrefix(Float64Type, b[0])
- return
- }
- f = math.Float64frombits(getMuint64(b))
- o = b[9:]
- return
- }
- // ReadFloat32Bytes tries to read a float64
- // from 'b' and return the value and the remaining bytes.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not a float32)
- func ReadFloat32Bytes(b []byte) (f float32, o []byte, err error) {
- if len(b) < 5 {
- err = ErrShortBytes
- return
- }
- if b[0] != mfloat32 {
- err = TypeError{Method: Float32Type, Encoded: getType(b[0])}
- return
- }
- f = math.Float32frombits(getMuint32(b))
- o = b[5:]
- return
- }
- // ReadBoolBytes tries to read a float64
- // from 'b' and return the value and the remaining bytes.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not a bool)
- func ReadBoolBytes(b []byte) (bool, []byte, error) {
- if len(b) < 1 {
- return false, b, ErrShortBytes
- }
- switch b[0] {
- case mtrue:
- return true, b[1:], nil
- case mfalse:
- return false, b[1:], nil
- default:
- return false, b, badPrefix(BoolType, b[0])
- }
- }
- // ReadInt64Bytes tries to read an int64
- // from 'b' and return the value and the remaining bytes.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError (not a int)
- func ReadInt64Bytes(b []byte) (i int64, o []byte, err error) {
- l := len(b)
- if l < 1 {
- return 0, nil, ErrShortBytes
- }
- lead := b[0]
- if isfixint(lead) {
- i = int64(rfixint(lead))
- o = b[1:]
- return
- }
- if isnfixint(lead) {
- i = int64(rnfixint(lead))
- o = b[1:]
- return
- }
- switch lead {
- case mint8:
- if l < 2 {
- err = ErrShortBytes
- return
- }
- i = int64(getMint8(b))
- o = b[2:]
- return
- case muint8:
- if l < 2 {
- err = ErrShortBytes
- return
- }
- i = int64(getMuint8(b))
- o = b[2:]
- return
- case mint16:
- if l < 3 {
- err = ErrShortBytes
- return
- }
- i = int64(getMint16(b))
- o = b[3:]
- return
- case muint16:
- if l < 3 {
- err = ErrShortBytes
- return
- }
- i = int64(getMuint16(b))
- o = b[3:]
- return
- case mint32:
- if l < 5 {
- err = ErrShortBytes
- return
- }
- i = int64(getMint32(b))
- o = b[5:]
- return
- case muint32:
- if l < 5 {
- err = ErrShortBytes
- return
- }
- i = int64(getMuint32(b))
- o = b[5:]
- return
- case mint64:
- if l < 9 {
- err = ErrShortBytes
- return
- }
- i = int64(getMint64(b))
- o = b[9:]
- return
- case muint64:
- if l < 9 {
- err = ErrShortBytes
- return
- }
- u := getMuint64(b)
- if u > math.MaxInt64 {
- err = UintOverflow{Value: u, FailedBitsize: 64}
- return
- }
- i = int64(u)
- o = b[9:]
- return
- default:
- err = badPrefix(IntType, lead)
- return
- }
- }
- // ReadInt32Bytes tries to read an int32
- // from 'b' and return the value and the remaining bytes.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not a int)
- // - IntOverflow{} (value doesn't fit in int32)
- func ReadInt32Bytes(b []byte) (int32, []byte, error) {
- i, o, err := ReadInt64Bytes(b)
- if i > math.MaxInt32 || i < math.MinInt32 {
- return 0, o, IntOverflow{Value: i, FailedBitsize: 32}
- }
- return int32(i), o, err
- }
- // ReadInt16Bytes tries to read an int16
- // from 'b' and return the value and the remaining bytes.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not a int)
- // - IntOverflow{} (value doesn't fit in int16)
- func ReadInt16Bytes(b []byte) (int16, []byte, error) {
- i, o, err := ReadInt64Bytes(b)
- if i > math.MaxInt16 || i < math.MinInt16 {
- return 0, o, IntOverflow{Value: i, FailedBitsize: 16}
- }
- return int16(i), o, err
- }
- // ReadInt8Bytes tries to read an int16
- // from 'b' and return the value and the remaining bytes.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not a int)
- // - IntOverflow{} (value doesn't fit in int8)
- func ReadInt8Bytes(b []byte) (int8, []byte, error) {
- i, o, err := ReadInt64Bytes(b)
- if i > math.MaxInt8 || i < math.MinInt8 {
- return 0, o, IntOverflow{Value: i, FailedBitsize: 8}
- }
- return int8(i), o, err
- }
- // ReadIntBytes tries to read an int
- // from 'b' and return the value and the remaining bytes.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not a int)
- // - IntOverflow{} (value doesn't fit in int; 32-bit platforms only)
- func ReadIntBytes(b []byte) (int, []byte, error) {
- if smallint {
- i, b, err := ReadInt32Bytes(b)
- return int(i), b, err
- }
- i, b, err := ReadInt64Bytes(b)
- return int(i), b, err
- }
- // ReadUint64Bytes tries to read a uint64
- // from 'b' and return the value and the remaining bytes.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not a uint)
- func ReadUint64Bytes(b []byte) (u uint64, o []byte, err error) {
- l := len(b)
- if l < 1 {
- return 0, nil, ErrShortBytes
- }
- lead := b[0]
- if isfixint(lead) {
- u = uint64(rfixint(lead))
- o = b[1:]
- return
- }
- switch lead {
- case mint8:
- if l < 2 {
- err = ErrShortBytes
- return
- }
- v := int64(getMint8(b))
- if v < 0 {
- err = UintBelowZero{Value: v}
- return
- }
- u = uint64(v)
- o = b[2:]
- return
- case muint8:
- if l < 2 {
- err = ErrShortBytes
- return
- }
- u = uint64(getMuint8(b))
- o = b[2:]
- return
- case mint16:
- if l < 3 {
- err = ErrShortBytes
- return
- }
- v := int64(getMint16(b))
- if v < 0 {
- err = UintBelowZero{Value: v}
- return
- }
- u = uint64(v)
- o = b[3:]
- return
- case muint16:
- if l < 3 {
- err = ErrShortBytes
- return
- }
- u = uint64(getMuint16(b))
- o = b[3:]
- return
- case mint32:
- if l < 5 {
- err = ErrShortBytes
- return
- }
- v := int64(getMint32(b))
- if v < 0 {
- err = UintBelowZero{Value: v}
- return
- }
- u = uint64(v)
- o = b[5:]
- return
- case muint32:
- if l < 5 {
- err = ErrShortBytes
- return
- }
- u = uint64(getMuint32(b))
- o = b[5:]
- return
- case mint64:
- if l < 9 {
- err = ErrShortBytes
- return
- }
- v := int64(getMint64(b))
- if v < 0 {
- err = UintBelowZero{Value: v}
- return
- }
- u = uint64(v)
- o = b[9:]
- return
- case muint64:
- if l < 9 {
- err = ErrShortBytes
- return
- }
- u = getMuint64(b)
- o = b[9:]
- return
- default:
- if isnfixint(lead) {
- err = UintBelowZero{Value: int64(rnfixint(lead))}
- } else {
- err = badPrefix(UintType, lead)
- }
- return
- }
- }
- // ReadUint32Bytes tries to read a uint32
- // from 'b' and return the value and the remaining bytes.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not a uint)
- // - UintOverflow{} (value too large for uint32)
- func ReadUint32Bytes(b []byte) (uint32, []byte, error) {
- v, o, err := ReadUint64Bytes(b)
- if v > math.MaxUint32 {
- return 0, nil, UintOverflow{Value: v, FailedBitsize: 32}
- }
- return uint32(v), o, err
- }
- // ReadUint16Bytes tries to read a uint16
- // from 'b' and return the value and the remaining bytes.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not a uint)
- // - UintOverflow{} (value too large for uint16)
- func ReadUint16Bytes(b []byte) (uint16, []byte, error) {
- v, o, err := ReadUint64Bytes(b)
- if v > math.MaxUint16 {
- return 0, nil, UintOverflow{Value: v, FailedBitsize: 16}
- }
- return uint16(v), o, err
- }
- // ReadUint8Bytes tries to read a uint8
- // from 'b' and return the value and the remaining bytes.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not a uint)
- // - UintOverflow{} (value too large for uint8)
- func ReadUint8Bytes(b []byte) (uint8, []byte, error) {
- v, o, err := ReadUint64Bytes(b)
- if v > math.MaxUint8 {
- return 0, nil, UintOverflow{Value: v, FailedBitsize: 8}
- }
- return uint8(v), o, err
- }
- // ReadUintBytes tries to read a uint
- // from 'b' and return the value and the remaining bytes.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not a uint)
- // - UintOverflow{} (value too large for uint; 32-bit platforms only)
- func ReadUintBytes(b []byte) (uint, []byte, error) {
- if smallint {
- u, b, err := ReadUint32Bytes(b)
- return uint(u), b, err
- }
- u, b, err := ReadUint64Bytes(b)
- return uint(u), b, err
- }
- // ReadByteBytes is analogous to ReadUint8Bytes
- func ReadByteBytes(b []byte) (byte, []byte, error) {
- return ReadUint8Bytes(b)
- }
- // ReadBytesBytes reads a 'bin' object
- // from 'b' and returns its vaue and
- // the remaining bytes in 'b'.
- // Possible errors:
- // - ErrShortBytes (too few bytes)
- // - TypeError{} (not a 'bin' object)
- func ReadBytesBytes(b []byte, scratch []byte) (v []byte, o []byte, err error) {
- return readBytesBytes(b, scratch, false)
- }
- func readBytesBytes(b, scratch []byte, zc bool) (v, o []byte, err error) {
- l := len(b)
- if l < 1 {
- return nil, nil, ErrShortBytes
- }
- lead := b[0]
- var read int
- switch lead {
- case mbin8:
- if l < 2 {
- err = ErrShortBytes
- return
- }
- read = int(b[1])
- b = b[2:]
- case mbin16:
- if l < 3 {
- err = ErrShortBytes
- return
- }
- read = int(big.Uint16(b[1:]))
- b = b[3:]
- case mbin32:
- if l < 5 {
- err = ErrShortBytes
- return
- }
- read = int(big.Uint32(b[1:]))
- b = b[5:]
- default:
- err = badPrefix(BinType, lead)
- return
- }
- if len(b) < read {
- err = ErrShortBytes
- return
- }
- // zero-copy
- if zc {
- v = b[0:read]
- o = b[read:]
- return
- }
- if cap(scratch) >= read {
- v = scratch[0:read]
- } else {
- v = make([]byte, read)
- }
- o = b[copy(v, b):]
- return
- }
- // ReadBytesZC extracts the messagepack-encoded
- // binary field without copying. The returned []byte
- // points to the same memory as the input slice.
- // Possible errors:
- // - ErrShortBytes (b not long enough)
- // - TypeError{} (object not 'bin')
- func ReadBytesZC(b []byte) (v, o []byte, err error) {
- return readBytesBytes(b, nil, true)
- }
- func ReadExactBytes(b []byte, into []byte) (o []byte, err error) {
- l := len(b)
- if l < 1 {
- err = ErrShortBytes
- return
- }
- lead := b[0]
- var read uint32
- var skip int
- switch lead {
- case mbin8:
- if l < 2 {
- err = ErrShortBytes
- return
- }
- read = uint32(b[1])
- skip = 2
- case mbin16:
- if l < 3 {
- err = ErrShortBytes
- return
- }
- read = uint32(big.Uint16(b[1:]))
- skip = 3
- case mbin32:
- if l < 5 {
- err = ErrShortBytes
- return
- }
- read = uint32(big.Uint32(b[1:]))
- skip = 5
- default:
- err = badPrefix(BinType, lead)
- return
- }
- if read != uint32(len(into)) {
- err = ArrayError{Wanted: uint32(len(into)), Got: read}
- return
- }
- o = b[skip+copy(into, b[skip:]):]
- return
- }
- // ReadStringZC reads a messagepack string field
- // without copying. The returned []byte points
- // to the same memory as the input slice.
- // Possible errors:
- // - ErrShortBytes (b not long enough)
- // - TypeError{} (object not 'str')
- func ReadStringZC(b []byte) (v []byte, o []byte, err error) {
- l := len(b)
- if l < 1 {
- return nil, nil, ErrShortBytes
- }
- lead := b[0]
- var read int
- if isfixstr(lead) {
- read = int(rfixstr(lead))
- b = b[1:]
- } else {
- switch lead {
- case mstr8:
- if l < 2 {
- err = ErrShortBytes
- return
- }
- read = int(b[1])
- b = b[2:]
- case mstr16:
- if l < 3 {
- err = ErrShortBytes
- return
- }
- read = int(big.Uint16(b[1:]))
- b = b[3:]
- case mstr32:
- if l < 5 {
- err = ErrShortBytes
- return
- }
- read = int(big.Uint32(b[1:]))
- b = b[5:]
- default:
- err = TypeError{Method: StrType, Encoded: getType(lead)}
- return
- }
- }
- if len(b) < read {
- err = ErrShortBytes
- return
- }
- v = b[0:read]
- o = b[read:]
- return
- }
- // ReadStringBytes reads a 'str' object
- // from 'b' and returns its value and the
- // remaining bytes in 'b'.
- // Possible errors:
- // - ErrShortBytes (b not long enough)
- // - TypeError{} (not 'str' type)
- // - InvalidPrefixError
- func ReadStringBytes(b []byte) (string, []byte, error) {
- v, o, err := ReadStringZC(b)
- return string(v), o, err
- }
- // ReadStringAsBytes reads a 'str' object
- // into a slice of bytes. 'v' is the value of
- // the 'str' object, which may reside in memory
- // pointed to by 'scratch.' 'o' is the remaining bytes
- // in 'b.”
- // Possible errors:
- // - ErrShortBytes (b not long enough)
- // - TypeError{} (not 'str' type)
- // - InvalidPrefixError (unknown type marker)
- func ReadStringAsBytes(b []byte, scratch []byte) (v []byte, o []byte, err error) {
- var tmp []byte
- tmp, o, err = ReadStringZC(b)
- v = append(scratch[:0], tmp...)
- return
- }
- // ReadComplex128Bytes reads a complex128
- // extension object from 'b' and returns the
- // remaining bytes.
- // Possible errors:
- // - ErrShortBytes (not enough bytes in 'b')
- // - TypeError{} (object not a complex128)
- // - InvalidPrefixError
- // - ExtensionTypeError{} (object an extension of the correct size, but not a complex128)
- func ReadComplex128Bytes(b []byte) (c complex128, o []byte, err error) {
- if len(b) < 18 {
- err = ErrShortBytes
- return
- }
- if b[0] != mfixext16 {
- err = badPrefix(Complex128Type, b[0])
- return
- }
- if int8(b[1]) != Complex128Extension {
- err = errExt(int8(b[1]), Complex128Extension)
- return
- }
- c = complex(math.Float64frombits(big.Uint64(b[2:])),
- math.Float64frombits(big.Uint64(b[10:])))
- o = b[18:]
- return
- }
- // ReadComplex64Bytes reads a complex64
- // extension object from 'b' and returns the
- // remaining bytes.
- // Possible errors:
- // - ErrShortBytes (not enough bytes in 'b')
- // - TypeError{} (object not a complex64)
- // - ExtensionTypeError{} (object an extension of the correct size, but not a complex64)
- func ReadComplex64Bytes(b []byte) (c complex64, o []byte, err error) {
- if len(b) < 10 {
- err = ErrShortBytes
- return
- }
- if b[0] != mfixext8 {
- err = badPrefix(Complex64Type, b[0])
- return
- }
- if b[1] != Complex64Extension {
- err = errExt(int8(b[1]), Complex64Extension)
- return
- }
- c = complex(math.Float32frombits(big.Uint32(b[2:])),
- math.Float32frombits(big.Uint32(b[6:])))
- o = b[10:]
- return
- }
- // ReadTimeBytes reads a time.Time
- // extension object from 'b' and returns the
- // remaining bytes.
- // Possible errors:
- // - ErrShortBytes (not enough bytes in 'b')
- // - TypeError{} (object not a complex64)
- // - ExtensionTypeError{} (object an extension of the correct size, but not a time.Time)
- func ReadTimeBytes(b []byte) (t time.Time, o []byte, err error) {
- if len(b) < 15 {
- err = ErrShortBytes
- return
- }
- if b[0] != mext8 || b[1] != 12 {
- err = badPrefix(TimeType, b[0])
- return
- }
- if int8(b[2]) != TimeExtension {
- err = errExt(int8(b[2]), TimeExtension)
- return
- }
- sec, nsec := getUnix(b[3:])
- t = time.Unix(sec, int64(nsec)).Local()
- o = b[15:]
- return
- }
- // ReadMapStrIntfBytes reads a map[string]interface{}
- // out of 'b' and returns the map and remaining bytes.
- // If 'old' is non-nil, the values will be read into that map.
- func ReadMapStrIntfBytes(b []byte, old map[string]interface{}) (v map[string]interface{}, o []byte, err error) {
- var sz uint32
- o = b
- sz, o, err = ReadMapHeaderBytes(o)
- if err != nil {
- return
- }
- if old != nil {
- for key := range old {
- delete(old, key)
- }
- v = old
- } else {
- v = make(map[string]interface{}, int(sz))
- }
- for z := uint32(0); z < sz; z++ {
- if len(o) < 1 {
- err = ErrShortBytes
- return
- }
- var key []byte
- key, o, err = ReadMapKeyZC(o)
- if err != nil {
- return
- }
- var val interface{}
- val, o, err = ReadIntfBytes(o)
- if err != nil {
- return
- }
- v[string(key)] = val
- }
- return
- }
- // ReadIntfBytes attempts to read
- // the next object out of 'b' as a raw interface{} and
- // return the remaining bytes.
- func ReadIntfBytes(b []byte) (i interface{}, o []byte, err error) {
- if len(b) < 1 {
- err = ErrShortBytes
- return
- }
- k := NextType(b)
- switch k {
- case MapType:
- i, o, err = ReadMapStrIntfBytes(b, nil)
- return
- case ArrayType:
- var sz uint32
- sz, o, err = ReadArrayHeaderBytes(b)
- if err != nil {
- return
- }
- j := make([]interface{}, int(sz))
- i = j
- for d := range j {
- j[d], o, err = ReadIntfBytes(o)
- if err != nil {
- return
- }
- }
- return
- case Float32Type:
- i, o, err = ReadFloat32Bytes(b)
- return
- case Float64Type:
- i, o, err = ReadFloat64Bytes(b)
- return
- case IntType:
- i, o, err = ReadInt64Bytes(b)
- return
- case UintType:
- i, o, err = ReadUint64Bytes(b)
- return
- case BoolType:
- i, o, err = ReadBoolBytes(b)
- return
- case TimeType:
- i, o, err = ReadTimeBytes(b)
- return
- case Complex64Type:
- i, o, err = ReadComplex64Bytes(b)
- return
- case Complex128Type:
- i, o, err = ReadComplex128Bytes(b)
- return
- case ExtensionType:
- var t int8
- t, err = peekExtension(b)
- if err != nil {
- return
- }
- // use a user-defined extension,
- // if it's been registered
- f, ok := extensionReg[t]
- if ok {
- e := f()
- o, err = ReadExtensionBytes(b, e)
- i = e
- return
- }
- // last resort is a raw extension
- e := RawExtension{}
- e.Type = int8(t)
- o, err = ReadExtensionBytes(b, &e)
- i = &e
- return
- case NilType:
- o, err = ReadNilBytes(b)
- return
- case BinType:
- i, o, err = ReadBytesBytes(b, nil)
- return
- case StrType:
- i, o, err = ReadStringBytes(b)
- return
- default:
- err = InvalidPrefixError(b[0])
- return
- }
- }
- // Skip skips the next object in 'b' and
- // returns the remaining bytes. If the object
- // is a map or array, all of its elements
- // will be skipped.
- // Possible Errors:
- // - ErrShortBytes (not enough bytes in b)
- // - InvalidPrefixError (bad encoding)
- func Skip(b []byte) ([]byte, error) {
- sz, asz, err := getSize(b)
- if err != nil {
- return b, err
- }
- if uintptr(len(b)) < sz {
- return b, ErrShortBytes
- }
- b = b[sz:]
- for asz > 0 {
- b, err = Skip(b)
- if err != nil {
- return b, err
- }
- asz--
- }
- return b, nil
- }
- // returns (skip N bytes, skip M objects, error)
- func getSize(b []byte) (uintptr, uintptr, error) {
- l := len(b)
- if l == 0 {
- return 0, 0, ErrShortBytes
- }
- lead := b[0]
- spec := &sizes[lead] // get type information
- size, mode := spec.size, spec.extra
- if size == 0 {
- return 0, 0, InvalidPrefixError(lead)
- }
- if mode >= 0 { // fixed composites
- return uintptr(size), uintptr(mode), nil
- }
- if l < int(size) {
- return 0, 0, ErrShortBytes
- }
- switch mode {
- case extra8:
- return uintptr(size) + uintptr(b[1]), 0, nil
- case extra16:
- return uintptr(size) + uintptr(big.Uint16(b[1:])), 0, nil
- case extra32:
- return uintptr(size) + uintptr(big.Uint32(b[1:])), 0, nil
- case map16v:
- return uintptr(size), 2 * uintptr(big.Uint16(b[1:])), nil
- case map32v:
- return uintptr(size), 2 * uintptr(big.Uint32(b[1:])), nil
- case array16v:
- return uintptr(size), uintptr(big.Uint16(b[1:])), nil
- case array32v:
- return uintptr(size), uintptr(big.Uint32(b[1:])), nil
- default:
- return 0, 0, fatal
- }
- }
|