You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 
 
 

197 lines
5.0 KiB

//
// DISCLAIMER
//
// Copyright 2017 ArangoDB GmbH, Cologne, Germany
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
// Copyright holder is ArangoDB GmbH, Cologne, Germany
//
// Author Ewout Prangsma
//
package velocypack
import (
"bufio"
"io"
)
const (
maxByteSizeBytes = 16
)
// SliceFromReader reads a slice from the given reader.
func SliceFromReader(r io.Reader) (Slice, error) {
if r, ok := r.(*bufio.Reader); ok {
// Buffered reader can use faster path.
return sliceFromBufReader(r)
}
hdr := make(Slice, 1, maxByteSizeBytes)
// Read first byte
if err := readBytes(hdr, r); err != nil {
if Cause(err) == io.EOF {
// Empty slice
return nil, nil
}
return nil, WithStack(err)
}
// Lookup first size
// check if the type has a fixed length first
l := fixedTypeLengths[hdr[0]]
if l != 0 {
// Found fixed length, read it (minus byte already read)
s := make(Slice, l)
s[0] = hdr[0]
if err := readBytes(s[1:], r); err != nil {
return nil, WithStack(err)
}
return s, nil
}
readRemaining := func(prefix Slice, l ValueLength) (Slice, error) {
s := make(Slice, l)
copy(s, prefix)
if err := readBytes(s[len(prefix):], r); err != nil {
return nil, WithStack(err)
}
return s, nil
}
// types with dynamic lengths need special treatment:
h := hdr[0]
switch hdr.Type() {
case Array, Object:
if h == 0x13 || h == 0x14 {
// compact Array or Object
l, bytes, err := readVariableValueLengthFromReader(r, false)
if err != nil {
return nil, WithStack(err)
}
return readRemaining(append(hdr, bytes...), l)
}
vpackAssert(h > 0x00 && h <= 0x0e)
l, bytes, err := readIntegerNonEmptyFromReader(r, widthMap[h])
if err != nil {
return nil, WithStack(err)
}
return readRemaining(append(hdr, bytes...), ValueLength(l))
case String:
vpackAssert(h == 0xbf)
// long UTF-8 String
l, bytes, err := readIntegerFixedFromReader(r, 8)
if err != nil {
return nil, WithStack(err)
}
return readRemaining(append(hdr, bytes...), ValueLength(l+1+8))
case Binary:
vpackAssert(h >= 0xc0 && h <= 0xc7)
x, bytes, err := readIntegerNonEmptyFromReader(r, uint(h)-0xbf)
if err != nil {
return nil, WithStack(err)
}
l := ValueLength(1 + ValueLength(h) - 0xbf + ValueLength(x))
return readRemaining(append(hdr, bytes...), l)
case BCD:
if h <= 0xcf {
// positive BCD
vpackAssert(h >= 0xc8 && h < 0xcf)
x, bytes, err := readIntegerNonEmptyFromReader(r, uint(h)-0xc7)
if err != nil {
return nil, WithStack(err)
}
l := ValueLength(1 + ValueLength(h) - 0xc7 + ValueLength(x))
return readRemaining(append(hdr, bytes...), l)
}
// negative BCD
vpackAssert(h >= 0xd0 && h < 0xd7)
x, bytes, err := readIntegerNonEmptyFromReader(r, uint(h)-0xcf)
if err != nil {
return nil, WithStack(err)
}
l := ValueLength(1 + ValueLength(h) - 0xcf + ValueLength(x))
return readRemaining(append(hdr, bytes...), l)
case Custom:
vpackAssert(h >= 0xf4)
switch h {
case 0xf4, 0xf5, 0xf6:
x, bytes, err := readIntegerFixedFromReader(r, 1)
if err != nil {
return nil, WithStack(err)
}
l := ValueLength(2 + x)
return readRemaining(append(hdr, bytes...), l)
case 0xf7, 0xf8, 0xf9:
x, bytes, err := readIntegerFixedFromReader(r, 2)
if err != nil {
return nil, WithStack(err)
}
l := ValueLength(3 + x)
return readRemaining(append(hdr, bytes...), l)
case 0xfa, 0xfb, 0xfc:
x, bytes, err := readIntegerFixedFromReader(r, 4)
if err != nil {
return nil, WithStack(err)
}
l := ValueLength(5 + x)
return readRemaining(append(hdr, bytes...), l)
case 0xfd, 0xfe, 0xff:
x, bytes, err := readIntegerFixedFromReader(r, 8)
if err != nil {
return nil, WithStack(err)
}
l := ValueLength(9 + x)
return readRemaining(append(hdr, bytes...), l)
}
}
return nil, WithStack(InternalError)
}
// sliceFromBufReader reads a slice from the given buffered reader.
func sliceFromBufReader(r *bufio.Reader) (Slice, error) {
// ByteSize is always found within first 16 bytes
hdr, err := r.Peek(maxByteSizeBytes)
if len(hdr) == 0 && err != nil {
if Cause(err) == io.EOF {
// Empty slice
return nil, nil
}
return nil, WithStack(err)
}
s := Slice(hdr)
size, err := s.ByteSize()
if err != nil {
return nil, WithStack(err)
}
// Now that we know the size, read the entire slice
buf := make(Slice, size)
offset := 0
bytesRead := 0
for ValueLength(bytesRead) < size {
n, err := r.Read(buf[offset:])
bytesRead += n
offset += n
if err != nil && ValueLength(bytesRead) < size {
return nil, WithStack(err)
}
}
return buf, nil
}