X-Git-Url: http://plrg.eecs.uci.edu/git/?a=blobdiff_plain;f=folly%2FVarint.h;h=c28d7f724fa2ddace0307b5b71d3dd8accbd1a9c;hb=ee207f19892790e091082cc7c7ab8c5df0398061;hp=e162671815a7fbb357f65a5e2ef368a7a269b364;hpb=275ca94d04e44f28cfa411668eb1c1dd8db90b80;p=folly.git diff --git a/folly/Varint.h b/folly/Varint.h index e1626718..c28d7f72 100644 --- a/folly/Varint.h +++ b/folly/Varint.h @@ -1,5 +1,5 @@ /* - * Copyright 2015 Facebook, Inc. + * Copyright 2017 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -14,11 +14,13 @@ * limitations under the License. */ -#ifndef FOLLY_VARINT_H_ -#define FOLLY_VARINT_H_ +#pragma once #include + #include +#include +#include #include namespace folly { @@ -56,10 +58,24 @@ size_t encodeVarint(uint64_t val, uint8_t* buf); /** * Decode a value from a given buffer, advances data past the returned value. + * Throws on error. */ template uint64_t decodeVarint(Range& data); +enum class DecodeVarintError { + TooManyBytes = 0, + TooFewBytes = 1, +}; + +/** + * A variant of decodeVarint() that does not throw on error. Useful in contexts + * where only part of a serialized varint may be attempted to be decoded, e.g., + * when a serialized varint arrives on the boundary of a network packet. + */ +template +Expected tryDecodeVarint(Range& data); + /** * ZigZag encoding that maps signed integers with a small absolute value * to unsigned integers with a small (positive) values. Without this, @@ -72,7 +88,8 @@ uint64_t decodeVarint(Range& data); inline uint64_t encodeZigZag(int64_t val) { // Bit-twiddling magic stolen from the Google protocol buffer document; // val >> 63 is an arithmetic shift because val is signed - return static_cast((val << 1) ^ (val >> 63)); + auto uval = static_cast(val); + return static_cast((uval << 1) ^ (val >> 63)); } inline int64_t decodeZigZag(uint64_t val) { @@ -87,12 +104,24 @@ inline size_t encodeVarint(uint64_t val, uint8_t* buf) { *p++ = 0x80 | (val & 0x7f); val >>= 7; } - *p++ = val; - return p - buf; + *p++ = uint8_t(val); + return size_t(p - buf); } template inline uint64_t decodeVarint(Range& data) { + auto expected = tryDecodeVarint(data); + if (!expected) { + throw std::invalid_argument( + expected.error() == DecodeVarintError::TooManyBytes + ? "Invalid varint value: too many bytes." + : "Invalid varint value: too few bytes."); + } + return *expected; +} + +template +inline Expected tryDecodeVarint(Range& data) { static_assert( std::is_same::type, char>::value || std::is_same::type, unsigned char>::value, @@ -107,17 +136,57 @@ inline uint64_t decodeVarint(Range& data) { if (LIKELY(size_t(end - begin) >= kMaxVarintLength64)) { // fast path int64_t b; do { - b = *p++; val = (b & 0x7f) ; if (b >= 0) break; - b = *p++; val |= (b & 0x7f) << 7; if (b >= 0) break; - b = *p++; val |= (b & 0x7f) << 14; if (b >= 0) break; - b = *p++; val |= (b & 0x7f) << 21; if (b >= 0) break; - b = *p++; val |= (b & 0x7f) << 28; if (b >= 0) break; - b = *p++; val |= (b & 0x7f) << 35; if (b >= 0) break; - b = *p++; val |= (b & 0x7f) << 42; if (b >= 0) break; - b = *p++; val |= (b & 0x7f) << 49; if (b >= 0) break; - b = *p++; val |= (b & 0x7f) << 56; if (b >= 0) break; - b = *p++; val |= (b & 0x7f) << 63; if (b >= 0) break; - throw std::invalid_argument("Invalid varint value. Too big."); + b = *p++; + val = (b & 0x7f); + if (b >= 0) { + break; + } + b = *p++; + val |= (b & 0x7f) << 7; + if (b >= 0) { + break; + } + b = *p++; + val |= (b & 0x7f) << 14; + if (b >= 0) { + break; + } + b = *p++; + val |= (b & 0x7f) << 21; + if (b >= 0) { + break; + } + b = *p++; + val |= (b & 0x7f) << 28; + if (b >= 0) { + break; + } + b = *p++; + val |= (b & 0x7f) << 35; + if (b >= 0) { + break; + } + b = *p++; + val |= (b & 0x7f) << 42; + if (b >= 0) { + break; + } + b = *p++; + val |= (b & 0x7f) << 49; + if (b >= 0) { + break; + } + b = *p++; + val |= (b & 0x7f) << 56; + if (b >= 0) { + break; + } + b = *p++; + val |= (b & 0x01) << 63; + if (b >= 0) { + break; + } + return makeUnexpected(DecodeVarintError::TooManyBytes); } while (false); } else { int shift = 0; @@ -126,17 +195,13 @@ inline uint64_t decodeVarint(Range& data) { shift += 7; } if (p == end) { - throw std::invalid_argument("Invalid varint value. Too small: " + - folly::to(end - begin) + - " bytes"); + return makeUnexpected(DecodeVarintError::TooFewBytes); } val |= static_cast(*p++) << shift; } - data.advance(p - begin); + data.uncheckedAdvance(p - begin); return val; } -} // namespaces - -#endif /* FOLLY_VARINT_H_ */ +} // namespace folly