mirror of
				https://github.com/go-gitea/gitea
				synced 2025-10-30 19:08:37 +00:00 
			
		
		
		
	* Dump: Use mholt/archive/v3 to support tar including many compressions Signed-off-by: Philipp Homann <homann.philipp@googlemail.com> * Dump: Allow dump output to stdout Signed-off-by: Philipp Homann <homann.philipp@googlemail.com> * Dump: Fixed bug present since #6677 where SessionConfig.Provider is never "file" Signed-off-by: Philipp Homann <homann.philipp@googlemail.com> * Dump: never pack RepoRootPath, LFS.ContentPath and LogRootPath when they are below AppDataPath Signed-off-by: Philipp Homann <homann.philipp@googlemail.com> * Dump: also dump LFS (fixes #10058) Signed-off-by: Philipp Homann <homann.philipp@googlemail.com> * Dump: never dump CustomPath if CustomPath is a subdir of or equal to AppDataPath (fixes #10365) Signed-off-by: Philipp Homann <homann.philipp@googlemail.com> * Use log.Info instead of fmt.Fprintf Signed-off-by: Philipp Homann <homann.philipp@googlemail.com> * import ordering * make fmt Co-authored-by: zeripath <art27@cantab.net> Co-authored-by: techknowlogick <techknowlogick@gitea.io> Co-authored-by: Matti R <matti@mdranta.net>
		
			
				
	
	
		
			267 lines
		
	
	
		
			6.6 KiB
		
	
	
	
		
			Go
		
	
	
	
		
			Vendored
		
	
	
	
			
		
		
	
	
			267 lines
		
	
	
		
			6.6 KiB
		
	
	
	
		
			Go
		
	
	
	
		
			Vendored
		
	
	
	
| package brotli
 | |
| 
 | |
| import "encoding/binary"
 | |
| 
 | |
| /* Copyright 2013 Google Inc. All Rights Reserved.
 | |
| 
 | |
|    Distributed under MIT license.
 | |
|    See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
 | |
| */
 | |
| 
 | |
| /* Bit reading helpers */
 | |
| 
 | |
| const shortFillBitWindowRead = (8 >> 1)
 | |
| 
 | |
| var kBitMask = [33]uint32{
 | |
| 	0x00000000,
 | |
| 	0x00000001,
 | |
| 	0x00000003,
 | |
| 	0x00000007,
 | |
| 	0x0000000F,
 | |
| 	0x0000001F,
 | |
| 	0x0000003F,
 | |
| 	0x0000007F,
 | |
| 	0x000000FF,
 | |
| 	0x000001FF,
 | |
| 	0x000003FF,
 | |
| 	0x000007FF,
 | |
| 	0x00000FFF,
 | |
| 	0x00001FFF,
 | |
| 	0x00003FFF,
 | |
| 	0x00007FFF,
 | |
| 	0x0000FFFF,
 | |
| 	0x0001FFFF,
 | |
| 	0x0003FFFF,
 | |
| 	0x0007FFFF,
 | |
| 	0x000FFFFF,
 | |
| 	0x001FFFFF,
 | |
| 	0x003FFFFF,
 | |
| 	0x007FFFFF,
 | |
| 	0x00FFFFFF,
 | |
| 	0x01FFFFFF,
 | |
| 	0x03FFFFFF,
 | |
| 	0x07FFFFFF,
 | |
| 	0x0FFFFFFF,
 | |
| 	0x1FFFFFFF,
 | |
| 	0x3FFFFFFF,
 | |
| 	0x7FFFFFFF,
 | |
| 	0xFFFFFFFF,
 | |
| }
 | |
| 
 | |
| func bitMask(n uint32) uint32 {
 | |
| 	return kBitMask[n]
 | |
| }
 | |
| 
 | |
| type bitReader struct {
 | |
| 	val_      uint64
 | |
| 	bit_pos_  uint32
 | |
| 	input     []byte
 | |
| 	input_len uint
 | |
| 	byte_pos  uint
 | |
| }
 | |
| 
 | |
| type bitReaderState struct {
 | |
| 	val_      uint64
 | |
| 	bit_pos_  uint32
 | |
| 	input     []byte
 | |
| 	input_len uint
 | |
| 	byte_pos  uint
 | |
| }
 | |
| 
 | |
| /* Initializes the BrotliBitReader fields. */
 | |
| 
 | |
| /* Ensures that accumulator is not empty.
 | |
|    May consume up to sizeof(brotli_reg_t) - 1 bytes of input.
 | |
|    Returns false if data is required but there is no input available.
 | |
|    For BROTLI_ALIGNED_READ this function also prepares bit reader for aligned
 | |
|    reading. */
 | |
| func bitReaderSaveState(from *bitReader, to *bitReaderState) {
 | |
| 	to.val_ = from.val_
 | |
| 	to.bit_pos_ = from.bit_pos_
 | |
| 	to.input = from.input
 | |
| 	to.input_len = from.input_len
 | |
| 	to.byte_pos = from.byte_pos
 | |
| }
 | |
| 
 | |
| func bitReaderRestoreState(to *bitReader, from *bitReaderState) {
 | |
| 	to.val_ = from.val_
 | |
| 	to.bit_pos_ = from.bit_pos_
 | |
| 	to.input = from.input
 | |
| 	to.input_len = from.input_len
 | |
| 	to.byte_pos = from.byte_pos
 | |
| }
 | |
| 
 | |
| func getAvailableBits(br *bitReader) uint32 {
 | |
| 	return 64 - br.bit_pos_
 | |
| }
 | |
| 
 | |
| /* Returns amount of unread bytes the bit reader still has buffered from the
 | |
|    BrotliInput, including whole bytes in br->val_. */
 | |
| func getRemainingBytes(br *bitReader) uint {
 | |
| 	return uint(uint32(br.input_len-br.byte_pos) + (getAvailableBits(br) >> 3))
 | |
| }
 | |
| 
 | |
| /* Checks if there is at least |num| bytes left in the input ring-buffer
 | |
|    (excluding the bits remaining in br->val_). */
 | |
| func checkInputAmount(br *bitReader, num uint) bool {
 | |
| 	return br.input_len-br.byte_pos >= num
 | |
| }
 | |
| 
 | |
| /* Guarantees that there are at least |n_bits| + 1 bits in accumulator.
 | |
|    Precondition: accumulator contains at least 1 bit.
 | |
|    |n_bits| should be in the range [1..24] for regular build. For portable
 | |
|    non-64-bit little-endian build only 16 bits are safe to request. */
 | |
| func fillBitWindow(br *bitReader, n_bits uint32) {
 | |
| 	if br.bit_pos_ >= 32 {
 | |
| 		br.val_ >>= 32
 | |
| 		br.bit_pos_ ^= 32 /* here same as -= 32 because of the if condition */
 | |
| 		br.val_ |= (uint64(binary.LittleEndian.Uint32(br.input[br.byte_pos:]))) << 32
 | |
| 		br.byte_pos += 4
 | |
| 	}
 | |
| }
 | |
| 
 | |
| /* Mostly like BrotliFillBitWindow, but guarantees only 16 bits and reads no
 | |
|    more than BROTLI_SHORT_FILL_BIT_WINDOW_READ bytes of input. */
 | |
| func fillBitWindow16(br *bitReader) {
 | |
| 	fillBitWindow(br, 17)
 | |
| }
 | |
| 
 | |
| /* Tries to pull one byte of input to accumulator.
 | |
|    Returns false if there is no input available. */
 | |
| func pullByte(br *bitReader) bool {
 | |
| 	if br.byte_pos == br.input_len {
 | |
| 		return false
 | |
| 	}
 | |
| 
 | |
| 	br.val_ >>= 8
 | |
| 	br.val_ |= (uint64(br.input[br.byte_pos])) << 56
 | |
| 	br.bit_pos_ -= 8
 | |
| 	br.byte_pos++
 | |
| 	return true
 | |
| }
 | |
| 
 | |
| /* Returns currently available bits.
 | |
|    The number of valid bits could be calculated by BrotliGetAvailableBits. */
 | |
| func getBitsUnmasked(br *bitReader) uint64 {
 | |
| 	return br.val_ >> br.bit_pos_
 | |
| }
 | |
| 
 | |
| /* Like BrotliGetBits, but does not mask the result.
 | |
|    The result contains at least 16 valid bits. */
 | |
| func get16BitsUnmasked(br *bitReader) uint32 {
 | |
| 	fillBitWindow(br, 16)
 | |
| 	return uint32(getBitsUnmasked(br))
 | |
| }
 | |
| 
 | |
| /* Returns the specified number of bits from |br| without advancing bit
 | |
|    position. */
 | |
| func getBits(br *bitReader, n_bits uint32) uint32 {
 | |
| 	fillBitWindow(br, n_bits)
 | |
| 	return uint32(getBitsUnmasked(br)) & bitMask(n_bits)
 | |
| }
 | |
| 
 | |
| /* Tries to peek the specified amount of bits. Returns false, if there
 | |
|    is not enough input. */
 | |
| func safeGetBits(br *bitReader, n_bits uint32, val *uint32) bool {
 | |
| 	for getAvailableBits(br) < n_bits {
 | |
| 		if !pullByte(br) {
 | |
| 			return false
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	*val = uint32(getBitsUnmasked(br)) & bitMask(n_bits)
 | |
| 	return true
 | |
| }
 | |
| 
 | |
| /* Advances the bit pos by |n_bits|. */
 | |
| func dropBits(br *bitReader, n_bits uint32) {
 | |
| 	br.bit_pos_ += n_bits
 | |
| }
 | |
| 
 | |
| func bitReaderUnload(br *bitReader) {
 | |
| 	var unused_bytes uint32 = getAvailableBits(br) >> 3
 | |
| 	var unused_bits uint32 = unused_bytes << 3
 | |
| 	br.byte_pos -= uint(unused_bytes)
 | |
| 	if unused_bits == 64 {
 | |
| 		br.val_ = 0
 | |
| 	} else {
 | |
| 		br.val_ <<= unused_bits
 | |
| 	}
 | |
| 
 | |
| 	br.bit_pos_ += unused_bits
 | |
| }
 | |
| 
 | |
| /* Reads the specified number of bits from |br| and advances the bit pos.
 | |
|    Precondition: accumulator MUST contain at least |n_bits|. */
 | |
| func takeBits(br *bitReader, n_bits uint32, val *uint32) {
 | |
| 	*val = uint32(getBitsUnmasked(br)) & bitMask(n_bits)
 | |
| 	dropBits(br, n_bits)
 | |
| }
 | |
| 
 | |
| /* Reads the specified number of bits from |br| and advances the bit pos.
 | |
|    Assumes that there is enough input to perform BrotliFillBitWindow. */
 | |
| func readBits(br *bitReader, n_bits uint32) uint32 {
 | |
| 	var val uint32
 | |
| 	fillBitWindow(br, n_bits)
 | |
| 	takeBits(br, n_bits, &val)
 | |
| 	return val
 | |
| }
 | |
| 
 | |
| /* Tries to read the specified amount of bits. Returns false, if there
 | |
|    is not enough input. |n_bits| MUST be positive. */
 | |
| func safeReadBits(br *bitReader, n_bits uint32, val *uint32) bool {
 | |
| 	for getAvailableBits(br) < n_bits {
 | |
| 		if !pullByte(br) {
 | |
| 			return false
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	takeBits(br, n_bits, val)
 | |
| 	return true
 | |
| }
 | |
| 
 | |
| /* Advances the bit reader position to the next byte boundary and verifies
 | |
|    that any skipped bits are set to zero. */
 | |
| func bitReaderJumpToByteBoundary(br *bitReader) bool {
 | |
| 	var pad_bits_count uint32 = getAvailableBits(br) & 0x7
 | |
| 	var pad_bits uint32 = 0
 | |
| 	if pad_bits_count != 0 {
 | |
| 		takeBits(br, pad_bits_count, &pad_bits)
 | |
| 	}
 | |
| 
 | |
| 	return pad_bits == 0
 | |
| }
 | |
| 
 | |
| /* Copies remaining input bytes stored in the bit reader to the output. Value
 | |
|    |num| may not be larger than BrotliGetRemainingBytes. The bit reader must be
 | |
|    warmed up again after this. */
 | |
| func copyBytes(dest []byte, br *bitReader, num uint) {
 | |
| 	for getAvailableBits(br) >= 8 && num > 0 {
 | |
| 		dest[0] = byte(getBitsUnmasked(br))
 | |
| 		dropBits(br, 8)
 | |
| 		dest = dest[1:]
 | |
| 		num--
 | |
| 	}
 | |
| 
 | |
| 	copy(dest, br.input[br.byte_pos:][:num])
 | |
| 	br.byte_pos += num
 | |
| }
 | |
| 
 | |
| func initBitReader(br *bitReader) {
 | |
| 	br.val_ = 0
 | |
| 	br.bit_pos_ = 64
 | |
| }
 | |
| 
 | |
| func warmupBitReader(br *bitReader) bool {
 | |
| 	/* Fixing alignment after unaligned BrotliFillWindow would result accumulator
 | |
| 	   overflow. If unalignment is caused by BrotliSafeReadBits, then there is
 | |
| 	   enough space in accumulator to fix alignment. */
 | |
| 	if getAvailableBits(br) == 0 {
 | |
| 		if !pullByte(br) {
 | |
| 			return false
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	return true
 | |
| }
 |