mirror of
				https://github.com/go-gitea/gitea
				synced 2025-10-26 00:48:29 +00:00 
			
		
		
		
	* update github.com/PuerkitoBio/goquery * update github.com/alecthomas/chroma * update github.com/blevesearch/bleve/v2 * update github.com/caddyserver/certmagic * update github.com/go-enry/go-enry/v2 * update github.com/go-git/go-billy/v5 * update github.com/go-git/go-git/v5 * update github.com/go-redis/redis/v8 * update github.com/go-testfixtures/testfixtures/v3 * update github.com/jaytaylor/html2text * update github.com/json-iterator/go * update github.com/klauspost/compress * update github.com/markbates/goth * update github.com/mattn/go-isatty * update github.com/mholt/archiver/v3 * update github.com/microcosm-cc/bluemonday * update github.com/minio/minio-go/v7 * update github.com/prometheus/client_golang * update github.com/unrolled/render * update github.com/xanzy/go-gitlab * update github.com/yuin/goldmark * update github.com/yuin/goldmark-highlighting Co-authored-by: techknowlogick <techknowlogick@gitea.io>
		
			
				
	
	
		
			295 lines
		
	
	
		
			7.4 KiB
		
	
	
	
		
			Go
		
	
	
	
		
			Vendored
		
	
	
	
			
		
		
	
	
			295 lines
		
	
	
		
			7.4 KiB
		
	
	
	
		
			Go
		
	
	
	
		
			Vendored
		
	
	
	
| package flate
 | |
| 
 | |
| import "fmt"
 | |
| 
 | |
| type fastEncL5 struct {
 | |
| 	fastGen
 | |
| 	table  [tableSize]tableEntry
 | |
| 	bTable [tableSize]tableEntryPrev
 | |
| }
 | |
| 
 | |
| func (e *fastEncL5) Encode(dst *tokens, src []byte) {
 | |
| 	const (
 | |
| 		inputMargin            = 12 - 1
 | |
| 		minNonLiteralBlockSize = 1 + 1 + inputMargin
 | |
| 	)
 | |
| 	if debugDeflate && e.cur < 0 {
 | |
| 		panic(fmt.Sprint("e.cur < 0: ", e.cur))
 | |
| 	}
 | |
| 
 | |
| 	// Protect against e.cur wraparound.
 | |
| 	for e.cur >= bufferReset {
 | |
| 		if len(e.hist) == 0 {
 | |
| 			for i := range e.table[:] {
 | |
| 				e.table[i] = tableEntry{}
 | |
| 			}
 | |
| 			for i := range e.bTable[:] {
 | |
| 				e.bTable[i] = tableEntryPrev{}
 | |
| 			}
 | |
| 			e.cur = maxMatchOffset
 | |
| 			break
 | |
| 		}
 | |
| 		// Shift down everything in the table that isn't already too far away.
 | |
| 		minOff := e.cur + int32(len(e.hist)) - maxMatchOffset
 | |
| 		for i := range e.table[:] {
 | |
| 			v := e.table[i].offset
 | |
| 			if v <= minOff {
 | |
| 				v = 0
 | |
| 			} else {
 | |
| 				v = v - e.cur + maxMatchOffset
 | |
| 			}
 | |
| 			e.table[i].offset = v
 | |
| 		}
 | |
| 		for i := range e.bTable[:] {
 | |
| 			v := e.bTable[i]
 | |
| 			if v.Cur.offset <= minOff {
 | |
| 				v.Cur.offset = 0
 | |
| 				v.Prev.offset = 0
 | |
| 			} else {
 | |
| 				v.Cur.offset = v.Cur.offset - e.cur + maxMatchOffset
 | |
| 				if v.Prev.offset <= minOff {
 | |
| 					v.Prev.offset = 0
 | |
| 				} else {
 | |
| 					v.Prev.offset = v.Prev.offset - e.cur + maxMatchOffset
 | |
| 				}
 | |
| 			}
 | |
| 			e.bTable[i] = v
 | |
| 		}
 | |
| 		e.cur = maxMatchOffset
 | |
| 	}
 | |
| 
 | |
| 	s := e.addBlock(src)
 | |
| 
 | |
| 	// This check isn't in the Snappy implementation, but there, the caller
 | |
| 	// instead of the callee handles this case.
 | |
| 	if len(src) < minNonLiteralBlockSize {
 | |
| 		// We do not fill the token table.
 | |
| 		// This will be picked up by caller.
 | |
| 		dst.n = uint16(len(src))
 | |
| 		return
 | |
| 	}
 | |
| 
 | |
| 	// Override src
 | |
| 	src = e.hist
 | |
| 	nextEmit := s
 | |
| 
 | |
| 	// sLimit is when to stop looking for offset/length copies. The inputMargin
 | |
| 	// lets us use a fast path for emitLiteral in the main loop, while we are
 | |
| 	// looking for copies.
 | |
| 	sLimit := int32(len(src) - inputMargin)
 | |
| 
 | |
| 	// nextEmit is where in src the next emitLiteral should start from.
 | |
| 	cv := load6432(src, s)
 | |
| 	for {
 | |
| 		const skipLog = 6
 | |
| 		const doEvery = 1
 | |
| 
 | |
| 		nextS := s
 | |
| 		var l int32
 | |
| 		var t int32
 | |
| 		for {
 | |
| 			nextHashS := hash4x64(cv, tableBits)
 | |
| 			nextHashL := hash7(cv, tableBits)
 | |
| 
 | |
| 			s = nextS
 | |
| 			nextS = s + doEvery + (s-nextEmit)>>skipLog
 | |
| 			if nextS > sLimit {
 | |
| 				goto emitRemainder
 | |
| 			}
 | |
| 			// Fetch a short+long candidate
 | |
| 			sCandidate := e.table[nextHashS]
 | |
| 			lCandidate := e.bTable[nextHashL]
 | |
| 			next := load6432(src, nextS)
 | |
| 			entry := tableEntry{offset: s + e.cur}
 | |
| 			e.table[nextHashS] = entry
 | |
| 			eLong := &e.bTable[nextHashL]
 | |
| 			eLong.Cur, eLong.Prev = entry, eLong.Cur
 | |
| 
 | |
| 			nextHashS = hash4x64(next, tableBits)
 | |
| 			nextHashL = hash7(next, tableBits)
 | |
| 
 | |
| 			t = lCandidate.Cur.offset - e.cur
 | |
| 			if s-t < maxMatchOffset {
 | |
| 				if uint32(cv) == load3232(src, lCandidate.Cur.offset-e.cur) {
 | |
| 					// Store the next match
 | |
| 					e.table[nextHashS] = tableEntry{offset: nextS + e.cur}
 | |
| 					eLong := &e.bTable[nextHashL]
 | |
| 					eLong.Cur, eLong.Prev = tableEntry{offset: nextS + e.cur}, eLong.Cur
 | |
| 
 | |
| 					t2 := lCandidate.Prev.offset - e.cur
 | |
| 					if s-t2 < maxMatchOffset && uint32(cv) == load3232(src, lCandidate.Prev.offset-e.cur) {
 | |
| 						l = e.matchlen(s+4, t+4, src) + 4
 | |
| 						ml1 := e.matchlen(s+4, t2+4, src) + 4
 | |
| 						if ml1 > l {
 | |
| 							t = t2
 | |
| 							l = ml1
 | |
| 							break
 | |
| 						}
 | |
| 					}
 | |
| 					break
 | |
| 				}
 | |
| 				t = lCandidate.Prev.offset - e.cur
 | |
| 				if s-t < maxMatchOffset && uint32(cv) == load3232(src, lCandidate.Prev.offset-e.cur) {
 | |
| 					// Store the next match
 | |
| 					e.table[nextHashS] = tableEntry{offset: nextS + e.cur}
 | |
| 					eLong := &e.bTable[nextHashL]
 | |
| 					eLong.Cur, eLong.Prev = tableEntry{offset: nextS + e.cur}, eLong.Cur
 | |
| 					break
 | |
| 				}
 | |
| 			}
 | |
| 
 | |
| 			t = sCandidate.offset - e.cur
 | |
| 			if s-t < maxMatchOffset && uint32(cv) == load3232(src, sCandidate.offset-e.cur) {
 | |
| 				// Found a 4 match...
 | |
| 				l = e.matchlen(s+4, t+4, src) + 4
 | |
| 				lCandidate = e.bTable[nextHashL]
 | |
| 				// Store the next match
 | |
| 
 | |
| 				e.table[nextHashS] = tableEntry{offset: nextS + e.cur}
 | |
| 				eLong := &e.bTable[nextHashL]
 | |
| 				eLong.Cur, eLong.Prev = tableEntry{offset: nextS + e.cur}, eLong.Cur
 | |
| 
 | |
| 				// If the next long is a candidate, use that...
 | |
| 				t2 := lCandidate.Cur.offset - e.cur
 | |
| 				if nextS-t2 < maxMatchOffset {
 | |
| 					if load3232(src, lCandidate.Cur.offset-e.cur) == uint32(next) {
 | |
| 						ml := e.matchlen(nextS+4, t2+4, src) + 4
 | |
| 						if ml > l {
 | |
| 							t = t2
 | |
| 							s = nextS
 | |
| 							l = ml
 | |
| 							break
 | |
| 						}
 | |
| 					}
 | |
| 					// If the previous long is a candidate, use that...
 | |
| 					t2 = lCandidate.Prev.offset - e.cur
 | |
| 					if nextS-t2 < maxMatchOffset && load3232(src, lCandidate.Prev.offset-e.cur) == uint32(next) {
 | |
| 						ml := e.matchlen(nextS+4, t2+4, src) + 4
 | |
| 						if ml > l {
 | |
| 							t = t2
 | |
| 							s = nextS
 | |
| 							l = ml
 | |
| 							break
 | |
| 						}
 | |
| 					}
 | |
| 				}
 | |
| 				break
 | |
| 			}
 | |
| 			cv = next
 | |
| 		}
 | |
| 
 | |
| 		// A 4-byte match has been found. We'll later see if more than 4 bytes
 | |
| 		// match. But, prior to the match, src[nextEmit:s] are unmatched. Emit
 | |
| 		// them as literal bytes.
 | |
| 
 | |
| 		if l == 0 {
 | |
| 			// Extend the 4-byte match as long as possible.
 | |
| 			l = e.matchlenLong(s+4, t+4, src) + 4
 | |
| 		} else if l == maxMatchLength {
 | |
| 			l += e.matchlenLong(s+l, t+l, src)
 | |
| 		}
 | |
| 
 | |
| 		// Try to locate a better match by checking the end of best match...
 | |
| 		if sAt := s + l; l < 30 && sAt < sLimit {
 | |
| 			eLong := e.bTable[hash7(load6432(src, sAt), tableBits)].Cur.offset
 | |
| 			// Test current
 | |
| 			t2 := eLong - e.cur - l
 | |
| 			off := s - t2
 | |
| 			if t2 >= 0 && off < maxMatchOffset && off > 0 {
 | |
| 				if l2 := e.matchlenLong(s, t2, src); l2 > l {
 | |
| 					t = t2
 | |
| 					l = l2
 | |
| 				}
 | |
| 			}
 | |
| 		}
 | |
| 
 | |
| 		// Extend backwards
 | |
| 		for t > 0 && s > nextEmit && src[t-1] == src[s-1] {
 | |
| 			s--
 | |
| 			t--
 | |
| 			l++
 | |
| 		}
 | |
| 		if nextEmit < s {
 | |
| 			emitLiteral(dst, src[nextEmit:s])
 | |
| 		}
 | |
| 		if debugDeflate {
 | |
| 			if t >= s {
 | |
| 				panic(fmt.Sprintln("s-t", s, t))
 | |
| 			}
 | |
| 			if (s - t) > maxMatchOffset {
 | |
| 				panic(fmt.Sprintln("mmo", s-t))
 | |
| 			}
 | |
| 			if l < baseMatchLength {
 | |
| 				panic("bml")
 | |
| 			}
 | |
| 		}
 | |
| 
 | |
| 		dst.AddMatchLong(l, uint32(s-t-baseMatchOffset))
 | |
| 		s += l
 | |
| 		nextEmit = s
 | |
| 		if nextS >= s {
 | |
| 			s = nextS + 1
 | |
| 		}
 | |
| 
 | |
| 		if s >= sLimit {
 | |
| 			goto emitRemainder
 | |
| 		}
 | |
| 
 | |
| 		// Store every 3rd hash in-between.
 | |
| 		if true {
 | |
| 			const hashEvery = 3
 | |
| 			i := s - l + 1
 | |
| 			if i < s-1 {
 | |
| 				cv := load6432(src, i)
 | |
| 				t := tableEntry{offset: i + e.cur}
 | |
| 				e.table[hash4x64(cv, tableBits)] = t
 | |
| 				eLong := &e.bTable[hash7(cv, tableBits)]
 | |
| 				eLong.Cur, eLong.Prev = t, eLong.Cur
 | |
| 
 | |
| 				// Do an long at i+1
 | |
| 				cv >>= 8
 | |
| 				t = tableEntry{offset: t.offset + 1}
 | |
| 				eLong = &e.bTable[hash7(cv, tableBits)]
 | |
| 				eLong.Cur, eLong.Prev = t, eLong.Cur
 | |
| 
 | |
| 				// We only have enough bits for a short entry at i+2
 | |
| 				cv >>= 8
 | |
| 				t = tableEntry{offset: t.offset + 1}
 | |
| 				e.table[hash4x64(cv, tableBits)] = t
 | |
| 
 | |
| 				// Skip one - otherwise we risk hitting 's'
 | |
| 				i += 4
 | |
| 				for ; i < s-1; i += hashEvery {
 | |
| 					cv := load6432(src, i)
 | |
| 					t := tableEntry{offset: i + e.cur}
 | |
| 					t2 := tableEntry{offset: t.offset + 1}
 | |
| 					eLong := &e.bTable[hash7(cv, tableBits)]
 | |
| 					eLong.Cur, eLong.Prev = t, eLong.Cur
 | |
| 					e.table[hash4u(uint32(cv>>8), tableBits)] = t2
 | |
| 				}
 | |
| 			}
 | |
| 		}
 | |
| 
 | |
| 		// We could immediately start working at s now, but to improve
 | |
| 		// compression we first update the hash table at s-1 and at s.
 | |
| 		x := load6432(src, s-1)
 | |
| 		o := e.cur + s - 1
 | |
| 		prevHashS := hash4x64(x, tableBits)
 | |
| 		prevHashL := hash7(x, tableBits)
 | |
| 		e.table[prevHashS] = tableEntry{offset: o}
 | |
| 		eLong := &e.bTable[prevHashL]
 | |
| 		eLong.Cur, eLong.Prev = tableEntry{offset: o}, eLong.Cur
 | |
| 		cv = x >> 8
 | |
| 	}
 | |
| 
 | |
| emitRemainder:
 | |
| 	if int(nextEmit) < len(src) {
 | |
| 		// If nothing was added, don't encode literals.
 | |
| 		if dst.n == 0 {
 | |
| 			return
 | |
| 		}
 | |
| 
 | |
| 		emitLiteral(dst, src[nextEmit:])
 | |
| 	}
 | |
| }
 |