mirror of
				https://github.com/go-gitea/gitea
				synced 2025-10-30 19:08:37 +00:00 
			
		
		
		
	This PR rewrites the invisible unicode detection algorithm to more closely match that of the Monaco editor on the system. It provides a technique for detecting ambiguous characters and relaxes the detection of combining marks. Control characters are in addition detected as invisible in this implementation whereas they are not on monaco but this is related to font issues. Close #19913 Signed-off-by: Andrew Thornton <art27@cantab.net>
		
			
				
	
	
		
			45 lines
		
	
	
		
			852 B
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			45 lines
		
	
	
		
			852 B
		
	
	
	
		
			Go
		
	
	
	
	
	
| // Copyright 2022 The Gitea Authors. All rights reserved.
 | |
| // Use of this source code is governed by a MIT-style
 | |
| // license that can be found in the LICENSE file.
 | |
| 
 | |
| package charset
 | |
| 
 | |
| import (
 | |
| 	"bytes"
 | |
| 	"io"
 | |
| )
 | |
| 
 | |
| // BreakWriter wraps an io.Writer to always write '\n' as '<br>'
 | |
| type BreakWriter struct {
 | |
| 	io.Writer
 | |
| }
 | |
| 
 | |
| // Write writes the provided byte slice transparently replacing '\n' with '<br>'
 | |
| func (b *BreakWriter) Write(bs []byte) (n int, err error) {
 | |
| 	pos := 0
 | |
| 	for pos < len(bs) {
 | |
| 		idx := bytes.IndexByte(bs[pos:], '\n')
 | |
| 		if idx < 0 {
 | |
| 			wn, err := b.Writer.Write(bs[pos:])
 | |
| 			return n + wn, err
 | |
| 		}
 | |
| 
 | |
| 		if idx > 0 {
 | |
| 			wn, err := b.Writer.Write(bs[pos : pos+idx])
 | |
| 			n += wn
 | |
| 			if err != nil {
 | |
| 				return n, err
 | |
| 			}
 | |
| 		}
 | |
| 
 | |
| 		if _, err = b.Writer.Write([]byte("<br>")); err != nil {
 | |
| 			return n, err
 | |
| 		}
 | |
| 		pos += idx + 1
 | |
| 
 | |
| 		n++
 | |
| 	}
 | |
| 
 | |
| 	return n, err
 | |
| }
 |