mirror of
				https://github.com/go-gitea/gitea
				synced 2025-11-04 05:18:25 +00:00 
			
		
		
		
	* Server-side syntax hilighting for all code This PR does a few things: * Remove all traces of highlight.js * Use chroma library to provide fast syntax hilighting directly on the server * Provide syntax hilighting for diffs * Re-style both unified and split diffs views * Add custom syntax hilighting styling for both regular and arc-green Fixes #7729 Fixes #10157 Fixes #11825 Fixes #7728 Fixes #3872 Fixes #3682 And perhaps gets closer to #9553 * fix line marker * fix repo search * Fix single line select * properly load settings * npm uninstall highlight.js * review suggestion * code review * forgot to call function * fix test * Apply suggestions from code review suggestions from @silverwind thanks Co-authored-by: silverwind <me@silverwind.io> * code review * copy/paste error * Use const for highlight size limit * Update web_src/less/_repository.less Co-authored-by: Lauris BH <lauris@nix.lv> * update size limit to 1MB and other styling tweaks * fix highlighting for certain diff sections * fix test * add worker back as suggested Co-authored-by: silverwind <me@silverwind.io> Co-authored-by: Lauris BH <lauris@nix.lv>
		
			
				
	
	
		
			162 lines
		
	
	
		
			3.8 KiB
		
	
	
	
		
			Go
		
	
	
	
		
			Vendored
		
	
	
	
			
		
		
	
	
			162 lines
		
	
	
		
			3.8 KiB
		
	
	
	
		
			Go
		
	
	
	
		
			Vendored
		
	
	
	
// Package internal contains common API functions and structures shared between lexer packages.
 | 
						|
package internal
 | 
						|
 | 
						|
import (
 | 
						|
	"path/filepath"
 | 
						|
	"sort"
 | 
						|
	"strings"
 | 
						|
 | 
						|
	"github.com/danwakefield/fnmatch"
 | 
						|
 | 
						|
	"github.com/alecthomas/chroma"
 | 
						|
)
 | 
						|
 | 
						|
// Registry of Lexers.
 | 
						|
var Registry = struct {
 | 
						|
	Lexers  chroma.Lexers
 | 
						|
	byName  map[string]chroma.Lexer
 | 
						|
	byAlias map[string]chroma.Lexer
 | 
						|
}{
 | 
						|
	byName:  map[string]chroma.Lexer{},
 | 
						|
	byAlias: map[string]chroma.Lexer{},
 | 
						|
}
 | 
						|
 | 
						|
// Names of all lexers, optionally including aliases.
 | 
						|
func Names(withAliases bool) []string {
 | 
						|
	out := []string{}
 | 
						|
	for _, lexer := range Registry.Lexers {
 | 
						|
		config := lexer.Config()
 | 
						|
		out = append(out, config.Name)
 | 
						|
		if withAliases {
 | 
						|
			out = append(out, config.Aliases...)
 | 
						|
		}
 | 
						|
	}
 | 
						|
	sort.Strings(out)
 | 
						|
	return out
 | 
						|
}
 | 
						|
 | 
						|
// Get a Lexer by name, alias or file extension.
 | 
						|
func Get(name string) chroma.Lexer {
 | 
						|
	if lexer := Registry.byName[name]; lexer != nil {
 | 
						|
		return lexer
 | 
						|
	}
 | 
						|
	if lexer := Registry.byAlias[name]; lexer != nil {
 | 
						|
		return lexer
 | 
						|
	}
 | 
						|
	if lexer := Registry.byName[strings.ToLower(name)]; lexer != nil {
 | 
						|
		return lexer
 | 
						|
	}
 | 
						|
	if lexer := Registry.byAlias[strings.ToLower(name)]; lexer != nil {
 | 
						|
		return lexer
 | 
						|
	}
 | 
						|
 | 
						|
	candidates := chroma.PrioritisedLexers{}
 | 
						|
	// Try file extension.
 | 
						|
	if lexer := Match("filename." + name); lexer != nil {
 | 
						|
		candidates = append(candidates, lexer)
 | 
						|
	}
 | 
						|
	// Try exact filename.
 | 
						|
	if lexer := Match(name); lexer != nil {
 | 
						|
		candidates = append(candidates, lexer)
 | 
						|
	}
 | 
						|
	if len(candidates) == 0 {
 | 
						|
		return nil
 | 
						|
	}
 | 
						|
	sort.Sort(candidates)
 | 
						|
	return candidates[0]
 | 
						|
}
 | 
						|
 | 
						|
// MatchMimeType attempts to find a lexer for the given MIME type.
 | 
						|
func MatchMimeType(mimeType string) chroma.Lexer {
 | 
						|
	matched := chroma.PrioritisedLexers{}
 | 
						|
	for _, l := range Registry.Lexers {
 | 
						|
		for _, lmt := range l.Config().MimeTypes {
 | 
						|
			if mimeType == lmt {
 | 
						|
				matched = append(matched, l)
 | 
						|
			}
 | 
						|
		}
 | 
						|
	}
 | 
						|
	if len(matched) != 0 {
 | 
						|
		sort.Sort(matched)
 | 
						|
		return matched[0]
 | 
						|
	}
 | 
						|
	return nil
 | 
						|
}
 | 
						|
 | 
						|
// Match returns the first lexer matching filename.
 | 
						|
func Match(filename string) chroma.Lexer {
 | 
						|
	filename = filepath.Base(filename)
 | 
						|
	matched := chroma.PrioritisedLexers{}
 | 
						|
	// First, try primary filename matches.
 | 
						|
	for _, lexer := range Registry.Lexers {
 | 
						|
		config := lexer.Config()
 | 
						|
		for _, glob := range config.Filenames {
 | 
						|
			if fnmatch.Match(glob, filename, 0) {
 | 
						|
				matched = append(matched, lexer)
 | 
						|
			}
 | 
						|
		}
 | 
						|
	}
 | 
						|
	if len(matched) > 0 {
 | 
						|
		sort.Sort(matched)
 | 
						|
		return matched[0]
 | 
						|
	}
 | 
						|
	matched = nil
 | 
						|
	// Next, try filename aliases.
 | 
						|
	for _, lexer := range Registry.Lexers {
 | 
						|
		config := lexer.Config()
 | 
						|
		for _, glob := range config.AliasFilenames {
 | 
						|
			if fnmatch.Match(glob, filename, 0) {
 | 
						|
				matched = append(matched, lexer)
 | 
						|
			}
 | 
						|
		}
 | 
						|
	}
 | 
						|
	if len(matched) > 0 {
 | 
						|
		sort.Sort(matched)
 | 
						|
		return matched[0]
 | 
						|
	}
 | 
						|
	return nil
 | 
						|
}
 | 
						|
 | 
						|
// Analyse text content and return the "best" lexer..
 | 
						|
func Analyse(text string) chroma.Lexer {
 | 
						|
	var picked chroma.Lexer
 | 
						|
	highest := float32(0.0)
 | 
						|
	for _, lexer := range Registry.Lexers {
 | 
						|
		if analyser, ok := lexer.(chroma.Analyser); ok {
 | 
						|
			weight := analyser.AnalyseText(text)
 | 
						|
			if weight > highest {
 | 
						|
				picked = lexer
 | 
						|
				highest = weight
 | 
						|
			}
 | 
						|
		}
 | 
						|
	}
 | 
						|
	return picked
 | 
						|
}
 | 
						|
 | 
						|
// Register a Lexer with the global registry.
 | 
						|
func Register(lexer chroma.Lexer) chroma.Lexer {
 | 
						|
	config := lexer.Config()
 | 
						|
	Registry.byName[config.Name] = lexer
 | 
						|
	Registry.byName[strings.ToLower(config.Name)] = lexer
 | 
						|
	for _, alias := range config.Aliases {
 | 
						|
		Registry.byAlias[alias] = lexer
 | 
						|
		Registry.byAlias[strings.ToLower(alias)] = lexer
 | 
						|
	}
 | 
						|
	Registry.Lexers = append(Registry.Lexers, lexer)
 | 
						|
	return lexer
 | 
						|
}
 | 
						|
 | 
						|
// Used for the fallback lexer as well as the explicit plaintext lexer
 | 
						|
var PlaintextRules = chroma.Rules{
 | 
						|
	"root": []chroma.Rule{
 | 
						|
		{`.+`, chroma.Text, nil},
 | 
						|
		{`\n`, chroma.Text, nil},
 | 
						|
	},
 | 
						|
}
 | 
						|
 | 
						|
// Fallback lexer if no other is found.
 | 
						|
var Fallback chroma.Lexer = chroma.MustNewLexer(&chroma.Config{
 | 
						|
	Name:      "fallback",
 | 
						|
	Filenames: []string{"*"},
 | 
						|
}, PlaintextRules)
 |