Use REPO_EXTENSIONS_LIST_INCLUDE instead of REPO_EXTENSIONS_LIST_EXCLUDE and have a more flexible extension pattern

This commit is contained in:
Guillermo Prandi 2019-08-06 02:51:42 -03:00
parent 4353c71b54
commit c48c37ad09
3 changed files with 16 additions and 7 deletions

View File

@ -177,8 +177,8 @@ Values containing `#` or `;` must be quoted using `` ` `` or `"""`.
- `REPO_INDEXER_ENABLED`: **false**: Enables code search (uses a lot of disk space, about 6 times more than the repository size). - `REPO_INDEXER_ENABLED`: **false**: Enables code search (uses a lot of disk space, about 6 times more than the repository size).
- `REPO_INDEXER_PATH`: **indexers/repos.bleve**: Index file used for code search. - `REPO_INDEXER_PATH`: **indexers/repos.bleve**: Index file used for code search.
- `REPO_INDEXER_EXTENSIONS`: **empty**: A comma separated list of file extensions to include/exclude from the index; a \`.' matches files with no extension. An empty list means include all files, disregarding `REPO_EXTENSIONS_LIST_EXCLUDE`. - `REPO_INDEXER_EXTENSIONS`: **empty**: A comma separated list of file extensions to exclude from the index; a \`.' matches files with no extension. An empty list means do not exclude any files.
- `REPO_EXTENSIONS_LIST_EXCLUDE`: **false**: If true, `REPO_INDEXER_EXTENSIONS` are the file extensions to exclude rather than include in the index. - `REPO_EXTENSIONS_LIST_INCLUDE`: **false**: If true, `REPO_INDEXER_EXTENSIONS` are the file extensions to include rather than exclude from the index.
- `UPDATE_BUFFER_LEN`: **20**: Buffer length of index request. - `UPDATE_BUFFER_LEN`: **20**: Buffer length of index request.
- `MAX_FILE_SIZE`: **1048576**: Maximum size in bytes of files to be indexed. - `MAX_FILE_SIZE`: **1048576**: Maximum size in bytes of files to be indexed.

View File

@ -239,7 +239,7 @@ func isIndexable(entry *git.TreeEntry) bool {
if cnt > 1 { if cnt > 1 {
ext = strings.ToLower(parts[cnt-1]) ext = strings.ToLower(parts[cnt-1])
} }
if setting.Indexer.FileExtensions[ext] == setting.Indexer.ExcludeExtensions { if setting.Indexer.FileExtensions[ext] != setting.Indexer.IncludeExtensions {
return false return false
} }
} }

View File

@ -31,7 +31,7 @@ var (
IssueQueueConnStr string IssueQueueConnStr string
IssueQueueBatchNumber int IssueQueueBatchNumber int
FileExtensions map[string]bool FileExtensions map[string]bool
ExcludeExtensions bool IncludeExtensions bool
}{ }{
IssueType: "bleve", IssueType: "bleve",
IssuePath: "indexers/issues.bleve", IssuePath: "indexers/issues.bleve",
@ -55,7 +55,7 @@ func newIndexerService() {
Indexer.RepoPath = path.Join(AppWorkPath, Indexer.RepoPath) Indexer.RepoPath = path.Join(AppWorkPath, Indexer.RepoPath)
} }
Indexer.FileExtensions = extensionsFromString(sec.Key("REPO_INDEXER_EXTENSIONS").MustString("")) Indexer.FileExtensions = extensionsFromString(sec.Key("REPO_INDEXER_EXTENSIONS").MustString(""))
Indexer.ExcludeExtensions = sec.Key("REPO_EXTENSIONS_LIST_EXCLUDE").MustBool(false) Indexer.IncludeExtensions = sec.Key("REPO_EXTENSIONS_LIST_INCLUDE").MustBool(false)
Indexer.UpdateQueueLength = sec.Key("UPDATE_BUFFER_LEN").MustInt(20) Indexer.UpdateQueueLength = sec.Key("UPDATE_BUFFER_LEN").MustInt(20)
Indexer.MaxIndexerFileSize = sec.Key("MAX_FILE_SIZE").MustInt64(1024 * 1024) Indexer.MaxIndexerFileSize = sec.Key("MAX_FILE_SIZE").MustInt64(1024 * 1024)
@ -69,10 +69,19 @@ func extensionsFromString(from string) map[string]bool {
extmap := make(map[string]bool) extmap := make(map[string]bool)
for _, ext := range strings.Split(strings.ToLower(from), ",") { for _, ext := range strings.Split(strings.ToLower(from), ",") {
ext = strings.TrimSpace(ext) ext = strings.TrimSpace(ext)
// Accept *.txt, .txt and txt. Also use . to mean no ext
if strings.HasPrefix(ext, "*.") {
ext = ext[1:]
}
if ext == "." { if ext == "." {
extmap[""] = true extmap[""] = true
} else if ext != "" && !strings.Contains(ext, ".") { } else {
extmap[ext] = true if strings.HasPrefix(ext, ".") {
ext = ext[1:]
}
if ext != "" {
extmap[ext] = true
}
} }
} }
if len(extmap) == 0 { if len(extmap) == 0 {