mirror
/
go
mirror of https://github.com/golang/go.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[release-branch.go1.9] cmd/compile: limit the number of simultaneously opened files to avoid EMFILE/ENFILE errors 

If the Go packages with enough source files,it will cause EMFILE/ENFILE error,
Fix this by limiting the number of simultaneously opened files.

Fixes #21621

Change-Id: I8555d79242d2f90771e37e073b7540fc7194a64a
Reviewed-on: https://go-review.googlesource.com/57751
Run-TryBot: Ian Lance Taylor <iant@golang.org>
TryBot-Result: Gobot Gobot <gobot@golang.org>
Reviewed-by: Ian Lance Taylor <iant@golang.org>
Reviewed-on: https://go-review.googlesource.com/63752
Run-TryBot: Russ Cox <rsc@golang.org>
This commit is contained in:
zhongtao.chen 2017-08-22 10:33:10 +08:00 committed by Russ Cox
parent 8c7fa95ad3
commit 5c48811aec
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/cmd/compile/internal/gc/noder.go
View File

@ -7,6 +7,7 @@ package gc
import ( import (
"fmt" "fmt"
"os" "os"
"runtime"
"strconv" "strconv"
"strings" "strings"
"unicode/utf8" "unicode/utf8"
@ -20,12 +21,16 @@ import (
func parseFiles(filenames []string) uint { func parseFiles(filenames []string) uint {
var lines uint var lines uint
var noders []*noder var noders []*noder
// Limit the number of simultaneously open files.
sem := make(chan struct{}, runtime.GOMAXPROCS(0)+10)
for _, filename := range filenames { for _, filename := range filenames {
p := &noder{err: make(chan syntax.Error)} p := &noder{err: make(chan syntax.Error)}
noders = append(noders, p) noders = append(noders, p)
go func(filename string) { go func(filename string) {
sem <- struct{}{}
defer func() { <-sem }()
defer close(p.err) defer close(p.err)
base := src.NewFileBase(filename, absFilename(filename)) base := src.NewFileBase(filename, absFilename(filename))