ayo/houston
8
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

동일 실행파일을 여러개 실행시켰을 때 구분해서 affinity 설정

Browse Source
This commit is contained in:
mountain
2023-11-30 14:17:27 +09:00
parent 023a2a5194
commit 1d3266bbaf
6 changed files with 154 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files

62
client/operation.go
View File

@ -8,6 +8,7 @@ import (
"errors"
"fmt"
"io"
"math"
"net/http"
"os"
"os/exec"
@ -179,7 +180,7 @@ func prepareProcessLaunch(storageRoot string, req *shared.StartProcessRequest) *
return nil
}
func makeLogFilePrefix(meta *procmeta) string {
func makeLogFilePrefix(meta *procmeta, index int) string {
now := time.Now().UTC()
ext := path.Ext(meta.args[0])
nameonly := path.Base(meta.args[0])
@ -187,7 +188,11 @@ func makeLogFilePrefix(meta *procmeta) string {
nameonly = nameonly[:len(nameonly)-len(ext)]
}
ts := now.Format("2006-01-02T15-04-05")
return path.Join(meta.cmd.Dir, "logs", fmt.Sprintf("%s_%s", nameonly, ts))
if index == 0 {
return path.Join(meta.cmd.Dir, "logs", fmt.Sprintf("%s_%s", nameonly, ts))
}
return path.Join(meta.cmd.Dir, "logs", fmt.Sprintf("%s_%d_%s", nameonly, index, ts))
}
func (hc *houstonClient) launch(meta *procmeta) error {
@ -201,7 +206,7 @@ func (hc *houstonClient) launch(meta *procmeta) error {
return err
}
stdReader := func(childProcName string, r io.ReadCloser) {
stdReader := func(childProcName string, r io.ReadCloser, index int) {
defer func() {
reco := recover()
if reco != nil {
@ -209,13 +214,23 @@ func (hc *houstonClient) launch(meta *procmeta) error {
}
}()
defer func() {
overflow := index / 64
offset := index % 64
key := fmt.Sprintf("%s-%d", meta.args[0], overflow)
runningFlags := hc.siblingProcIndex[key]
mask := uint64(1 << offset)
runningFlags = runningFlags ^ mask
hc.siblingProcIndex[key] = runningFlags
}()
defer r.Close()
reader := bufio.NewReader(r)
thisFileSize := 0
logFileIndex := 0
logFileNamePrefix := makeLogFilePrefix(meta)
logFileNamePrefix := makeLogFilePrefix(meta, index)
logFileName := fmt.Sprintf("%s_%d.log", logFileNamePrefix, logFileIndex)
targetFile, err := os.Create(logFileName)
if err != nil {
@ -224,10 +239,15 @@ func (hc *houstonClient) launch(meta *procmeta) error {
}
exef, _ := os.Executable()
linkePath := path.Join(path.Dir(exef), path.Dir(logFileName), meta.name+".log")
var linkPath string
if index == 0 {
linkPath = path.Join(path.Dir(exef), path.Dir(logFileName), meta.name+".log")
} else {
linkPath = path.Join(path.Dir(exef), path.Dir(logFileName), fmt.Sprintf("%s_%d.log", meta.name, index))
}
os.Remove(linkePath)
os.Symlink(path.Base(targetFile.Name()), linkePath)
os.Remove(linkPath)
os.Symlink(path.Base(targetFile.Name()), linkPath)
defer func() {
if targetFile != nil {
@ -307,19 +327,41 @@ func (hc *houstonClient) launch(meta *procmeta) error {
} else {
targetFile.Close()
targetFile = nextTargetFile
os.Remove(linkePath)
os.Symlink(path.Base(targetFile.Name()), linkePath)
os.Remove(linkPath)
os.Symlink(path.Base(targetFile.Name()), linkPath)
thisFileSize = 0
}
}
}
}
go stdReader(meta.name, stdout)
index := 0
for overflow := 0; ; overflow++ {
key := fmt.Sprintf("%s-%d", meta.args[0], overflow)
runningFlags := hc.siblingProcIndex[key]
if runningFlags == math.MaxUint64 {
index += 64
} else {
for si := 0; si < 64; si++ {
mask := uint64(1 << si)
if runningFlags&mask == 0 {
index += si
runningFlags |= mask
break
}
}
hc.siblingProcIndex[key] = runningFlags
break
}
}
go stdReader(meta.name, stdout, index)
logger.Println("startChildProcess :", meta.cmd.Args)
meta.cmd.Env = append(meta.cmd.Env, fmt.Sprintf("HOUSTON_SIBLIING_INDEX=%d", index))
err = meta.cmd.Start()
if err == nil {
set_affinity(meta.cmd.Process.Pid, index)
meta.setState(protos.ProcessState_Running)
}