runner.go 3.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172
  1. package worker
  2. import (
  3. "errors"
  4. "fmt"
  5. "os"
  6. "os/exec"
  7. "strings"
  8. "sync"
  9. "syscall"
  10. "time"
  11. "github.com/codeskyblue/go-sh"
  12. "golang.org/x/sys/unix"
  13. )
  14. // runner is to run os commands giving command line, env and log file
  15. // it's an alternative to python-sh or go-sh
  16. var errProcessNotStarted = errors.New("Process Not Started")
  17. type cmdJob struct {
  18. sync.Mutex
  19. cmd *exec.Cmd
  20. workingDir string
  21. env map[string]string
  22. logFile *os.File
  23. finished chan empty
  24. provider mirrorProvider
  25. retErr error
  26. }
  27. func newCmdJob(provider mirrorProvider, cmdAndArgs []string, workingDir string, env map[string]string) *cmdJob {
  28. var cmd *exec.Cmd
  29. if d := provider.Docker(); d != nil {
  30. c := "docker"
  31. args := []string{
  32. "run", "--rm",
  33. "-a", "STDOUT", "-a", "STDERR",
  34. "--name", d.Name(),
  35. "-w", workingDir,
  36. }
  37. // add volumes
  38. for _, vol := range d.Volumes() {
  39. logger.Debugf("volume: %s", vol)
  40. args = append(args, "-v", vol)
  41. }
  42. // set env
  43. env["TUNASYNC_LOG_FILE"] = d.LogFile()
  44. for k, v := range env {
  45. kv := fmt.Sprintf("%s=%s", k, v)
  46. args = append(args, "-e", kv)
  47. }
  48. // apply options
  49. args = append(args, d.options...)
  50. // apply image and command
  51. args = append(args, d.image)
  52. // apply command
  53. args = append(args, cmdAndArgs...)
  54. cmd = exec.Command(c, args...)
  55. } else if provider.Cgroup() != nil {
  56. c := "cgexec"
  57. args := []string{"-g", provider.Cgroup().Cgroup()}
  58. args = append(args, cmdAndArgs...)
  59. cmd = exec.Command(c, args...)
  60. } else {
  61. if len(cmdAndArgs) == 1 {
  62. cmd = exec.Command(cmdAndArgs[0])
  63. } else if len(cmdAndArgs) > 1 {
  64. c := cmdAndArgs[0]
  65. args := cmdAndArgs[1:]
  66. cmd = exec.Command(c, args...)
  67. } else if len(cmdAndArgs) == 0 {
  68. panic("Command length should be at least 1!")
  69. }
  70. }
  71. if provider.Docker() == nil {
  72. logger.Debugf("Executing command %s at %s", cmdAndArgs[0], workingDir)
  73. if _, err := os.Stat(workingDir); os.IsNotExist(err) {
  74. logger.Debugf("Making dir %s", workingDir)
  75. if err = os.MkdirAll(workingDir, 0755); err != nil {
  76. logger.Errorf("Error making dir %s: %s", workingDir, err.Error())
  77. }
  78. }
  79. cmd.Dir = workingDir
  80. cmd.Env = newEnviron(env, true)
  81. }
  82. return &cmdJob{
  83. cmd: cmd,
  84. workingDir: workingDir,
  85. env: env,
  86. provider: provider,
  87. }
  88. }
  89. func (c *cmdJob) Start() error {
  90. // logger.Debugf("Command start: %v", c.cmd.Args)
  91. c.finished = make(chan empty, 1)
  92. return c.cmd.Start()
  93. }
  94. func (c *cmdJob) Wait() error {
  95. c.Lock()
  96. defer c.Unlock()
  97. select {
  98. case <-c.finished:
  99. return c.retErr
  100. default:
  101. err := c.cmd.Wait()
  102. c.retErr = err
  103. close(c.finished)
  104. return err
  105. }
  106. }
  107. func (c *cmdJob) SetLogFile(logFile *os.File) {
  108. c.cmd.Stdout = logFile
  109. c.cmd.Stderr = logFile
  110. }
  111. func (c *cmdJob) Terminate() error {
  112. if c.cmd == nil || c.cmd.Process == nil {
  113. return errProcessNotStarted
  114. }
  115. if d := c.provider.Docker(); d != nil {
  116. sh.Command(
  117. "docker", "stop", "-t", "2", d.Name(),
  118. ).Run()
  119. return nil
  120. }
  121. err := unix.Kill(c.cmd.Process.Pid, syscall.SIGTERM)
  122. if err != nil {
  123. return err
  124. }
  125. select {
  126. case <-time.After(2 * time.Second):
  127. unix.Kill(c.cmd.Process.Pid, syscall.SIGKILL)
  128. return errors.New("SIGTERM failed to kill the job")
  129. case <-c.finished:
  130. return nil
  131. }
  132. }
  133. // Copied from go-sh
  134. func newEnviron(env map[string]string, inherit bool) []string { //map[string]string {
  135. environ := make([]string, 0, len(env))
  136. if inherit {
  137. for _, line := range os.Environ() {
  138. // if os environment and env collapses,
  139. // omit the os one
  140. k := strings.Split(line, "=")[0]
  141. if _, ok := env[k]; ok {
  142. continue
  143. }
  144. environ = append(environ, line)
  145. }
  146. }
  147. for k, v := range env {
  148. environ = append(environ, k+"="+v)
  149. }
  150. return environ
  151. }