2
0

rsync_provider.go 2.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112
  1. package worker
  2. import (
  3. "errors"
  4. "strings"
  5. "time"
  6. )
  7. type rsyncConfig struct {
  8. name string
  9. rsyncCmd string
  10. upstreamURL, username, password, excludeFile string
  11. workingDir, logDir, logFile string
  12. useIPv6, useIPv4 bool
  13. interval time.Duration
  14. }
  15. // An RsyncProvider provides the implementation to rsync-based syncing jobs
  16. type rsyncProvider struct {
  17. baseProvider
  18. rsyncConfig
  19. options []string
  20. }
  21. func newRsyncProvider(c rsyncConfig) (*rsyncProvider, error) {
  22. // TODO: check config options
  23. if !strings.HasSuffix(c.upstreamURL, "/") {
  24. return nil, errors.New("rsync upstream URL should ends with /")
  25. }
  26. provider := &rsyncProvider{
  27. baseProvider: baseProvider{
  28. name: c.name,
  29. ctx: NewContext(),
  30. interval: c.interval,
  31. },
  32. rsyncConfig: c,
  33. }
  34. if c.rsyncCmd == "" {
  35. provider.rsyncCmd = "rsync"
  36. }
  37. options := []string{
  38. "-aHvh", "--no-o", "--no-g", "--stats",
  39. "--exclude", ".~tmp~/",
  40. "--delete", "--delete-after", "--delay-updates",
  41. "--safe-links", "--timeout=120", "--contimeout=120",
  42. }
  43. if c.useIPv6 {
  44. options = append(options, "-6")
  45. } else if c.useIPv4 {
  46. options = append(options, "-4")
  47. }
  48. if c.excludeFile != "" {
  49. options = append(options, "--exclude-from", c.excludeFile)
  50. }
  51. provider.options = options
  52. provider.ctx.Set(_WorkingDirKey, c.workingDir)
  53. provider.ctx.Set(_LogDirKey, c.logDir)
  54. provider.ctx.Set(_LogFileKey, c.logFile)
  55. return provider, nil
  56. }
  57. func (p *rsyncProvider) Type() providerEnum {
  58. return provRsync
  59. }
  60. func (p *rsyncProvider) Upstream() string {
  61. return p.upstreamURL
  62. }
  63. func (p *rsyncProvider) Run() error {
  64. if err := p.Start(); err != nil {
  65. return err
  66. }
  67. return p.Wait()
  68. }
  69. func (p *rsyncProvider) Start() error {
  70. p.Lock()
  71. defer p.Unlock()
  72. if p.IsRunning() {
  73. return errors.New("provider is currently running")
  74. }
  75. env := map[string]string{}
  76. if p.username != "" {
  77. env["USER"] = p.username
  78. }
  79. if p.password != "" {
  80. env["RSYNC_PASSWORD"] = p.password
  81. }
  82. command := []string{p.rsyncCmd}
  83. command = append(command, p.options...)
  84. command = append(command, p.upstreamURL, p.WorkingDir())
  85. p.cmd = newCmdJob(p, command, p.WorkingDir(), env)
  86. if err := p.prepareLogFile(false); err != nil {
  87. return err
  88. }
  89. if err := p.cmd.Start(); err != nil {
  90. return err
  91. }
  92. p.isRunning.Store(true)
  93. return nil
  94. }