department.go 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221
  1. package department
  2. import (
  3. "fmt"
  4. "io/ioutil"
  5. "log"
  6. "os"
  7. "path/filepath"
  8. "sync"
  9. "text/template"
  10. "time"
  11. "github.com/remogatto/cloud"
  12. karmen_client "gogs.carducci-dante.gov.it/karmen/core/client"
  13. "gogs.carducci-dante.gov.it/karmen/core/generator"
  14. "gogs.carducci-dante.gov.it/karmen/core/generator/funcmap"
  15. "gogs.carducci-dante.gov.it/karmen/core/generator/logger"
  16. "gogs.carducci-dante.gov.it/karmen/core/orm"
  17. "gogs.carducci-dante.gov.it/karmen/core/util/fileutil"
  18. "gogs.carducci-dante.gov.it/karmen/core/util/libreoffice"
  19. "gogs.carducci-dante.gov.it/karmen/core/util/pandoc"
  20. tpl_util "gogs.carducci-dante.gov.it/karmen/core/util/template"
  21. )
  22. type Data struct {
  23. Departments []*orm.Department
  24. }
  25. type DepartmentGenerator struct {
  26. sync.Mutex
  27. Config *generator.Config
  28. JobID uint
  29. Data *Data
  30. ncClient *cloud.Client
  31. kaClient *karmen_client.Client
  32. logger *logger.JobLogger
  33. }
  34. func (generator *DepartmentGenerator) generate(outputPath string, cloudPath string, funcMap template.FuncMap) ([]*orm.File, error) {
  35. var files []*orm.File
  36. tplFilename := filepath.Join(cloudPath, "template.md")
  37. log.Printf("Downloading %s from the cloud...", tplFilename)
  38. tplContent, err := generator.ncClient.Download(tplFilename)
  39. if err != nil {
  40. return nil, err
  41. }
  42. log.Println("Download completed.")
  43. refFilename := filepath.Join(cloudPath, "reference.odt")
  44. log.Printf("Downloading %s from the cloud...", refFilename)
  45. refContent, err := generator.ncClient.Download(refFilename)
  46. if err != nil {
  47. return nil, err
  48. }
  49. log.Println("Download completed.")
  50. err = ioutil.WriteFile(filepath.Join(outputPath, "reference.odt"), refContent, 0777)
  51. if err != nil {
  52. return nil, err
  53. }
  54. tpl, err := tpl_util.LoadTextTemplateFromString(string(tplContent), funcMap)
  55. if err != nil {
  56. return nil, err
  57. }
  58. for _, department := range generator.Data.Departments {
  59. filename := filepath.Join(outputPath, fmt.Sprintf("Dipartimento di %s", department.Name))
  60. f, err := os.Create(filename + ".md")
  61. if err != nil {
  62. return nil, err
  63. }
  64. defer f.Close()
  65. err = tpl.Execute(f, department)
  66. if err != nil {
  67. return nil, err
  68. }
  69. odtFilename := fileutil.ReplaceExt(filename, "odt")
  70. log.Println("Generate", odtFilename)
  71. if err := pandoc.Convert(filename+".md", odtFilename, "--data-dir", outputPath); err != nil {
  72. log.Println(outputPath, err)
  73. }
  74. if err := libreoffice.Convert(filename+".odt", "pdf", "--outdir", outputPath); err != nil {
  75. return nil, err
  76. }
  77. files = append(files, &orm.File{Path: filepath.Base(filename) + ".pdf"})
  78. }
  79. return files, nil
  80. }
  81. func NewDepartmentGenerator(config *generator.Config) *DepartmentGenerator {
  82. return &DepartmentGenerator{
  83. Config: config,
  84. Data: new(Data),
  85. }
  86. }
  87. func (generator *DepartmentGenerator) SetJobId(id uint) {
  88. generator.Lock()
  89. generator.JobID = id
  90. generator.Unlock()
  91. }
  92. func (generator *DepartmentGenerator) Run() {
  93. var err error
  94. log.Printf("Connecting to the cloud...")
  95. generator.ncClient, err = cloud.Dial(
  96. generator.Config.Cloud.Url,
  97. generator.Config.Cloud.Username,
  98. generator.Config.Cloud.Password,
  99. )
  100. if err != nil {
  101. log.Println(err)
  102. }
  103. log.Printf("Connecting to karmen...")
  104. generator.kaClient, err = karmen_client.Dial(
  105. generator.Config.Url,
  106. generator.Config.Admin.Username,
  107. generator.Config.Admin.Password,
  108. )
  109. if err != nil {
  110. log.Println(err)
  111. }
  112. var job *orm.Job
  113. if generator.JobID > 0 {
  114. job, err = generator.kaClient.GetJob(generator.JobID)
  115. if err != nil {
  116. log.Println(err)
  117. }
  118. generator.logger = logger.NewJobLogger(job)
  119. log.SetOutput(generator.logger)
  120. job.Start = time.Now()
  121. err = generator.kaClient.UpdateJob(job)
  122. if err != nil {
  123. log.Println(err)
  124. }
  125. }
  126. generator.Data.Departments, err = generator.kaClient.GetDepartments()
  127. if err != nil {
  128. log.Println(err)
  129. }
  130. var (
  131. outputPath string
  132. cloudPath string
  133. )
  134. if job != nil {
  135. outputPath = filepath.Join(generator.Config.Documents.OutputPath, fmt.Sprintf("%d/%d", job.DocumentID, job.ID))
  136. cloudPath = job.Document.CloudPath
  137. } else {
  138. outputPath = generator.Config.OutputPath
  139. cloudPath = generator.Config.CloudPath
  140. }
  141. log.Println("Output dir", outputPath)
  142. if err := os.MkdirAll(outputPath, 0777); err != nil {
  143. log.Println(err)
  144. }
  145. files, err := generator.generate(outputPath, cloudPath, funcmap.FuncMap)
  146. if err != nil {
  147. log.Println(err)
  148. }
  149. if generator.JobID > 0 {
  150. job.End = time.Now()
  151. job.Files = append(job.Files, files...)
  152. err = generator.kaClient.UpdateJob(job)
  153. if err != nil {
  154. log.Println(err)
  155. }
  156. }
  157. var keepArtifacts bool
  158. if job != nil {
  159. keepArtifacts = job.Document.KeepArtifacts
  160. } else {
  161. keepArtifacts = generator.Config.KeepArtifacts
  162. }
  163. if !keepArtifacts {
  164. log.Println("Uploading resulting files to the cloud...")
  165. _, err = generator.ncClient.UploadDir(filepath.Join(outputPath, "*.pdf"), cloudPath)
  166. if err != nil {
  167. log.Println(err)
  168. }
  169. } else {
  170. log.Println("Uploading resulting files and artifacts to the cloud...")
  171. _, err = generator.ncClient.UploadDir(filepath.Join(outputPath, "*"), cloudPath)
  172. if err != nil {
  173. log.Println(err)
  174. }
  175. }
  176. log.Println("Files were uploaded to the cloud...")
  177. }