Micro-service for file storage and processing written in Go
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

160 lines
3.9 KiB

3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
  1. package main
  2. import (
  3. "bytes"
  4. "encoding/json"
  5. "github.com/geplauder/lithium/auth"
  6. "github.com/geplauder/lithium/pipelines"
  7. "github.com/geplauder/lithium/settings"
  8. "github.com/geplauder/lithium/storage"
  9. "github.com/gorilla/mux"
  10. "github.com/spf13/afero"
  11. "io"
  12. "net/http"
  13. )
  14. const Name string = "Lithium"
  15. const Version string = "0.1.0"
  16. type Metadata struct {
  17. Name string `json:"name"`
  18. Version string `json:"version"`
  19. }
  20. func PipelineHandler(pipeline pipelines.IPipeline, storageProvider storage.IStorageProvider, w http.ResponseWriter, r *http.Request) {
  21. w.Header().Set("Content-Type", "application/json")
  22. err := json.NewEncoder(w).Encode(pipeline)
  23. if err != nil {
  24. w.WriteHeader(http.StatusInternalServerError)
  25. }
  26. }
  27. func IndexHandler(w http.ResponseWriter, r *http.Request) {
  28. w.Header().Set("Content-Type", "application/json")
  29. err := json.NewEncoder(w).Encode(Metadata{Name, Version})
  30. if err != nil {
  31. w.WriteHeader(http.StatusInternalServerError)
  32. }
  33. }
  34. func writeError(w http.ResponseWriter, status int, errStr string) {
  35. w.WriteHeader(status)
  36. json.NewEncoder(w).Encode(struct {
  37. Error string `json:"error"`
  38. }{errStr})
  39. }
  40. func UploadHandler(w http.ResponseWriter, r *http.Request, pipes []pipelines.IPipeline, storageProvider storage.IStorageProvider) {
  41. // open file handler
  42. formFile, handler, err := r.FormFile("file")
  43. if err != nil {
  44. writeError(w, http.StatusUnprocessableEntity, err.Error())
  45. return
  46. }
  47. defer formFile.Close()
  48. // check pipelines form param
  49. formPipeline := r.FormValue("pipeline")
  50. if formPipeline == "" {
  51. writeError(w, http.StatusUnprocessableEntity, "pipeline parameter missing")
  52. return
  53. }
  54. var execPipe pipelines.IPipeline
  55. for _, pipe := range pipes {
  56. if formPipeline == pipe.GetSlug() {
  57. execPipe = pipe
  58. break
  59. }
  60. }
  61. if execPipe == nil {
  62. writeError(w, http.StatusUnprocessableEntity, "pipeline not found")
  63. return
  64. }
  65. bucket := r.FormValue("bucket")
  66. if bucket == "" {
  67. writeError(w, http.StatusUnprocessableEntity, "bucket parameter missing")
  68. return
  69. }
  70. // open file
  71. file, err := handler.Open()
  72. if err != nil {
  73. writeError(w, http.StatusInternalServerError, "error reading uploaded file")
  74. return
  75. }
  76. defer file.Close()
  77. // read file to buffer
  78. buf := bytes.NewBuffer(nil)
  79. _, err = io.Copy(buf, file)
  80. if err != nil {
  81. writeError(w, http.StatusInternalServerError, "error reading file from buffer")
  82. return
  83. }
  84. // store uploaded file
  85. _, err = storageProvider.StoreRaw(bucket, "source.jpg", buf.Bytes())
  86. if err != nil {
  87. return
  88. }
  89. w.Header().Set("Content-Type", "application/json")
  90. err = json.NewEncoder(w).Encode(struct {
  91. Message string `json:"message"`
  92. }{"ok"})
  93. if err != nil {
  94. w.WriteHeader(http.StatusInternalServerError)
  95. }
  96. }
  97. func RegisterRoutes(r *mux.Router, pipelines []pipelines.IPipeline, storageProvider storage.IStorageProvider) {
  98. r.HandleFunc("/", IndexHandler).Methods("GET")
  99. r.HandleFunc("/upload", func(w http.ResponseWriter, r *http.Request) {
  100. UploadHandler(w, r, pipelines, storageProvider)
  101. }).Methods("POST")
  102. r.HandleFunc("/pipelines/{pipeline}", func(w http.ResponseWriter, r *http.Request) {
  103. for _, pipeline := range pipelines {
  104. if pipeline.GetSlug() == mux.Vars(r)["pipeline"] {
  105. PipelineHandler(pipeline, storageProvider, w, r)
  106. return
  107. }
  108. }
  109. w.WriteHeader(404)
  110. }).Methods("GET")
  111. }
  112. func main() {
  113. appSettings, err := settings.LoadSettings(afero.NewOsFs())
  114. if err != nil {
  115. panic(err)
  116. }
  117. var storageProvider storage.IStorageProvider
  118. if appSettings.StorageProvider.Type == 0 {
  119. storageProvider = storage.GetFileSystemStorageProvider(appSettings.StorageProvider.BasePath, "")
  120. } else {
  121. panic("Invalid file system provided!")
  122. }
  123. pipes := pipelines.LoadPipelines()
  124. authMiddleware := auth.CreateAuthenticationMiddleware(appSettings.Token)
  125. r := mux.NewRouter()
  126. r.Use(authMiddleware.Middleware)
  127. RegisterRoutes(r, pipes, storageProvider)
  128. err = http.ListenAndServe(appSettings.Endpoint, r)
  129. if err != nil {
  130. panic(err)
  131. }
  132. }