memos/server/resource.go

341 lines
12 KiB
Go
Raw Normal View History

2022-02-03 10:32:03 +03:00
package server
import (
"bytes"
"encoding/json"
2022-02-03 10:32:03 +03:00
"fmt"
2022-08-20 06:36:24 +03:00
"io"
2022-02-03 10:32:03 +03:00
"net/http"
"net/url"
2022-02-03 10:32:03 +03:00
"strconv"
2023-01-07 05:51:34 +03:00
"strings"
"time"
2022-02-03 10:32:03 +03:00
2023-01-02 18:18:12 +03:00
"github.com/pkg/errors"
2022-06-27 17:09:06 +03:00
"github.com/usememos/memos/api"
"github.com/usememos/memos/common"
2023-01-05 15:56:50 +03:00
metric "github.com/usememos/memos/plugin/metrics"
2022-06-27 17:09:06 +03:00
2022-02-03 10:32:03 +03:00
"github.com/labstack/echo/v4"
)
const (
// The max file size is 32MB.
maxFileSize = 32 << 20
)
2022-02-03 10:32:03 +03:00
func (s *Server) registerResourceRoutes(g *echo.Group) {
g.POST("/resource", func(c echo.Context) error {
2022-08-07 05:17:12 +03:00
ctx := c.Request().Context()
2022-07-28 15:09:25 +03:00
userID, ok := c.Get(getUserIDContextKey()).(int)
if !ok {
return echo.NewHTTPError(http.StatusUnauthorized, "Missing user in session")
}
2022-02-03 10:32:03 +03:00
resourceCreate := &api.ResourceCreate{}
if err := json.NewDecoder(c.Request().Body).Decode(resourceCreate); err != nil {
return echo.NewHTTPError(http.StatusBadRequest, "Malformatted post resource request").SetInternal(err)
}
resourceCreate.CreatorID = userID
resource, err := s.Store.CreateResource(ctx, resourceCreate)
if err != nil {
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to create resource").SetInternal(err)
}
if err := s.createResourceCreateActivity(c, resource); err != nil {
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to create activity").SetInternal(err)
}
c.Response().Header().Set(echo.HeaderContentType, echo.MIMEApplicationJSONCharsetUTF8)
if err := json.NewEncoder(c.Response().Writer).Encode(composeResponse(resource)); err != nil {
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to encode resource response").SetInternal(err)
}
return nil
})
g.POST("/resource/blob", func(c echo.Context) error {
ctx := c.Request().Context()
userID, ok := c.Get(getUserIDContextKey()).(int)
if !ok {
return echo.NewHTTPError(http.StatusUnauthorized, "Missing user in session")
}
if err := c.Request().ParseMultipartForm(maxFileSize); err != nil {
2022-02-03 10:32:03 +03:00
return echo.NewHTTPError(http.StatusBadRequest, "Upload file overload max size").SetInternal(err)
}
file, err := c.FormFile("file")
if err != nil {
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to get uploading file").SetInternal(err)
}
if file == nil {
2022-02-03 10:32:03 +03:00
return echo.NewHTTPError(http.StatusBadRequest, "Upload file not found").SetInternal(err)
}
filename := file.Filename
filetype := file.Header.Get("Content-Type")
size := file.Size
src, err := file.Open()
if err != nil {
2022-02-04 13:54:24 +03:00
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to open file").SetInternal(err)
2022-02-03 10:32:03 +03:00
}
defer src.Close()
2022-08-20 06:36:24 +03:00
fileBytes, err := io.ReadAll(src)
2022-02-03 10:32:03 +03:00
if err != nil {
2022-02-04 13:54:24 +03:00
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to read file").SetInternal(err)
2022-02-03 10:32:03 +03:00
}
resourceCreate := &api.ResourceCreate{
2022-12-28 15:22:52 +03:00
CreatorID: userID,
2022-02-03 10:32:03 +03:00
Filename: filename,
Type: filetype,
Size: size,
2022-02-04 13:54:24 +03:00
Blob: fileBytes,
2022-02-03 10:32:03 +03:00
}
2022-08-07 05:17:12 +03:00
resource, err := s.Store.CreateResource(ctx, resourceCreate)
2022-02-03 10:32:03 +03:00
if err != nil {
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to create resource").SetInternal(err)
}
2023-01-02 18:18:12 +03:00
if err := s.createResourceCreateActivity(c, resource); err != nil {
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to create activity").SetInternal(err)
}
2022-02-03 10:32:03 +03:00
c.Response().Header().Set(echo.HeaderContentType, echo.MIMEApplicationJSONCharsetUTF8)
2022-02-04 12:06:04 +03:00
if err := json.NewEncoder(c.Response().Writer).Encode(composeResponse(resource)); err != nil {
2022-05-02 21:05:43 +03:00
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to encode resource response").SetInternal(err)
2022-02-03 10:32:03 +03:00
}
return nil
})
2022-02-18 17:21:10 +03:00
2022-02-03 10:32:03 +03:00
g.GET("/resource", func(c echo.Context) error {
2022-08-07 05:17:12 +03:00
ctx := c.Request().Context()
2022-07-28 15:09:25 +03:00
userID, ok := c.Get(getUserIDContextKey()).(int)
if !ok {
return echo.NewHTTPError(http.StatusUnauthorized, "Missing user in session")
}
2022-02-03 10:32:03 +03:00
resourceFind := &api.ResourceFind{
2022-05-02 21:05:43 +03:00
CreatorID: &userID,
2022-02-03 10:32:03 +03:00
}
2022-08-07 05:17:12 +03:00
list, err := s.Store.FindResourceList(ctx, resourceFind)
2022-02-03 10:32:03 +03:00
if err != nil {
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to fetch resource list").SetInternal(err)
}
for _, resource := range list {
2022-11-26 09:23:29 +03:00
memoResourceList, err := s.Store.FindMemoResourceList(ctx, &api.MemoResourceFind{
ResourceID: &resource.ID,
})
if err != nil {
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to find memo resource list").SetInternal(err)
}
2022-11-26 09:23:29 +03:00
resource.LinkedMemoAmount = len(memoResourceList)
}
2022-02-03 10:32:03 +03:00
c.Response().Header().Set(echo.HeaderContentType, echo.MIMEApplicationJSONCharsetUTF8)
2022-02-04 12:06:04 +03:00
if err := json.NewEncoder(c.Response().Writer).Encode(composeResponse(list)); err != nil {
2022-02-05 06:43:25 +03:00
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to encode resource list response").SetInternal(err)
2022-02-03 10:32:03 +03:00
}
2022-06-22 14:16:31 +03:00
return nil
})
g.GET("/resource/:resourceId", func(c echo.Context) error {
2022-08-07 05:17:12 +03:00
ctx := c.Request().Context()
2022-06-22 14:16:31 +03:00
resourceID, err := strconv.Atoi(c.Param("resourceId"))
if err != nil {
return echo.NewHTTPError(http.StatusBadRequest, fmt.Sprintf("ID is not a number: %s", c.Param("resourceId"))).SetInternal(err)
}
2022-07-28 15:09:25 +03:00
userID, ok := c.Get(getUserIDContextKey()).(int)
if !ok {
return echo.NewHTTPError(http.StatusUnauthorized, "Missing user in session")
}
2022-06-22 14:16:31 +03:00
resourceFind := &api.ResourceFind{
ID: &resourceID,
CreatorID: &userID,
GetBlob: true,
2022-06-22 14:16:31 +03:00
}
2022-08-07 05:17:12 +03:00
resource, err := s.Store.FindResource(ctx, resourceFind)
2022-06-22 14:16:31 +03:00
if err != nil {
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to fetch resource").SetInternal(err)
}
2022-02-03 10:32:03 +03:00
2022-06-22 14:16:31 +03:00
c.Response().Header().Set(echo.HeaderContentType, echo.MIMEApplicationJSONCharsetUTF8)
if err := json.NewEncoder(c.Response().Writer).Encode(composeResponse(resource)); err != nil {
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to encode resource response").SetInternal(err)
}
return nil
})
g.GET("/resource/:resourceId/blob", func(c echo.Context) error {
2022-08-07 05:17:12 +03:00
ctx := c.Request().Context()
2022-06-22 14:16:31 +03:00
resourceID, err := strconv.Atoi(c.Param("resourceId"))
if err != nil {
return echo.NewHTTPError(http.StatusBadRequest, fmt.Sprintf("ID is not a number: %s", c.Param("resourceId"))).SetInternal(err)
}
2022-07-28 15:09:25 +03:00
userID, ok := c.Get(getUserIDContextKey()).(int)
if !ok {
return echo.NewHTTPError(http.StatusUnauthorized, "Missing user in session")
}
2022-06-22 14:16:31 +03:00
resourceFind := &api.ResourceFind{
ID: &resourceID,
CreatorID: &userID,
GetBlob: true,
2022-06-22 14:16:31 +03:00
}
2022-08-07 05:17:12 +03:00
resource, err := s.Store.FindResource(ctx, resourceFind)
2022-06-22 14:16:31 +03:00
if err != nil {
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to fetch resource").SetInternal(err)
}
c.Response().Writer.WriteHeader(http.StatusOK)
c.Response().Writer.Header().Set("Content-Type", resource.Type)
2022-12-28 15:22:52 +03:00
c.Response().Writer.Header().Set(echo.HeaderContentSecurityPolicy, "default-src 'self'")
if _, err := c.Response().Writer.Write(resource.Blob); err != nil {
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to write resource blob").SetInternal(err)
}
2022-02-03 10:32:03 +03:00
return nil
})
2022-02-18 17:21:10 +03:00
2022-12-19 13:45:17 +03:00
g.PATCH("/resource/:resourceId", func(c echo.Context) error {
2022-08-07 05:17:12 +03:00
ctx := c.Request().Context()
2022-08-06 20:30:48 +03:00
userID, ok := c.Get(getUserIDContextKey()).(int)
if !ok {
return echo.NewHTTPError(http.StatusUnauthorized, "Missing user in session")
}
2022-05-02 21:05:43 +03:00
resourceID, err := strconv.Atoi(c.Param("resourceId"))
2022-02-03 10:32:03 +03:00
if err != nil {
return echo.NewHTTPError(http.StatusBadRequest, fmt.Sprintf("ID is not a number: %s", c.Param("resourceId"))).SetInternal(err)
}
2022-12-19 13:45:17 +03:00
resourceFind := &api.ResourceFind{
2022-12-28 15:22:52 +03:00
ID: &resourceID,
2022-11-06 07:21:58 +03:00
}
2022-12-28 15:22:52 +03:00
resource, err := s.Store.FindResource(ctx, resourceFind)
if err != nil {
2022-12-19 13:45:17 +03:00
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to find resource").SetInternal(err)
2022-11-06 07:21:58 +03:00
}
2022-12-28 15:22:52 +03:00
if resource.CreatorID != userID {
return echo.NewHTTPError(http.StatusUnauthorized, "Unauthorized")
}
2022-11-06 07:21:58 +03:00
2022-12-19 13:45:17 +03:00
currentTs := time.Now().Unix()
resourcePatch := &api.ResourcePatch{
UpdatedTs: &currentTs,
2022-02-03 10:32:03 +03:00
}
2022-12-19 13:45:17 +03:00
if err := json.NewDecoder(c.Request().Body).Decode(resourcePatch); err != nil {
return echo.NewHTTPError(http.StatusBadRequest, "Malformatted patch resource request").SetInternal(err)
2022-02-03 10:32:03 +03:00
}
2023-02-09 18:20:36 +03:00
resourcePatch.ID = resourceID
2022-12-28 15:22:52 +03:00
resource, err = s.Store.PatchResource(ctx, resourcePatch)
2022-12-19 13:45:17 +03:00
if err != nil {
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to patch resource").SetInternal(err)
}
c.Response().Header().Set(echo.HeaderContentType, echo.MIMEApplicationJSONCharsetUTF8)
if err := json.NewEncoder(c.Response().Writer).Encode(composeResponse(resource)); err != nil {
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to encode resource response").SetInternal(err)
}
return nil
2022-02-03 10:32:03 +03:00
})
2022-12-19 13:45:17 +03:00
g.DELETE("/resource/:resourceId", func(c echo.Context) error {
ctx := c.Request().Context()
userID, ok := c.Get(getUserIDContextKey()).(int)
if !ok {
return echo.NewHTTPError(http.StatusUnauthorized, "Missing user in session")
}
resourceID, err := strconv.Atoi(c.Param("resourceId"))
if err != nil {
return echo.NewHTTPError(http.StatusBadRequest, fmt.Sprintf("ID is not a number: %s", c.Param("resourceId"))).SetInternal(err)
}
2022-12-19 13:45:17 +03:00
resource, err := s.Store.FindResource(ctx, &api.ResourceFind{
ID: &resourceID,
CreatorID: &userID,
2022-12-19 13:45:17 +03:00
})
if err != nil {
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to find resource").SetInternal(err)
}
2022-12-28 15:22:52 +03:00
if resource.CreatorID != userID {
return echo.NewHTTPError(http.StatusUnauthorized, "Unauthorized")
}
2022-12-19 13:45:17 +03:00
resourceDelete := &api.ResourceDelete{
ID: resourceID,
}
2022-12-19 13:45:17 +03:00
if err := s.Store.DeleteResource(ctx, resourceDelete); err != nil {
if common.ErrorCode(err) == common.NotFound {
return echo.NewHTTPError(http.StatusNotFound, fmt.Sprintf("Resource ID not found: %d", resourceID))
}
return echo.NewHTTPError(http.StatusInternalServerError, "Failed to delete resource").SetInternal(err)
}
2022-12-19 13:45:17 +03:00
return c.JSON(http.StatusOK, true)
})
2022-02-03 10:32:03 +03:00
}
2022-09-08 19:50:58 +03:00
func (s *Server) registerResourcePublicRoutes(g *echo.Group) {
g.GET("/r/:resourceId/:filename", func(c echo.Context) error {
ctx := c.Request().Context()
resourceID, err := strconv.Atoi(c.Param("resourceId"))
if err != nil {
return echo.NewHTTPError(http.StatusBadRequest, fmt.Sprintf("ID is not a number: %s", c.Param("resourceId"))).SetInternal(err)
}
filename, err := url.QueryUnescape(c.Param("filename"))
if err != nil {
return echo.NewHTTPError(http.StatusBadRequest, fmt.Sprintf("filename is invalid: %s", c.Param("filename"))).SetInternal(err)
}
2022-09-08 19:50:58 +03:00
resourceFind := &api.ResourceFind{
ID: &resourceID,
Filename: &filename,
GetBlob: true,
2022-09-08 19:50:58 +03:00
}
resource, err := s.Store.FindResource(ctx, resourceFind)
if err != nil {
return echo.NewHTTPError(http.StatusInternalServerError, fmt.Sprintf("Failed to fetch resource ID: %v", resourceID)).SetInternal(err)
}
resourceType := strings.ToLower(resource.Type)
2023-02-02 15:34:24 +03:00
if strings.HasPrefix(resourceType, "text") || (strings.HasPrefix(resourceType, "application") && resourceType != "application/pdf") {
resourceType = echo.MIMETextPlain
2023-01-07 05:51:34 +03:00
}
2022-11-21 18:23:05 +03:00
c.Response().Writer.Header().Set(echo.HeaderCacheControl, "max-age=31536000, immutable")
c.Response().Writer.Header().Set(echo.HeaderContentSecurityPolicy, "default-src 'self'")
if strings.HasPrefix(resourceType, "video") || strings.HasPrefix(resourceType, "audio") {
http.ServeContent(c.Response(), c.Request(), resource.Filename, time.Unix(resource.UpdatedTs, 0), bytes.NewReader(resource.Blob))
return nil
}
return c.Stream(http.StatusOK, resourceType, bytes.NewReader(resource.Blob))
2022-09-08 19:50:58 +03:00
})
}
2023-01-02 18:18:12 +03:00
func (s *Server) createResourceCreateActivity(c echo.Context, resource *api.Resource) error {
ctx := c.Request().Context()
payload := api.ActivityResourceCreatePayload{
Filename: resource.Filename,
Type: resource.Type,
Size: resource.Size,
}
payloadStr, err := json.Marshal(payload)
if err != nil {
return errors.Wrap(err, "failed to marshal activity payload")
}
2023-01-05 15:56:50 +03:00
activity, err := s.Store.CreateActivity(ctx, &api.ActivityCreate{
2023-01-02 18:18:12 +03:00
CreatorID: resource.CreatorID,
Type: api.ActivityResourceCreate,
Level: api.ActivityInfo,
Payload: string(payloadStr),
})
2023-01-07 06:49:58 +03:00
if err != nil || activity == nil {
return errors.Wrap(err, "failed to create activity")
}
2023-01-05 15:56:50 +03:00
s.Collector.Collect(ctx, &metric.Metric{
Name: string(activity.Type),
})
2023-01-02 18:18:12 +03:00
return err
}