rss.go 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199
  1. package v1
  2. import (
  3. "context"
  4. "encoding/json"
  5. "net/http"
  6. "strconv"
  7. "strings"
  8. "time"
  9. "github.com/gorilla/feeds"
  10. "github.com/labstack/echo/v4"
  11. "github.com/usememos/memos/internal/util"
  12. "github.com/usememos/memos/plugin/gomark/ast"
  13. "github.com/usememos/memos/plugin/gomark/parser"
  14. "github.com/usememos/memos/plugin/gomark/parser/tokenizer"
  15. "github.com/usememos/memos/plugin/gomark/renderer"
  16. "github.com/usememos/memos/store"
  17. )
  18. const (
  19. maxRSSItemCount = 100
  20. maxRSSItemTitleLength = 128
  21. )
  22. func (s *APIV1Service) registerRSSRoutes(g *echo.Group) {
  23. g.GET("/explore/rss.xml", s.GetExploreRSS)
  24. g.GET("/u/:id/rss.xml", s.GetUserRSS)
  25. }
  26. // GetExploreRSS godoc
  27. //
  28. // @Summary Get RSS
  29. // @Tags rss
  30. // @Produce xml
  31. // @Success 200 {object} nil "RSS"
  32. // @Failure 500 {object} nil "Failed to get system customized profile | Failed to find memo list | Failed to generate rss"
  33. // @Router /explore/rss.xml [GET]
  34. func (s *APIV1Service) GetExploreRSS(c echo.Context) error {
  35. ctx := c.Request().Context()
  36. systemCustomizedProfile, err := s.getSystemCustomizedProfile(ctx)
  37. if err != nil {
  38. return echo.NewHTTPError(http.StatusInternalServerError, "Failed to get system customized profile").SetInternal(err)
  39. }
  40. normalStatus := store.Normal
  41. memoFind := store.FindMemo{
  42. RowStatus: &normalStatus,
  43. VisibilityList: []store.Visibility{store.Public},
  44. }
  45. memoList, err := s.Store.ListMemos(ctx, &memoFind)
  46. if err != nil {
  47. return echo.NewHTTPError(http.StatusInternalServerError, "Failed to find memo list").SetInternal(err)
  48. }
  49. baseURL := c.Scheme() + "://" + c.Request().Host
  50. rss, err := s.generateRSSFromMemoList(ctx, memoList, baseURL, systemCustomizedProfile)
  51. if err != nil {
  52. return echo.NewHTTPError(http.StatusInternalServerError, "Failed to generate rss").SetInternal(err)
  53. }
  54. c.Response().Header().Set(echo.HeaderContentType, echo.MIMEApplicationXMLCharsetUTF8)
  55. return c.String(http.StatusOK, rss)
  56. }
  57. // GetUserRSS godoc
  58. //
  59. // @Summary Get RSS for a user
  60. // @Tags rss
  61. // @Produce xml
  62. // @Param id path int true "User ID"
  63. // @Success 200 {object} nil "RSS"
  64. // @Failure 400 {object} nil "User id is not a number"
  65. // @Failure 500 {object} nil "Failed to get system customized profile | Failed to find memo list | Failed to generate rss"
  66. // @Router /u/{id}/rss.xml [GET]
  67. func (s *APIV1Service) GetUserRSS(c echo.Context) error {
  68. ctx := c.Request().Context()
  69. id, err := util.ConvertStringToInt32(c.Param("id"))
  70. if err != nil {
  71. return echo.NewHTTPError(http.StatusBadRequest, "User id is not a number").SetInternal(err)
  72. }
  73. systemCustomizedProfile, err := s.getSystemCustomizedProfile(ctx)
  74. if err != nil {
  75. return echo.NewHTTPError(http.StatusInternalServerError, "Failed to get system customized profile").SetInternal(err)
  76. }
  77. normalStatus := store.Normal
  78. memoFind := store.FindMemo{
  79. CreatorID: &id,
  80. RowStatus: &normalStatus,
  81. VisibilityList: []store.Visibility{store.Public},
  82. }
  83. memoList, err := s.Store.ListMemos(ctx, &memoFind)
  84. if err != nil {
  85. return echo.NewHTTPError(http.StatusInternalServerError, "Failed to find memo list").SetInternal(err)
  86. }
  87. baseURL := c.Scheme() + "://" + c.Request().Host
  88. rss, err := s.generateRSSFromMemoList(ctx, memoList, baseURL, systemCustomizedProfile)
  89. if err != nil {
  90. return echo.NewHTTPError(http.StatusInternalServerError, "Failed to generate rss").SetInternal(err)
  91. }
  92. c.Response().Header().Set(echo.HeaderContentType, echo.MIMEApplicationXMLCharsetUTF8)
  93. return c.String(http.StatusOK, rss)
  94. }
  95. func (s *APIV1Service) generateRSSFromMemoList(ctx context.Context, memoList []*store.Memo, baseURL string, profile *CustomizedProfile) (string, error) {
  96. feed := &feeds.Feed{
  97. Title: profile.Name,
  98. Link: &feeds.Link{Href: baseURL},
  99. Description: profile.Description,
  100. Created: time.Now(),
  101. }
  102. var itemCountLimit = util.Min(len(memoList), maxRSSItemCount)
  103. feed.Items = make([]*feeds.Item, itemCountLimit)
  104. for i := 0; i < itemCountLimit; i++ {
  105. memoMessage, err := s.convertMemoFromStore(ctx, memoList[i])
  106. if err != nil {
  107. return "", err
  108. }
  109. description, err := getRSSItemDescription(memoMessage.Content)
  110. if err != nil {
  111. return "", err
  112. }
  113. feed.Items[i] = &feeds.Item{
  114. Title: getRSSItemTitle(memoMessage.Content),
  115. Link: &feeds.Link{Href: baseURL + "/m/" + memoMessage.Name},
  116. Description: description,
  117. Created: time.Unix(memoMessage.CreatedTs, 0),
  118. }
  119. if len(memoMessage.ResourceList) > 0 {
  120. resource := memoMessage.ResourceList[0]
  121. enclosure := feeds.Enclosure{}
  122. if resource.ExternalLink != "" {
  123. enclosure.Url = resource.ExternalLink
  124. } else {
  125. enclosure.Url = baseURL + "/o/r/" + resource.Name
  126. }
  127. enclosure.Length = strconv.Itoa(int(resource.Size))
  128. enclosure.Type = resource.Type
  129. feed.Items[i].Enclosure = &enclosure
  130. }
  131. }
  132. rss, err := feed.ToRss()
  133. if err != nil {
  134. return "", err
  135. }
  136. return rss, nil
  137. }
  138. func (s *APIV1Service) getSystemCustomizedProfile(ctx context.Context) (*CustomizedProfile, error) {
  139. systemSetting, err := s.Store.GetSystemSetting(ctx, &store.FindSystemSetting{
  140. Name: SystemSettingCustomizedProfileName.String(),
  141. })
  142. if err != nil {
  143. return nil, err
  144. }
  145. customizedProfile := &CustomizedProfile{
  146. Name: "Memos",
  147. Locale: "en",
  148. Appearance: "system",
  149. }
  150. if systemSetting != nil {
  151. if err := json.Unmarshal([]byte(systemSetting.Value), customizedProfile); err != nil {
  152. return nil, err
  153. }
  154. }
  155. return customizedProfile, nil
  156. }
  157. func getRSSItemTitle(content string) string {
  158. tokens := tokenizer.Tokenize(content)
  159. nodes, _ := parser.Parse(tokens)
  160. if len(nodes) > 0 {
  161. firstNode := nodes[0]
  162. title := renderer.NewStringRenderer().Render([]ast.Node{firstNode})
  163. return title
  164. }
  165. title := strings.Split(content, "\n")[0]
  166. var titleLengthLimit = util.Min(len(title), maxRSSItemTitleLength)
  167. if titleLengthLimit < len(title) {
  168. title = title[:titleLengthLimit] + "..."
  169. }
  170. return title
  171. }
  172. func getRSSItemDescription(content string) (string, error) {
  173. tokens := tokenizer.Tokenize(content)
  174. nodes, err := parser.Parse(tokens)
  175. if err != nil {
  176. return "", err
  177. }
  178. result := renderer.NewHTMLRenderer().Render(nodes)
  179. return result, nil
  180. }