filer_server_handlers_read.go 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181
  1. package weed_server
  2. import (
  3. "bytes"
  4. "context"
  5. "io"
  6. "mime"
  7. "net/http"
  8. "net/url"
  9. "path/filepath"
  10. "strconv"
  11. "strings"
  12. "time"
  13. "github.com/chrislusf/seaweedfs/weed/filer"
  14. "github.com/chrislusf/seaweedfs/weed/glog"
  15. "github.com/chrislusf/seaweedfs/weed/images"
  16. "github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
  17. xhttp "github.com/chrislusf/seaweedfs/weed/s3api/http"
  18. "github.com/chrislusf/seaweedfs/weed/stats"
  19. "github.com/chrislusf/seaweedfs/weed/util"
  20. )
  21. func (fs *FilerServer) GetOrHeadHandler(w http.ResponseWriter, r *http.Request) {
  22. path := r.URL.Path
  23. isForDirectory := strings.HasSuffix(path, "/")
  24. if isForDirectory && len(path) > 1 {
  25. path = path[:len(path)-1]
  26. }
  27. entry, err := fs.filer.FindEntry(context.Background(), util.FullPath(path))
  28. if err != nil {
  29. if path == "/" {
  30. fs.listDirectoryHandler(w, r)
  31. return
  32. }
  33. if err == filer_pb.ErrNotFound {
  34. glog.V(1).Infof("Not found %s: %v", path, err)
  35. stats.FilerRequestCounter.WithLabelValues("read.notfound").Inc()
  36. w.WriteHeader(http.StatusNotFound)
  37. } else {
  38. glog.Errorf("Internal %s: %v", path, err)
  39. stats.FilerRequestCounter.WithLabelValues("read.internalerror").Inc()
  40. w.WriteHeader(http.StatusInternalServerError)
  41. }
  42. return
  43. }
  44. if entry.IsDirectory() {
  45. if fs.option.DisableDirListing {
  46. w.WriteHeader(http.StatusMethodNotAllowed)
  47. return
  48. }
  49. fs.listDirectoryHandler(w, r)
  50. return
  51. }
  52. if isForDirectory {
  53. w.WriteHeader(http.StatusNotFound)
  54. return
  55. }
  56. // set etag
  57. etag := filer.ETagEntry(entry)
  58. if ifm := r.Header.Get("If-Match"); ifm != "" && ifm != "\""+etag+"\"" {
  59. w.WriteHeader(http.StatusPreconditionFailed)
  60. return
  61. }
  62. w.Header().Set("Accept-Ranges", "bytes")
  63. // mime type
  64. mimeType := entry.Attr.Mime
  65. if mimeType == "" {
  66. if ext := filepath.Ext(entry.Name()); ext != "" {
  67. mimeType = mime.TypeByExtension(ext)
  68. }
  69. }
  70. if mimeType != "" {
  71. w.Header().Set("Content-Type", mimeType)
  72. }
  73. // if modified since
  74. if !entry.Attr.Mtime.IsZero() {
  75. w.Header().Set("Last-Modified", entry.Attr.Mtime.UTC().Format(http.TimeFormat))
  76. if r.Header.Get("If-Modified-Since") != "" {
  77. if t, parseError := time.Parse(http.TimeFormat, r.Header.Get("If-Modified-Since")); parseError == nil {
  78. if !t.Before(entry.Attr.Mtime) {
  79. w.WriteHeader(http.StatusNotModified)
  80. return
  81. }
  82. }
  83. }
  84. }
  85. // print out the header from extended properties
  86. for k, v := range entry.Extended {
  87. w.Header().Set(k, string(v))
  88. }
  89. //Seaweed custom header are not visible to Vue or javascript
  90. seaweedHeaders := []string{}
  91. for header := range w.Header() {
  92. if strings.HasPrefix(header, "Seaweed-") {
  93. seaweedHeaders = append(seaweedHeaders, header)
  94. }
  95. }
  96. seaweedHeaders = append(seaweedHeaders, "Content-Disposition")
  97. w.Header().Set("Access-Control-Expose-Headers", strings.Join(seaweedHeaders, ","))
  98. //set tag count
  99. if r.Method == "GET" {
  100. tagCount := 0
  101. for k := range entry.Extended {
  102. if strings.HasPrefix(k, xhttp.AmzObjectTagging+"-") {
  103. tagCount++
  104. }
  105. }
  106. if tagCount > 0 {
  107. w.Header().Set(xhttp.AmzTagCount, strconv.Itoa(tagCount))
  108. }
  109. }
  110. if inm := r.Header.Get("If-None-Match"); inm == "\""+etag+"\"" {
  111. w.WriteHeader(http.StatusNotModified)
  112. return
  113. }
  114. setEtag(w, etag)
  115. filename := entry.Name()
  116. filename = url.QueryEscape(filename)
  117. adjustHeaderContentDisposition(w, r, filename)
  118. totalSize := int64(entry.Size())
  119. if r.Method == "HEAD" {
  120. w.Header().Set("Content-Length", strconv.FormatInt(totalSize, 10))
  121. return
  122. }
  123. if rangeReq := r.Header.Get("Range"); rangeReq == "" {
  124. ext := filepath.Ext(filename)
  125. width, height, mode, shouldResize := shouldResizeImages(ext, r)
  126. if shouldResize {
  127. data, err := filer.ReadAll(fs.filer.MasterClient, entry.Chunks)
  128. if err != nil {
  129. glog.Errorf("failed to read %s: %v", path, err)
  130. w.WriteHeader(http.StatusNotModified)
  131. return
  132. }
  133. rs, _, _ := images.Resized(ext, bytes.NewReader(data), width, height, mode)
  134. io.Copy(w, rs)
  135. return
  136. }
  137. }
  138. processRangeRequest(r, w, totalSize, mimeType, func(writer io.Writer, offset int64, size int64) error {
  139. if offset+size <= int64(len(entry.Content)) {
  140. _, err := writer.Write(entry.Content[offset : offset+size])
  141. if err != nil {
  142. glog.Errorf("failed to write entry content: %v", err)
  143. }
  144. return err
  145. }
  146. if entry.IsInRemoteOnly() {
  147. var data []byte
  148. data, err = fs.filer.ReadRemote(entry, offset, size)
  149. if err != nil {
  150. glog.Errorf("failed to read remote %s: %v", r.URL, err)
  151. }
  152. _, err = w.Write(data)
  153. } else {
  154. err = filer.StreamContent(fs.filer.MasterClient, writer, entry.Chunks, offset, size)
  155. if err != nil {
  156. glog.Errorf("failed to stream content %s: %v", r.URL, err)
  157. }
  158. }
  159. return err
  160. })
  161. }