threadworker.go 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238
  1. package frankenphp
  2. // #include "frankenphp.h"
  3. import "C"
  4. import (
  5. "net/http"
  6. "path/filepath"
  7. "time"
  8. "go.uber.org/zap"
  9. "go.uber.org/zap/zapcore"
  10. )
  11. // representation of a thread assigned to a worker script
  12. // executes the PHP worker script in a loop
  13. // implements the threadHandler interface
  14. type workerThread struct {
  15. state *threadState
  16. thread *phpThread
  17. worker *worker
  18. fakeRequest *http.Request
  19. workerRequest *http.Request
  20. backoff *exponentialBackoff
  21. inRequest bool // true if the worker is currently handling a request
  22. }
  23. func convertToWorkerThread(thread *phpThread, worker *worker) {
  24. thread.setHandler(&workerThread{
  25. state: thread.state,
  26. thread: thread,
  27. worker: worker,
  28. backoff: &exponentialBackoff{
  29. maxBackoff: 1 * time.Second,
  30. minBackoff: 100 * time.Millisecond,
  31. maxConsecutiveFailures: 6,
  32. },
  33. })
  34. worker.attachThread(thread)
  35. }
  36. // beforeScriptExecution returns the name of the script or an empty string on shutdown
  37. func (handler *workerThread) beforeScriptExecution() string {
  38. switch handler.state.get() {
  39. case stateTransitionRequested:
  40. handler.worker.detachThread(handler.thread)
  41. return handler.thread.transitionToNewHandler()
  42. case stateRestarting:
  43. handler.state.set(stateYielding)
  44. handler.state.waitFor(stateReady, stateShuttingDown)
  45. return handler.beforeScriptExecution()
  46. case stateReady, stateTransitionComplete:
  47. setupWorkerScript(handler, handler.worker)
  48. return handler.worker.fileName
  49. case stateShuttingDown:
  50. handler.worker.detachThread(handler.thread)
  51. // signal to stop
  52. return ""
  53. }
  54. panic("unexpected state: " + handler.state.name())
  55. }
  56. func (handler *workerThread) afterScriptExecution(exitStatus int) {
  57. tearDownWorkerScript(handler, exitStatus)
  58. }
  59. func (handler *workerThread) getActiveRequest() *http.Request {
  60. if handler.workerRequest != nil {
  61. return handler.workerRequest
  62. }
  63. return handler.fakeRequest
  64. }
  65. func (handler *workerThread) name() string {
  66. return "Worker PHP Thread - " + handler.worker.fileName
  67. }
  68. func setupWorkerScript(handler *workerThread, worker *worker) {
  69. handler.backoff.wait()
  70. metrics.StartWorker(worker.fileName)
  71. // Create a dummy request to set up the worker
  72. r, err := http.NewRequest(http.MethodGet, filepath.Base(worker.fileName), nil)
  73. if err != nil {
  74. panic(err)
  75. }
  76. r, err = NewRequestWithContext(
  77. r,
  78. WithRequestDocumentRoot(filepath.Dir(worker.fileName), false),
  79. WithRequestPreparedEnv(worker.env),
  80. )
  81. if err != nil {
  82. panic(err)
  83. }
  84. if err := updateServerContext(handler.thread, r, true, false); err != nil {
  85. panic(err)
  86. }
  87. handler.fakeRequest = r
  88. if c := logger.Check(zapcore.DebugLevel, "starting"); c != nil {
  89. c.Write(zap.String("worker", worker.fileName), zap.Int("thread", handler.thread.threadIndex))
  90. }
  91. }
  92. func tearDownWorkerScript(handler *workerThread, exitStatus int) {
  93. // if the worker request is not nil, the script might have crashed
  94. // make sure to close the worker request context
  95. if handler.workerRequest != nil {
  96. fc := handler.workerRequest.Context().Value(contextKey).(*FrankenPHPContext)
  97. maybeCloseContext(fc)
  98. handler.workerRequest = nil
  99. }
  100. fc := handler.fakeRequest.Context().Value(contextKey).(*FrankenPHPContext)
  101. fc.exitStatus = exitStatus
  102. handler.fakeRequest = nil
  103. // on exit status 0 we just run the worker script again
  104. worker := handler.worker
  105. if fc.exitStatus == 0 {
  106. // TODO: make the max restart configurable
  107. metrics.StopWorker(worker.fileName, StopReasonRestart)
  108. handler.backoff.recordSuccess()
  109. if c := logger.Check(zapcore.DebugLevel, "restarting"); c != nil {
  110. c.Write(zap.String("worker", worker.fileName))
  111. }
  112. return
  113. }
  114. // TODO: error status
  115. // on exit status 1 we apply an exponential backoff when restarting
  116. metrics.StopWorker(worker.fileName, StopReasonCrash)
  117. if !handler.inRequest && handler.backoff.recordFailure() {
  118. if !watcherIsEnabled {
  119. logger.Panic("too many consecutive worker failures", zap.String("worker", worker.fileName), zap.Int("failures", handler.backoff.failureCount))
  120. }
  121. logger.Warn("many consecutive worker failures", zap.String("worker", worker.fileName), zap.Int("failures", handler.backoff.failureCount))
  122. }
  123. }
  124. // waitForWorkerRequest is called during frankenphp_handle_request in the php worker script.
  125. func (handler *workerThread) waitForWorkerRequest() bool {
  126. // unpin any memory left over from previous requests
  127. handler.thread.Unpin()
  128. if c := logger.Check(zapcore.DebugLevel, "waiting for request"); c != nil {
  129. c.Write(zap.String("worker", handler.worker.fileName))
  130. }
  131. // worker threads are 'ready' only after they first reach frankenphp_handle_request()
  132. if handler.state.is(stateTransitionComplete) {
  133. metrics.ReadyWorker(handler.worker.fileName)
  134. handler.state.set(stateReady)
  135. }
  136. handler.state.markAsWaiting(true)
  137. var r *http.Request
  138. select {
  139. case <-handler.thread.drainChan:
  140. if c := logger.Check(zapcore.DebugLevel, "shutting down"); c != nil {
  141. c.Write(zap.String("worker", handler.worker.fileName))
  142. }
  143. // flush the opcache when restarting due to watcher or admin api
  144. // note: this is done right before frankenphp_handle_request() returns 'false'
  145. if handler.state.is(stateRestarting) {
  146. C.frankenphp_reset_opcache()
  147. }
  148. return false
  149. case r = <-handler.thread.requestChan:
  150. case r = <-handler.worker.requestChan:
  151. }
  152. handler.workerRequest = r
  153. handler.state.markAsWaiting(false)
  154. if c := logger.Check(zapcore.DebugLevel, "request handling started"); c != nil {
  155. c.Write(zap.String("worker", handler.worker.fileName), zap.String("url", r.RequestURI))
  156. }
  157. handler.inRequest = true
  158. if err := updateServerContext(handler.thread, r, false, true); err != nil {
  159. // Unexpected error or invalid request
  160. if c := logger.Check(zapcore.DebugLevel, "unexpected error"); c != nil {
  161. c.Write(zap.String("worker", handler.worker.fileName), zap.String("url", r.RequestURI), zap.Error(err))
  162. }
  163. fc := r.Context().Value(contextKey).(*FrankenPHPContext)
  164. rejectRequest(fc.responseWriter, err.Error())
  165. maybeCloseContext(fc)
  166. handler.workerRequest = nil
  167. return handler.waitForWorkerRequest()
  168. }
  169. return true
  170. }
  171. // go_frankenphp_worker_handle_request_start is called at the start of every php request served.
  172. //
  173. //export go_frankenphp_worker_handle_request_start
  174. func go_frankenphp_worker_handle_request_start(threadIndex C.uintptr_t) C.bool {
  175. handler := phpThreads[threadIndex].handler.(*workerThread)
  176. return C.bool(handler.waitForWorkerRequest())
  177. }
  178. // go_frankenphp_finish_worker_request is called at the end of every php request served.
  179. //
  180. //export go_frankenphp_finish_worker_request
  181. func go_frankenphp_finish_worker_request(threadIndex C.uintptr_t) {
  182. thread := phpThreads[threadIndex]
  183. r := thread.getActiveRequest()
  184. fc := r.Context().Value(contextKey).(*FrankenPHPContext)
  185. maybeCloseContext(fc)
  186. thread.handler.(*workerThread).workerRequest = nil
  187. if c := fc.logger.Check(zapcore.DebugLevel, "request handling finished"); c != nil {
  188. c.Write(zap.String("worker", fc.scriptFilename), zap.String("url", r.RequestURI))
  189. }
  190. }
  191. // when frankenphp_finish_request() is directly called from PHP
  192. //
  193. //export go_frankenphp_finish_php_request
  194. func go_frankenphp_finish_php_request(threadIndex C.uintptr_t) {
  195. r := phpThreads[threadIndex].getActiveRequest()
  196. fc := r.Context().Value(contextKey).(*FrankenPHPContext)
  197. maybeCloseContext(fc)
  198. if c := fc.logger.Check(zapcore.DebugLevel, "request handling finished"); c != nil {
  199. c.Write(zap.String("url", r.RequestURI))
  200. }
  201. }