2019-09-02 23:01:02 -05:00
|
|
|
// Copyright 2015 Matthew Holt and The Caddy Authors
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package fastcgi
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"crypto/tls"
|
|
|
|
"fmt"
|
2019-12-28 18:35:29 -05:00
|
|
|
"net"
|
2019-09-02 23:01:02 -05:00
|
|
|
"net/http"
|
|
|
|
"path"
|
|
|
|
"path/filepath"
|
|
|
|
"strconv"
|
|
|
|
"strings"
|
|
|
|
"time"
|
|
|
|
|
2019-09-05 14:36:42 -05:00
|
|
|
"github.com/caddyserver/caddy/v2/modules/caddyhttp"
|
2019-09-05 14:14:39 -05:00
|
|
|
"github.com/caddyserver/caddy/v2/modules/caddyhttp/reverseproxy"
|
2019-09-02 23:01:02 -05:00
|
|
|
"github.com/caddyserver/caddy/v2/modules/caddytls"
|
|
|
|
|
|
|
|
"github.com/caddyserver/caddy/v2"
|
|
|
|
)
|
|
|
|
|
|
|
|
func init() {
|
|
|
|
caddy.RegisterModule(Transport{})
|
|
|
|
}
|
|
|
|
|
2019-09-05 14:14:39 -05:00
|
|
|
// Transport facilitates FastCGI communication.
|
2019-09-02 23:01:02 -05:00
|
|
|
type Transport struct {
|
|
|
|
// Use this directory as the fastcgi root directory. Defaults to the root
|
|
|
|
// directory of the parent virtual host.
|
2019-09-05 14:14:39 -05:00
|
|
|
Root string `json:"root,omitempty"`
|
2019-09-02 23:01:02 -05:00
|
|
|
|
|
|
|
// The path in the URL will be split into two, with the first piece ending
|
|
|
|
// with the value of SplitPath. The first piece will be assumed as the
|
|
|
|
// actual resource (CGI script) name, and the second piece will be set to
|
|
|
|
// PATH_INFO for the CGI script to use.
|
2020-03-22 08:48:21 -05:00
|
|
|
//
|
2019-10-28 15:39:37 -05:00
|
|
|
// Future enhancements should be careful to avoid CVE-2019-11043,
|
|
|
|
// which can be mitigated with use of a try_files-like behavior
|
2020-03-22 08:48:21 -05:00
|
|
|
// that 404s if the fastcgi path info is not found.
|
|
|
|
SplitPath []string `json:"split_path,omitempty"`
|
2019-09-02 23:01:02 -05:00
|
|
|
|
2019-12-23 14:45:35 -05:00
|
|
|
// Extra environment variables.
|
2019-09-10 15:12:51 -05:00
|
|
|
EnvVars map[string]string `json:"env,omitempty"`
|
2019-09-02 23:01:02 -05:00
|
|
|
|
|
|
|
// The duration used to set a deadline when connecting to an upstream.
|
2019-09-05 14:14:39 -05:00
|
|
|
DialTimeout caddy.Duration `json:"dial_timeout,omitempty"`
|
2019-09-02 23:01:02 -05:00
|
|
|
|
|
|
|
// The duration used to set a deadline when reading from the FastCGI server.
|
2019-09-05 14:14:39 -05:00
|
|
|
ReadTimeout caddy.Duration `json:"read_timeout,omitempty"`
|
2019-09-02 23:01:02 -05:00
|
|
|
|
|
|
|
// The duration used to set a deadline when sending to the FastCGI server.
|
2019-09-05 14:14:39 -05:00
|
|
|
WriteTimeout caddy.Duration `json:"write_timeout,omitempty"`
|
2019-12-28 18:35:29 -05:00
|
|
|
|
|
|
|
serverSoftware string
|
2019-09-02 23:01:02 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// CaddyModule returns the Caddy module information.
|
|
|
|
func (Transport) CaddyModule() caddy.ModuleInfo {
|
|
|
|
return caddy.ModuleInfo{
|
2019-12-10 15:36:46 -05:00
|
|
|
ID: "http.reverse_proxy.transport.fastcgi",
|
|
|
|
New: func() caddy.Module { return new(Transport) },
|
2019-09-02 23:01:02 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-09-05 14:42:20 -05:00
|
|
|
// Provision sets up t.
|
|
|
|
func (t *Transport) Provision(_ caddy.Context) error {
|
|
|
|
if t.Root == "" {
|
2019-09-06 13:36:45 -05:00
|
|
|
t.Root = "{http.vars.root}"
|
2019-09-05 14:42:20 -05:00
|
|
|
}
|
2019-12-28 18:35:29 -05:00
|
|
|
t.serverSoftware = "Caddy"
|
|
|
|
if mod := caddy.GoModule(); mod.Version != "" {
|
|
|
|
t.serverSoftware += "/" + mod.Version
|
|
|
|
}
|
2019-09-05 14:42:20 -05:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2019-09-05 14:14:39 -05:00
|
|
|
// RoundTrip implements http.RoundTripper.
|
2019-09-02 23:01:02 -05:00
|
|
|
func (t Transport) RoundTrip(r *http.Request) (*http.Response, error) {
|
|
|
|
env, err := t.buildEnv(r)
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("building environment: %v", err)
|
|
|
|
}
|
|
|
|
|
2019-09-05 14:14:39 -05:00
|
|
|
// TODO: doesn't dialer have a Timeout field?
|
2019-09-06 13:02:11 -05:00
|
|
|
ctx := r.Context()
|
2019-09-02 23:01:02 -05:00
|
|
|
if t.DialTimeout > 0 {
|
|
|
|
var cancel context.CancelFunc
|
2019-09-05 14:14:39 -05:00
|
|
|
ctx, cancel = context.WithTimeout(ctx, time.Duration(t.DialTimeout))
|
2019-09-02 23:01:02 -05:00
|
|
|
defer cancel()
|
|
|
|
}
|
|
|
|
|
http: Change routes to sequential matcher evaluation (#2967)
Previously, all matchers in a route would be evaluated before any
handlers were executed, and a composite route of the matching routes
would be created. This made rewrites especially tricky, since the only
way to defer later matchers' evaluation was to wrap them in a subroute,
or to invoke a "rehandle" which often caused bugs.
Instead, this new sequential design evaluates each route's matchers then
its handlers in lock-step; matcher-handlers-matcher-handlers...
If the first matching route consists of a rewrite, then the second route
will be evaluated against the rewritten request, rather than the original
one, and so on.
This should do away with any need for rehandling.
I've also taken this opportunity to avoid adding new values to the
request context in the handler chain, as this creates a copy of the
Request struct, which may possibly lead to bugs like it has in the past
(see PR #1542, PR #1481, and maybe issue #2463). We now add all the
expected context values in the top-level handler at the server, then
any new values can be added to the variable table via the VarsCtxKey
context key, or just the GetVar/SetVar functions. In particular, we are
using this facility to convey dial information in the reverse proxy.
Had to be careful in one place as the middleware compilation logic has
changed, and moved a bit. We no longer compile a middleware chain per-
request; instead, we can compile it at provision-time, and defer only the
evaluation of matchers to request-time, which should slightly improve
performance. Doing this, however, we take advantage of multiple function
closures, and we also changed the use of HandlerFunc (function pointer)
to Handler (interface)... this led to a situation where, if we aren't
careful, allows one request routed a certain way to permanently change
the "next" handler for all/most other requests! We avoid this by making
a copy of the interface value (which is a lightweight pointer copy) and
using exclusively that within our wrapped handlers. This way, the
original stack frame is preserved in a "read-only" fashion. The comments
in the code describe this phenomenon.
This may very well be a breaking change for some configurations, however
I do not expect it to impact many people. I will make it clear in the
release notes that this change has occurred.
2020-01-09 12:00:13 -05:00
|
|
|
// extract dial information from request (should have been embedded by the reverse proxy)
|
2019-09-05 14:14:39 -05:00
|
|
|
network, address := "tcp", r.URL.Host
|
http: Change routes to sequential matcher evaluation (#2967)
Previously, all matchers in a route would be evaluated before any
handlers were executed, and a composite route of the matching routes
would be created. This made rewrites especially tricky, since the only
way to defer later matchers' evaluation was to wrap them in a subroute,
or to invoke a "rehandle" which often caused bugs.
Instead, this new sequential design evaluates each route's matchers then
its handlers in lock-step; matcher-handlers-matcher-handlers...
If the first matching route consists of a rewrite, then the second route
will be evaluated against the rewritten request, rather than the original
one, and so on.
This should do away with any need for rehandling.
I've also taken this opportunity to avoid adding new values to the
request context in the handler chain, as this creates a copy of the
Request struct, which may possibly lead to bugs like it has in the past
(see PR #1542, PR #1481, and maybe issue #2463). We now add all the
expected context values in the top-level handler at the server, then
any new values can be added to the variable table via the VarsCtxKey
context key, or just the GetVar/SetVar functions. In particular, we are
using this facility to convey dial information in the reverse proxy.
Had to be careful in one place as the middleware compilation logic has
changed, and moved a bit. We no longer compile a middleware chain per-
request; instead, we can compile it at provision-time, and defer only the
evaluation of matchers to request-time, which should slightly improve
performance. Doing this, however, we take advantage of multiple function
closures, and we also changed the use of HandlerFunc (function pointer)
to Handler (interface)... this led to a situation where, if we aren't
careful, allows one request routed a certain way to permanently change
the "next" handler for all/most other requests! We avoid this by making
a copy of the interface value (which is a lightweight pointer copy) and
using exclusively that within our wrapped handlers. This way, the
original stack frame is preserved in a "read-only" fashion. The comments
in the code describe this phenomenon.
This may very well be a breaking change for some configurations, however
I do not expect it to impact many people. I will make it clear in the
release notes that this change has occurred.
2020-01-09 12:00:13 -05:00
|
|
|
if dialInfo, ok := reverseproxy.GetDialInfo(ctx); ok {
|
2019-09-05 14:14:39 -05:00
|
|
|
network = dialInfo.Network
|
|
|
|
address = dialInfo.Address
|
|
|
|
}
|
|
|
|
|
2019-09-02 23:01:02 -05:00
|
|
|
fcgiBackend, err := DialContext(ctx, network, address)
|
|
|
|
if err != nil {
|
2019-10-10 16:38:30 -05:00
|
|
|
// TODO: wrap in a special error type if the dial failed, so retries can happen if enabled
|
2019-09-02 23:01:02 -05:00
|
|
|
return nil, fmt.Errorf("dialing backend: %v", err)
|
|
|
|
}
|
2019-09-05 14:14:39 -05:00
|
|
|
// fcgiBackend gets closed when response body is closed (see clientCloser)
|
2019-09-02 23:01:02 -05:00
|
|
|
|
|
|
|
// read/write timeouts
|
2019-09-05 14:14:39 -05:00
|
|
|
if err := fcgiBackend.SetReadTimeout(time.Duration(t.ReadTimeout)); err != nil {
|
2019-09-02 23:01:02 -05:00
|
|
|
return nil, fmt.Errorf("setting read timeout: %v", err)
|
|
|
|
}
|
2019-09-05 14:14:39 -05:00
|
|
|
if err := fcgiBackend.SetWriteTimeout(time.Duration(t.WriteTimeout)); err != nil {
|
2019-09-02 23:01:02 -05:00
|
|
|
return nil, fmt.Errorf("setting write timeout: %v", err)
|
|
|
|
}
|
|
|
|
|
2019-09-05 14:14:39 -05:00
|
|
|
contentLength := r.ContentLength
|
|
|
|
if contentLength == 0 {
|
2019-09-02 23:01:02 -05:00
|
|
|
contentLength, _ = strconv.ParseInt(r.Header.Get("Content-Length"), 10, 64)
|
|
|
|
}
|
2019-09-05 14:14:39 -05:00
|
|
|
|
|
|
|
var resp *http.Response
|
2019-09-02 23:01:02 -05:00
|
|
|
switch r.Method {
|
2019-09-05 14:14:39 -05:00
|
|
|
case http.MethodHead:
|
2019-09-02 23:01:02 -05:00
|
|
|
resp, err = fcgiBackend.Head(env)
|
2019-09-05 14:14:39 -05:00
|
|
|
case http.MethodGet:
|
2019-09-02 23:01:02 -05:00
|
|
|
resp, err = fcgiBackend.Get(env, r.Body, contentLength)
|
2019-09-05 14:14:39 -05:00
|
|
|
case http.MethodOptions:
|
2019-09-02 23:01:02 -05:00
|
|
|
resp, err = fcgiBackend.Options(env)
|
|
|
|
default:
|
|
|
|
resp, err = fcgiBackend.Post(env, r.Method, r.Header.Get("Content-Type"), r.Body, contentLength)
|
|
|
|
}
|
|
|
|
|
|
|
|
return resp, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// buildEnv returns a set of CGI environment variables for the request.
|
|
|
|
func (t Transport) buildEnv(r *http.Request) (map[string]string, error) {
|
2019-12-29 15:12:52 -05:00
|
|
|
repl := r.Context().Value(caddy.ReplacerCtxKey).(*caddy.Replacer)
|
2019-09-05 14:42:20 -05:00
|
|
|
|
2019-09-02 23:01:02 -05:00
|
|
|
var env map[string]string
|
|
|
|
|
|
|
|
// Separate remote IP and port; more lenient than net.SplitHostPort
|
|
|
|
var ip, port string
|
|
|
|
if idx := strings.LastIndex(r.RemoteAddr, ":"); idx > -1 {
|
|
|
|
ip = r.RemoteAddr[:idx]
|
|
|
|
port = r.RemoteAddr[idx+1:]
|
|
|
|
} else {
|
|
|
|
ip = r.RemoteAddr
|
|
|
|
}
|
|
|
|
|
|
|
|
// Remove [] from IPv6 addresses
|
|
|
|
ip = strings.Replace(ip, "[", "", 1)
|
|
|
|
ip = strings.Replace(ip, "]", "", 1)
|
|
|
|
|
2019-09-05 14:42:20 -05:00
|
|
|
root := repl.ReplaceAll(t.Root, ".")
|
2019-09-02 23:01:02 -05:00
|
|
|
fpath := r.URL.Path
|
|
|
|
|
|
|
|
// Split path in preparation for env variables.
|
|
|
|
// Previous canSplit checks ensure this can never be -1.
|
2020-03-22 08:48:21 -05:00
|
|
|
// TODO: I haven't brought over canSplit from v1; make sure this doesn't break
|
2019-09-02 23:01:02 -05:00
|
|
|
splitPos := t.splitPos(fpath)
|
|
|
|
|
|
|
|
// Request has the extension; path was split successfully
|
|
|
|
docURI := fpath[:splitPos+len(t.SplitPath)]
|
|
|
|
pathInfo := fpath[splitPos+len(t.SplitPath):]
|
|
|
|
scriptName := fpath
|
|
|
|
|
|
|
|
// Strip PATH_INFO from SCRIPT_NAME
|
|
|
|
scriptName = strings.TrimSuffix(scriptName, pathInfo)
|
|
|
|
|
|
|
|
// SCRIPT_FILENAME is the absolute path of SCRIPT_NAME
|
2019-09-05 14:42:20 -05:00
|
|
|
scriptFilename := filepath.Join(root, scriptName)
|
2019-09-02 23:01:02 -05:00
|
|
|
|
|
|
|
// Add vhost path prefix to scriptName. Otherwise, some PHP software will
|
|
|
|
// have difficulty discovering its URL.
|
|
|
|
pathPrefix, _ := r.Context().Value(caddy.CtxKey("path_prefix")).(string)
|
|
|
|
scriptName = path.Join(pathPrefix, scriptName)
|
|
|
|
|
2019-09-05 14:36:42 -05:00
|
|
|
// Get the request URL from context. The context stores the original URL in case
|
|
|
|
// it was changed by a middleware such as rewrite. By default, we pass the
|
|
|
|
// original URI in as the value of REQUEST_URI (the user can overwrite this
|
|
|
|
// if desired). Most PHP apps seem to want the original URI. Besides, this is
|
|
|
|
// how nginx defaults: http://stackoverflow.com/a/12485156/1048862
|
2019-10-28 15:39:37 -05:00
|
|
|
origReq, ok := r.Context().Value(caddyhttp.OriginalRequestCtxKey).(http.Request)
|
2019-09-05 14:36:42 -05:00
|
|
|
if !ok {
|
|
|
|
// some requests, like active health checks, don't add this to
|
|
|
|
// the request context, so we can just use the current URL
|
2019-10-28 15:39:37 -05:00
|
|
|
origReq = *r
|
2019-09-05 14:36:42 -05:00
|
|
|
}
|
2019-10-28 15:39:37 -05:00
|
|
|
reqURL := origReq.URL
|
2019-09-02 23:01:02 -05:00
|
|
|
|
|
|
|
requestScheme := "http"
|
|
|
|
if r.TLS != nil {
|
|
|
|
requestScheme = "https"
|
|
|
|
}
|
|
|
|
|
2019-12-28 18:35:29 -05:00
|
|
|
reqHost, reqPort, err := net.SplitHostPort(r.Host)
|
|
|
|
if err != nil {
|
|
|
|
// whatever, just assume there was no port
|
|
|
|
reqHost = r.Host
|
|
|
|
}
|
|
|
|
|
2019-09-02 23:01:02 -05:00
|
|
|
// Some variables are unused but cleared explicitly to prevent
|
|
|
|
// the parent environment from interfering.
|
|
|
|
env = map[string]string{
|
|
|
|
// Variables defined in CGI 1.1 spec
|
|
|
|
"AUTH_TYPE": "", // Not used
|
|
|
|
"CONTENT_LENGTH": r.Header.Get("Content-Length"),
|
|
|
|
"CONTENT_TYPE": r.Header.Get("Content-Type"),
|
|
|
|
"GATEWAY_INTERFACE": "CGI/1.1",
|
|
|
|
"PATH_INFO": pathInfo,
|
|
|
|
"QUERY_STRING": r.URL.RawQuery,
|
|
|
|
"REMOTE_ADDR": ip,
|
|
|
|
"REMOTE_HOST": ip, // For speed, remote host lookups disabled
|
|
|
|
"REMOTE_PORT": port,
|
|
|
|
"REMOTE_IDENT": "", // Not used
|
2019-09-05 14:36:42 -05:00
|
|
|
"REMOTE_USER": "", // TODO: once there are authentication handlers, populate this
|
|
|
|
"REQUEST_METHOD": r.Method,
|
|
|
|
"REQUEST_SCHEME": requestScheme,
|
2019-12-28 18:35:29 -05:00
|
|
|
"SERVER_NAME": reqHost,
|
|
|
|
"SERVER_PORT": reqPort,
|
2019-09-05 14:36:42 -05:00
|
|
|
"SERVER_PROTOCOL": r.Proto,
|
2019-12-28 18:35:29 -05:00
|
|
|
"SERVER_SOFTWARE": t.serverSoftware,
|
2019-09-02 23:01:02 -05:00
|
|
|
|
|
|
|
// Other variables
|
2019-09-05 14:42:20 -05:00
|
|
|
"DOCUMENT_ROOT": root,
|
2019-09-05 14:36:42 -05:00
|
|
|
"DOCUMENT_URI": docURI,
|
|
|
|
"HTTP_HOST": r.Host, // added here, since not always part of headers
|
|
|
|
"REQUEST_URI": reqURL.RequestURI(),
|
2019-09-02 23:01:02 -05:00
|
|
|
"SCRIPT_FILENAME": scriptFilename,
|
|
|
|
"SCRIPT_NAME": scriptName,
|
|
|
|
}
|
|
|
|
|
|
|
|
// compliance with the CGI specification requires that
|
|
|
|
// PATH_TRANSLATED should only exist if PATH_INFO is defined.
|
|
|
|
// Info: https://www.ietf.org/rfc/rfc3875 Page 14
|
|
|
|
if env["PATH_INFO"] != "" {
|
2019-09-05 14:42:20 -05:00
|
|
|
env["PATH_TRANSLATED"] = filepath.Join(root, pathInfo) // Info: http://www.oreilly.com/openbook/cgi/ch02_04.html
|
2019-09-02 23:01:02 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// Some web apps rely on knowing HTTPS or not
|
|
|
|
if r.TLS != nil {
|
|
|
|
env["HTTPS"] = "on"
|
|
|
|
// and pass the protocol details in a manner compatible with apache's mod_ssl
|
|
|
|
// (which is why these have a SSL_ prefix and not TLS_).
|
|
|
|
v, ok := tlsProtocolStrings[r.TLS.Version]
|
|
|
|
if ok {
|
|
|
|
env["SSL_PROTOCOL"] = v
|
|
|
|
}
|
|
|
|
// and pass the cipher suite in a manner compatible with apache's mod_ssl
|
|
|
|
for k, v := range caddytls.SupportedCipherSuites {
|
|
|
|
if v == r.TLS.CipherSuite {
|
|
|
|
env["SSL_CIPHER"] = k
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Add env variables from config (with support for placeholders in values)
|
2019-09-10 15:12:51 -05:00
|
|
|
for key, value := range t.EnvVars {
|
|
|
|
env[key] = repl.ReplaceAll(value, "")
|
2019-09-02 23:01:02 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// Add all HTTP headers to env variables
|
|
|
|
for field, val := range r.Header {
|
|
|
|
header := strings.ToUpper(field)
|
|
|
|
header = headerNameReplacer.Replace(header)
|
|
|
|
env["HTTP_"+header] = strings.Join(val, ", ")
|
|
|
|
}
|
|
|
|
return env, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// splitPos returns the index where path should
|
|
|
|
// be split based on t.SplitPath.
|
|
|
|
func (t Transport) splitPos(path string) int {
|
2020-03-22 08:48:21 -05:00
|
|
|
// TODO: from v1...
|
2019-09-02 23:01:02 -05:00
|
|
|
// if httpserver.CaseSensitivePath {
|
|
|
|
// return strings.Index(path, r.SplitPath)
|
|
|
|
// }
|
2020-03-22 08:48:21 -05:00
|
|
|
lowerPath := strings.ToLower(path)
|
|
|
|
for _, split := range t.SplitPath {
|
|
|
|
if idx := strings.Index(lowerPath, strings.ToLower(split)); idx > -1 {
|
|
|
|
return idx
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return -1
|
2019-09-02 23:01:02 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// Map of supported protocols to Apache ssl_mod format
|
|
|
|
// Note that these are slightly different from SupportedProtocols in caddytls/config.go
|
|
|
|
var tlsProtocolStrings = map[uint16]string{
|
|
|
|
tls.VersionTLS10: "TLSv1",
|
|
|
|
tls.VersionTLS11: "TLSv1.1",
|
|
|
|
tls.VersionTLS12: "TLSv1.2",
|
|
|
|
tls.VersionTLS13: "TLSv1.3",
|
|
|
|
}
|
|
|
|
|
|
|
|
var headerNameReplacer = strings.NewReplacer(" ", "_", "-", "_")
|
2019-09-05 14:42:20 -05:00
|
|
|
|
|
|
|
// Interface guards
|
|
|
|
var (
|
|
|
|
_ caddy.Provisioner = (*Transport)(nil)
|
|
|
|
_ http.RoundTripper = (*Transport)(nil)
|
|
|
|
)
|