service.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386
  1. // Copyright 2017 fatedier, fatedier@gmail.com
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package server
  15. import (
  16. "bytes"
  17. "fmt"
  18. "io/ioutil"
  19. "net"
  20. "net/http"
  21. "time"
  22. "github.com/fatedier/frp/assets"
  23. "github.com/fatedier/frp/g"
  24. "github.com/fatedier/frp/models/msg"
  25. "github.com/fatedier/frp/server/group"
  26. "github.com/fatedier/frp/server/ports"
  27. "github.com/fatedier/frp/utils/log"
  28. frpNet "github.com/fatedier/frp/utils/net"
  29. "github.com/fatedier/frp/utils/util"
  30. "github.com/fatedier/frp/utils/version"
  31. "github.com/fatedier/frp/utils/vhost"
  32. "github.com/fatedier/golib/net/mux"
  33. fmux "github.com/hashicorp/yamux"
  34. )
  35. const (
  36. connReadTimeout time.Duration = 10 * time.Second
  37. )
  38. var ServerService *Service
  39. // All resource managers and controllers
  40. type ResourceController struct {
  41. // Manage all controllers
  42. CtlManager *ControlManager
  43. // Manage all proxies
  44. PxyManager *ProxyManager
  45. // Manage all visitor listeners
  46. VisitorManager *VisitorManager
  47. // Tcp Group Controller
  48. TcpGroupCtl *group.TcpGroupCtl
  49. // Manage all tcp ports
  50. TcpPortManager *ports.PortManager
  51. // Manage all udp ports
  52. UdpPortManager *ports.PortManager
  53. // For http proxies, forwarding http requests
  54. HttpReverseProxy *vhost.HttpReverseProxy
  55. // For https proxies, route requests to different clients by hostname and other infomation
  56. VhostHttpsMuxer *vhost.HttpsMuxer
  57. // Controller for nat hole connections
  58. NatHoleController *NatHoleController
  59. }
  60. // Server service
  61. type Service struct {
  62. // Dispatch connections to different handlers listen on same port
  63. muxer *mux.Mux
  64. // Accept connections from client
  65. listener frpNet.Listener
  66. // Accept connections using kcp
  67. kcpListener frpNet.Listener
  68. // Accept connections using websocket
  69. websocketListener frpNet.Listener
  70. // All resource managers and controllers
  71. rc *ResourceController
  72. }
  73. func NewService() (svr *Service, err error) {
  74. cfg := &g.GlbServerCfg.ServerCommonConf
  75. svr = &Service{
  76. rc: &ResourceController{
  77. CtlManager: NewControlManager(),
  78. PxyManager: NewProxyManager(),
  79. VisitorManager: NewVisitorManager(),
  80. TcpPortManager: ports.NewPortManager("tcp", cfg.ProxyBindAddr, cfg.AllowPorts),
  81. UdpPortManager: ports.NewPortManager("udp", cfg.ProxyBindAddr, cfg.AllowPorts),
  82. },
  83. }
  84. svr.rc.TcpGroupCtl = group.NewTcpGroupCtl(svr.rc.TcpPortManager)
  85. // Init assets.
  86. err = assets.Load(cfg.AssetsDir)
  87. if err != nil {
  88. err = fmt.Errorf("Load assets error: %v", err)
  89. return
  90. }
  91. var (
  92. httpMuxOn bool
  93. httpsMuxOn bool
  94. )
  95. if cfg.BindAddr == cfg.ProxyBindAddr {
  96. if cfg.BindPort == cfg.VhostHttpPort {
  97. httpMuxOn = true
  98. }
  99. if cfg.BindPort == cfg.VhostHttpsPort {
  100. httpsMuxOn = true
  101. }
  102. }
  103. // Listen for accepting connections from client.
  104. ln, err := net.Listen("tcp", fmt.Sprintf("%s:%d", cfg.BindAddr, cfg.BindPort))
  105. if err != nil {
  106. err = fmt.Errorf("Create server listener error, %v", err)
  107. return
  108. }
  109. svr.muxer = mux.NewMux(ln)
  110. go svr.muxer.Serve()
  111. ln = svr.muxer.DefaultListener()
  112. svr.listener = frpNet.WrapLogListener(ln)
  113. log.Info("frps tcp listen on %s:%d", cfg.BindAddr, cfg.BindPort)
  114. // Listen for accepting connections from client using kcp protocol.
  115. if cfg.KcpBindPort > 0 {
  116. svr.kcpListener, err = frpNet.ListenKcp(cfg.BindAddr, cfg.KcpBindPort)
  117. if err != nil {
  118. err = fmt.Errorf("Listen on kcp address udp [%s:%d] error: %v", cfg.BindAddr, cfg.KcpBindPort, err)
  119. return
  120. }
  121. log.Info("frps kcp listen on udp %s:%d", cfg.BindAddr, cfg.KcpBindPort)
  122. }
  123. // Listen for accepting connections from client using websocket protocol.
  124. websocketPrefix := []byte("GET " + frpNet.FrpWebsocketPath)
  125. websocketLn := svr.muxer.Listen(0, uint32(len(websocketPrefix)), func(data []byte) bool {
  126. return bytes.Equal(data, websocketPrefix)
  127. })
  128. svr.websocketListener = frpNet.NewWebsocketListener(websocketLn)
  129. // Create http vhost muxer.
  130. if cfg.VhostHttpPort > 0 {
  131. rp := vhost.NewHttpReverseProxy(vhost.HttpReverseProxyOptions{
  132. ResponseHeaderTimeoutS: cfg.VhostHttpTimeout,
  133. })
  134. svr.rc.HttpReverseProxy = rp
  135. address := fmt.Sprintf("%s:%d", cfg.ProxyBindAddr, cfg.VhostHttpPort)
  136. server := &http.Server{
  137. Addr: address,
  138. Handler: rp,
  139. }
  140. var l net.Listener
  141. if httpMuxOn {
  142. l = svr.muxer.ListenHttp(1)
  143. } else {
  144. l, err = net.Listen("tcp", address)
  145. if err != nil {
  146. err = fmt.Errorf("Create vhost http listener error, %v", err)
  147. return
  148. }
  149. }
  150. go server.Serve(l)
  151. log.Info("http service listen on %s:%d", cfg.ProxyBindAddr, cfg.VhostHttpPort)
  152. }
  153. // Create https vhost muxer.
  154. if cfg.VhostHttpsPort > 0 {
  155. var l net.Listener
  156. if httpsMuxOn {
  157. l = svr.muxer.ListenHttps(1)
  158. } else {
  159. l, err = net.Listen("tcp", fmt.Sprintf("%s:%d", cfg.ProxyBindAddr, cfg.VhostHttpsPort))
  160. if err != nil {
  161. err = fmt.Errorf("Create server listener error, %v", err)
  162. return
  163. }
  164. }
  165. svr.rc.VhostHttpsMuxer, err = vhost.NewHttpsMuxer(frpNet.WrapLogListener(l), 30*time.Second)
  166. if err != nil {
  167. err = fmt.Errorf("Create vhost httpsMuxer error, %v", err)
  168. return
  169. }
  170. log.Info("https service listen on %s:%d", cfg.ProxyBindAddr, cfg.VhostHttpsPort)
  171. }
  172. // Create nat hole controller.
  173. if cfg.BindUdpPort > 0 {
  174. var nc *NatHoleController
  175. addr := fmt.Sprintf("%s:%d", cfg.BindAddr, cfg.BindUdpPort)
  176. nc, err = NewNatHoleController(addr)
  177. if err != nil {
  178. err = fmt.Errorf("Create nat hole controller error, %v", err)
  179. return
  180. }
  181. svr.rc.NatHoleController = nc
  182. log.Info("nat hole udp service listen on %s:%d", cfg.BindAddr, cfg.BindUdpPort)
  183. }
  184. // Create dashboard web server.
  185. if cfg.DashboardPort > 0 {
  186. err = svr.RunDashboardServer(cfg.DashboardAddr, cfg.DashboardPort)
  187. if err != nil {
  188. err = fmt.Errorf("Create dashboard web server error, %v", err)
  189. return
  190. }
  191. log.Info("Dashboard listen on %s:%d", cfg.DashboardAddr, cfg.DashboardPort)
  192. }
  193. return
  194. }
  195. func (svr *Service) Run() {
  196. if svr.rc.NatHoleController != nil {
  197. go svr.rc.NatHoleController.Run()
  198. }
  199. if g.GlbServerCfg.KcpBindPort > 0 {
  200. go svr.HandleListener(svr.kcpListener)
  201. }
  202. go svr.HandleListener(svr.websocketListener)
  203. svr.HandleListener(svr.listener)
  204. }
  205. func (svr *Service) HandleListener(l frpNet.Listener) {
  206. // Listen for incoming connections from client.
  207. for {
  208. c, err := l.Accept()
  209. if err != nil {
  210. log.Warn("Listener for incoming connections from client closed")
  211. return
  212. }
  213. // Start a new goroutine for dealing connections.
  214. go func(frpConn frpNet.Conn) {
  215. dealFn := func(conn frpNet.Conn) {
  216. var rawMsg msg.Message
  217. conn.SetReadDeadline(time.Now().Add(connReadTimeout))
  218. if rawMsg, err = msg.ReadMsg(conn); err != nil {
  219. log.Trace("Failed to read message: %v", err)
  220. conn.Close()
  221. return
  222. }
  223. conn.SetReadDeadline(time.Time{})
  224. switch m := rawMsg.(type) {
  225. case *msg.Login:
  226. err = svr.RegisterControl(conn, m)
  227. // If login failed, send error message there.
  228. // Otherwise send success message in control's work goroutine.
  229. if err != nil {
  230. conn.Warn("%v", err)
  231. msg.WriteMsg(conn, &msg.LoginResp{
  232. Version: version.Full(),
  233. Error: err.Error(),
  234. })
  235. conn.Close()
  236. }
  237. case *msg.NewWorkConn:
  238. svr.RegisterWorkConn(conn, m)
  239. case *msg.NewVisitorConn:
  240. if err = svr.RegisterVisitorConn(conn, m); err != nil {
  241. conn.Warn("%v", err)
  242. msg.WriteMsg(conn, &msg.NewVisitorConnResp{
  243. ProxyName: m.ProxyName,
  244. Error: err.Error(),
  245. })
  246. conn.Close()
  247. } else {
  248. msg.WriteMsg(conn, &msg.NewVisitorConnResp{
  249. ProxyName: m.ProxyName,
  250. Error: "",
  251. })
  252. }
  253. default:
  254. log.Warn("Error message type for the new connection [%s]", conn.RemoteAddr().String())
  255. conn.Close()
  256. }
  257. }
  258. if g.GlbServerCfg.TcpMux {
  259. fmuxCfg := fmux.DefaultConfig()
  260. fmuxCfg.KeepAliveInterval = 20 * time.Second
  261. fmuxCfg.LogOutput = ioutil.Discard
  262. session, err := fmux.Server(frpConn, fmuxCfg)
  263. if err != nil {
  264. log.Warn("Failed to create mux connection: %v", err)
  265. frpConn.Close()
  266. return
  267. }
  268. for {
  269. stream, err := session.AcceptStream()
  270. if err != nil {
  271. log.Debug("Accept new mux stream error: %v", err)
  272. session.Close()
  273. return
  274. }
  275. wrapConn := frpNet.WrapConn(stream)
  276. go dealFn(wrapConn)
  277. }
  278. } else {
  279. dealFn(frpConn)
  280. }
  281. }(c)
  282. }
  283. }
  284. func (svr *Service) RegisterControl(ctlConn frpNet.Conn, loginMsg *msg.Login) (err error) {
  285. ctlConn.Info("client login info: ip [%s] version [%s] hostname [%s] os [%s] arch [%s]",
  286. ctlConn.RemoteAddr().String(), loginMsg.Version, loginMsg.Hostname, loginMsg.Os, loginMsg.Arch)
  287. // Check client version.
  288. if ok, msg := version.Compat(loginMsg.Version); !ok {
  289. err = fmt.Errorf("%s", msg)
  290. return
  291. }
  292. // Check auth.
  293. nowTime := time.Now().Unix()
  294. if g.GlbServerCfg.AuthTimeout != 0 && nowTime-loginMsg.Timestamp > g.GlbServerCfg.AuthTimeout {
  295. err = fmt.Errorf("authorization timeout")
  296. return
  297. }
  298. if util.GetAuthKey(g.GlbServerCfg.Token, loginMsg.Timestamp) != loginMsg.PrivilegeKey {
  299. err = fmt.Errorf("authorization failed")
  300. return
  301. }
  302. // If client's RunId is empty, it's a new client, we just create a new controller.
  303. // Otherwise, we check if there is one controller has the same run id. If so, we release previous controller and start new one.
  304. if loginMsg.RunId == "" {
  305. loginMsg.RunId, err = util.RandId()
  306. if err != nil {
  307. return
  308. }
  309. }
  310. ctl := NewControl(svr.rc, ctlConn, loginMsg)
  311. if oldCtl := svr.rc.CtlManager.Add(loginMsg.RunId, ctl); oldCtl != nil {
  312. oldCtl.allShutdown.WaitDone()
  313. }
  314. ctlConn.AddLogPrefix(loginMsg.RunId)
  315. ctl.Start()
  316. // for statistics
  317. StatsNewClient()
  318. return
  319. }
  320. // RegisterWorkConn register a new work connection to control and proxies need it.
  321. func (svr *Service) RegisterWorkConn(workConn frpNet.Conn, newMsg *msg.NewWorkConn) {
  322. ctl, exist := svr.rc.CtlManager.GetById(newMsg.RunId)
  323. if !exist {
  324. workConn.Warn("No client control found for run id [%s]", newMsg.RunId)
  325. return
  326. }
  327. ctl.RegisterWorkConn(workConn)
  328. return
  329. }
  330. func (svr *Service) RegisterVisitorConn(visitorConn frpNet.Conn, newMsg *msg.NewVisitorConn) error {
  331. return svr.rc.VisitorManager.NewConn(newMsg.ProxyName, visitorConn, newMsg.Timestamp, newMsg.SignKey,
  332. newMsg.UseEncryption, newMsg.UseCompression)
  333. }