service.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735
  1. // Copyright 2017 fatedier, fatedier@gmail.com
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package server
  15. import (
  16. "bytes"
  17. "context"
  18. "crypto/tls"
  19. "errors"
  20. "fmt"
  21. "io"
  22. "net"
  23. "net/http"
  24. "os"
  25. "reflect"
  26. "strconv"
  27. "time"
  28. "github.com/fatedier/golib/net/mux"
  29. fmux "github.com/hashicorp/yamux"
  30. quic "github.com/quic-go/quic-go"
  31. "github.com/samber/lo"
  32. "golang.org/x/crypto/ssh"
  33. "github.com/fatedier/frp/assets"
  34. "github.com/fatedier/frp/pkg/auth"
  35. v1 "github.com/fatedier/frp/pkg/config/v1"
  36. modelmetrics "github.com/fatedier/frp/pkg/metrics"
  37. "github.com/fatedier/frp/pkg/msg"
  38. "github.com/fatedier/frp/pkg/nathole"
  39. plugin "github.com/fatedier/frp/pkg/plugin/server"
  40. frpssh "github.com/fatedier/frp/pkg/ssh"
  41. "github.com/fatedier/frp/pkg/transport"
  42. "github.com/fatedier/frp/pkg/util/log"
  43. utilnet "github.com/fatedier/frp/pkg/util/net"
  44. "github.com/fatedier/frp/pkg/util/tcpmux"
  45. "github.com/fatedier/frp/pkg/util/util"
  46. "github.com/fatedier/frp/pkg/util/version"
  47. "github.com/fatedier/frp/pkg/util/vhost"
  48. "github.com/fatedier/frp/pkg/util/xlog"
  49. "github.com/fatedier/frp/server/controller"
  50. "github.com/fatedier/frp/server/group"
  51. "github.com/fatedier/frp/server/metrics"
  52. "github.com/fatedier/frp/server/ports"
  53. "github.com/fatedier/frp/server/proxy"
  54. "github.com/fatedier/frp/server/visitor"
  55. )
  56. const (
  57. connReadTimeout time.Duration = 10 * time.Second
  58. vhostReadWriteTimeout time.Duration = 30 * time.Second
  59. )
  60. // Server service
  61. type Service struct {
  62. // Dispatch connections to different handlers listen on same port
  63. muxer *mux.Mux
  64. // Accept connections from client
  65. listener net.Listener
  66. // Accept connections using ssh
  67. sshListener net.Listener
  68. sshConfig *ssh.ServerConfig
  69. // Accept connections using kcp
  70. kcpListener net.Listener
  71. // Accept connections using quic
  72. quicListener *quic.Listener
  73. // Accept connections using websocket
  74. websocketListener net.Listener
  75. // Accept frp tls connections
  76. tlsListener net.Listener
  77. // Manage all controllers
  78. ctlManager *ControlManager
  79. // Manage all proxies
  80. pxyManager *proxy.Manager
  81. // Manage all plugins
  82. pluginManager *plugin.Manager
  83. // HTTP vhost router
  84. httpVhostRouter *vhost.Routers
  85. // All resource managers and controllers
  86. rc *controller.ResourceController
  87. // Verifies authentication based on selected method
  88. authVerifier auth.Verifier
  89. tlsConfig *tls.Config
  90. cfg *v1.ServerConfig
  91. // service context
  92. ctx context.Context
  93. // call cancel to stop service
  94. cancel context.CancelFunc
  95. }
  96. func NewService(cfg *v1.ServerConfig) (svr *Service, err error) {
  97. tlsConfig, err := transport.NewServerTLSConfig(
  98. cfg.Transport.TLS.CertFile,
  99. cfg.Transport.TLS.KeyFile,
  100. cfg.Transport.TLS.TrustedCaFile)
  101. if err != nil {
  102. return
  103. }
  104. svr = &Service{
  105. ctlManager: NewControlManager(),
  106. pxyManager: proxy.NewManager(),
  107. pluginManager: plugin.NewManager(),
  108. rc: &controller.ResourceController{
  109. VisitorManager: visitor.NewManager(),
  110. TCPPortManager: ports.NewManager("tcp", cfg.ProxyBindAddr, cfg.AllowPorts),
  111. UDPPortManager: ports.NewManager("udp", cfg.ProxyBindAddr, cfg.AllowPorts),
  112. },
  113. httpVhostRouter: vhost.NewRouters(),
  114. authVerifier: auth.NewAuthVerifier(cfg.Auth),
  115. tlsConfig: tlsConfig,
  116. cfg: cfg,
  117. ctx: context.Background(),
  118. }
  119. // Create tcpmux httpconnect multiplexer.
  120. if cfg.TCPMuxHTTPConnectPort > 0 {
  121. var l net.Listener
  122. address := net.JoinHostPort(cfg.ProxyBindAddr, strconv.Itoa(cfg.TCPMuxHTTPConnectPort))
  123. l, err = net.Listen("tcp", address)
  124. if err != nil {
  125. err = fmt.Errorf("create server listener error, %v", err)
  126. return
  127. }
  128. svr.rc.TCPMuxHTTPConnectMuxer, err = tcpmux.NewHTTPConnectTCPMuxer(l, cfg.TCPMuxPassthrough, vhostReadWriteTimeout)
  129. if err != nil {
  130. err = fmt.Errorf("create vhost tcpMuxer error, %v", err)
  131. return
  132. }
  133. log.Info("tcpmux httpconnect multiplexer listen on %s, passthough: %v", address, cfg.TCPMuxPassthrough)
  134. }
  135. // Init all plugins
  136. for _, p := range cfg.HTTPPlugins {
  137. svr.pluginManager.Register(plugin.NewHTTPPluginOptions(p))
  138. log.Info("plugin [%s] has been registered", p.Name)
  139. }
  140. svr.rc.PluginManager = svr.pluginManager
  141. // Init group controller
  142. svr.rc.TCPGroupCtl = group.NewTCPGroupCtl(svr.rc.TCPPortManager)
  143. // Init HTTP group controller
  144. svr.rc.HTTPGroupCtl = group.NewHTTPGroupController(svr.httpVhostRouter)
  145. // Init TCP mux group controller
  146. svr.rc.TCPMuxGroupCtl = group.NewTCPMuxGroupCtl(svr.rc.TCPMuxHTTPConnectMuxer)
  147. // Init 404 not found page
  148. vhost.NotFoundPagePath = cfg.Custom404Page
  149. var (
  150. httpMuxOn bool
  151. httpsMuxOn bool
  152. )
  153. if cfg.BindAddr == cfg.ProxyBindAddr {
  154. if cfg.BindPort == cfg.VhostHTTPPort {
  155. httpMuxOn = true
  156. }
  157. if cfg.BindPort == cfg.VhostHTTPSPort {
  158. httpsMuxOn = true
  159. }
  160. }
  161. // Listen for accepting connections from client.
  162. address := net.JoinHostPort(cfg.BindAddr, strconv.Itoa(cfg.BindPort))
  163. ln, err := net.Listen("tcp", address)
  164. if err != nil {
  165. err = fmt.Errorf("create server listener error, %v", err)
  166. return
  167. }
  168. svr.muxer = mux.NewMux(ln)
  169. svr.muxer.SetKeepAlive(time.Duration(cfg.Transport.TCPKeepAlive) * time.Second)
  170. go func() {
  171. _ = svr.muxer.Serve()
  172. }()
  173. ln = svr.muxer.DefaultListener()
  174. svr.listener = ln
  175. log.Info("frps tcp listen on %s", address)
  176. if cfg.SSHTunnelGateway.BindPort > 0 {
  177. if cfg.SSHTunnelGateway.PublicKeyFilesPath != "" {
  178. cfg.SSHTunnelGateway.PublicKeyFilesMap, err = v1.LoadSSHPublicKeyFilesInDir(cfg.SSHTunnelGateway.PublicKeyFilesPath)
  179. if err != nil {
  180. return nil, fmt.Errorf("load ssh all public key files error: %v", err)
  181. }
  182. log.Info("load %v public key files success", cfg.SSHTunnelGateway.PublicKeyFilesPath)
  183. }
  184. svr.sshConfig = &ssh.ServerConfig{
  185. NoClientAuth: lo.If(cfg.SSHTunnelGateway.PublicKeyFilesPath == "", true).Else(false),
  186. PublicKeyCallback: func(conn ssh.ConnMetadata, key ssh.PublicKey) (*ssh.Permissions, error) {
  187. parsedAuthorizedKey, ok := cfg.SSHTunnelGateway.PublicKeyFilesMap[ssh.FingerprintSHA256(key)]
  188. if !ok {
  189. return nil, errors.New("cannot find public key file")
  190. }
  191. if key.Type() == parsedAuthorizedKey.Type() && reflect.DeepEqual(parsedAuthorizedKey, key) {
  192. return &ssh.Permissions{
  193. Extensions: map[string]string{},
  194. }, nil
  195. }
  196. return nil, fmt.Errorf("unknown public key for %q", conn.User())
  197. },
  198. }
  199. var privateBytes []byte
  200. if cfg.SSHTunnelGateway.PrivateKeyFilePath != "" {
  201. privateBytes, err = os.ReadFile(cfg.SSHTunnelGateway.PrivateKeyFilePath)
  202. if err != nil {
  203. log.Error("Failed to load private key")
  204. return nil, err
  205. }
  206. log.Info("load %v private key file success", cfg.SSHTunnelGateway.PrivateKeyFilePath)
  207. } else {
  208. privateBytes, err = v1.GeneratePrivateKey()
  209. if err != nil {
  210. log.Error("Failed to load private key")
  211. return nil, err
  212. }
  213. log.Info("auto gen private key file success")
  214. }
  215. private, err := ssh.ParsePrivateKey(privateBytes)
  216. if err != nil {
  217. log.Error("Failed to parse private key, error: %v", err)
  218. return nil, err
  219. }
  220. svr.sshConfig.AddHostKey(private)
  221. sshAddr := net.JoinHostPort(cfg.BindAddr, strconv.Itoa(cfg.SSHTunnelGateway.BindPort))
  222. svr.sshListener, err = net.Listen("tcp", sshAddr)
  223. if err != nil {
  224. log.Error("Failed to listen on %v, error: %v", sshAddr, err)
  225. return nil, err
  226. }
  227. log.Info("ssh server listening on %v", sshAddr)
  228. }
  229. // Listen for accepting connections from client using kcp protocol.
  230. if cfg.KCPBindPort > 0 {
  231. address := net.JoinHostPort(cfg.BindAddr, strconv.Itoa(cfg.KCPBindPort))
  232. svr.kcpListener, err = utilnet.ListenKcp(address)
  233. if err != nil {
  234. err = fmt.Errorf("listen on kcp udp address %s error: %v", address, err)
  235. return
  236. }
  237. log.Info("frps kcp listen on udp %s", address)
  238. }
  239. if cfg.QUICBindPort > 0 {
  240. address := net.JoinHostPort(cfg.BindAddr, strconv.Itoa(cfg.QUICBindPort))
  241. quicTLSCfg := tlsConfig.Clone()
  242. quicTLSCfg.NextProtos = []string{"frp"}
  243. svr.quicListener, err = quic.ListenAddr(address, quicTLSCfg, &quic.Config{
  244. MaxIdleTimeout: time.Duration(cfg.Transport.QUIC.MaxIdleTimeout) * time.Second,
  245. MaxIncomingStreams: int64(cfg.Transport.QUIC.MaxIncomingStreams),
  246. KeepAlivePeriod: time.Duration(cfg.Transport.QUIC.KeepalivePeriod) * time.Second,
  247. })
  248. if err != nil {
  249. err = fmt.Errorf("listen on quic udp address %s error: %v", address, err)
  250. return
  251. }
  252. log.Info("frps quic listen on quic %s", address)
  253. }
  254. // Listen for accepting connections from client using websocket protocol.
  255. websocketPrefix := []byte("GET " + utilnet.FrpWebsocketPath)
  256. websocketLn := svr.muxer.Listen(0, uint32(len(websocketPrefix)), func(data []byte) bool {
  257. return bytes.Equal(data, websocketPrefix)
  258. })
  259. svr.websocketListener = utilnet.NewWebsocketListener(websocketLn)
  260. // Create http vhost muxer.
  261. if cfg.VhostHTTPPort > 0 {
  262. rp := vhost.NewHTTPReverseProxy(vhost.HTTPReverseProxyOptions{
  263. ResponseHeaderTimeoutS: cfg.VhostHTTPTimeout,
  264. }, svr.httpVhostRouter)
  265. svr.rc.HTTPReverseProxy = rp
  266. address := net.JoinHostPort(cfg.ProxyBindAddr, strconv.Itoa(cfg.VhostHTTPPort))
  267. server := &http.Server{
  268. Addr: address,
  269. Handler: rp,
  270. }
  271. var l net.Listener
  272. if httpMuxOn {
  273. l = svr.muxer.ListenHttp(1)
  274. } else {
  275. l, err = net.Listen("tcp", address)
  276. if err != nil {
  277. err = fmt.Errorf("create vhost http listener error, %v", err)
  278. return
  279. }
  280. }
  281. go func() {
  282. _ = server.Serve(l)
  283. }()
  284. log.Info("http service listen on %s", address)
  285. }
  286. // Create https vhost muxer.
  287. if cfg.VhostHTTPSPort > 0 {
  288. var l net.Listener
  289. if httpsMuxOn {
  290. l = svr.muxer.ListenHttps(1)
  291. } else {
  292. address := net.JoinHostPort(cfg.ProxyBindAddr, strconv.Itoa(cfg.VhostHTTPSPort))
  293. l, err = net.Listen("tcp", address)
  294. if err != nil {
  295. err = fmt.Errorf("create server listener error, %v", err)
  296. return
  297. }
  298. log.Info("https service listen on %s", address)
  299. }
  300. svr.rc.VhostHTTPSMuxer, err = vhost.NewHTTPSMuxer(l, vhostReadWriteTimeout)
  301. if err != nil {
  302. err = fmt.Errorf("create vhost httpsMuxer error, %v", err)
  303. return
  304. }
  305. }
  306. // frp tls listener
  307. svr.tlsListener = svr.muxer.Listen(2, 1, func(data []byte) bool {
  308. // tls first byte can be 0x16 only when vhost https port is not same with bind port
  309. return int(data[0]) == utilnet.FRPTLSHeadByte || int(data[0]) == 0x16
  310. })
  311. // Create nat hole controller.
  312. nc, err := nathole.NewController(time.Duration(cfg.NatHoleAnalysisDataReserveHours) * time.Hour)
  313. if err != nil {
  314. err = fmt.Errorf("create nat hole controller error, %v", err)
  315. return
  316. }
  317. svr.rc.NatHoleController = nc
  318. var statsEnable bool
  319. // Create dashboard web server.
  320. if cfg.WebServer.Port > 0 {
  321. // Init dashboard assets
  322. assets.Load(cfg.WebServer.AssetsDir)
  323. address := net.JoinHostPort(cfg.WebServer.Addr, strconv.Itoa(cfg.WebServer.Port))
  324. err = svr.RunDashboardServer(address)
  325. if err != nil {
  326. err = fmt.Errorf("create dashboard web server error, %v", err)
  327. return
  328. }
  329. log.Info("Dashboard listen on %s", address)
  330. statsEnable = true
  331. }
  332. if statsEnable {
  333. modelmetrics.EnableMem()
  334. if cfg.EnablePrometheus {
  335. modelmetrics.EnablePrometheus()
  336. }
  337. }
  338. return
  339. }
  340. func (svr *Service) Run(ctx context.Context) {
  341. ctx, cancel := context.WithCancel(ctx)
  342. svr.ctx = ctx
  343. svr.cancel = cancel
  344. if svr.sshListener != nil {
  345. go svr.HandleSSHListener(svr.sshListener)
  346. }
  347. if svr.kcpListener != nil {
  348. go svr.HandleListener(svr.kcpListener)
  349. }
  350. if svr.quicListener != nil {
  351. go svr.HandleQUICListener(svr.quicListener)
  352. }
  353. go svr.HandleListener(svr.websocketListener)
  354. go svr.HandleListener(svr.tlsListener)
  355. if svr.rc.NatHoleController != nil {
  356. go svr.rc.NatHoleController.CleanWorker(svr.ctx)
  357. }
  358. svr.HandleListener(svr.listener)
  359. <-svr.ctx.Done()
  360. // service context may not be canceled by svr.Close(), we should call it here to release resources
  361. if svr.listener != nil {
  362. svr.Close()
  363. }
  364. }
  365. func (svr *Service) Close() error {
  366. if svr.sshListener != nil {
  367. svr.sshListener.Close()
  368. svr.sshListener = nil
  369. }
  370. if svr.kcpListener != nil {
  371. svr.kcpListener.Close()
  372. svr.kcpListener = nil
  373. }
  374. if svr.quicListener != nil {
  375. svr.quicListener.Close()
  376. svr.quicListener = nil
  377. }
  378. if svr.websocketListener != nil {
  379. svr.websocketListener.Close()
  380. svr.websocketListener = nil
  381. }
  382. if svr.tlsListener != nil {
  383. svr.tlsListener.Close()
  384. svr.tlsConfig = nil
  385. }
  386. if svr.listener != nil {
  387. svr.listener.Close()
  388. svr.listener = nil
  389. }
  390. svr.ctlManager.Close()
  391. if svr.cancel != nil {
  392. svr.cancel()
  393. }
  394. return nil
  395. }
  396. func (svr *Service) handleConnection(ctx context.Context, conn net.Conn) {
  397. xl := xlog.FromContextSafe(ctx)
  398. var (
  399. rawMsg msg.Message
  400. err error
  401. )
  402. _ = conn.SetReadDeadline(time.Now().Add(connReadTimeout))
  403. if rawMsg, err = msg.ReadMsg(conn); err != nil {
  404. log.Trace("Failed to read message: %v", err)
  405. conn.Close()
  406. return
  407. }
  408. _ = conn.SetReadDeadline(time.Time{})
  409. switch m := rawMsg.(type) {
  410. case *msg.Login:
  411. // server plugin hook
  412. content := &plugin.LoginContent{
  413. Login: *m,
  414. ClientAddress: conn.RemoteAddr().String(),
  415. }
  416. retContent, err := svr.pluginManager.Login(content)
  417. if err == nil {
  418. m = &retContent.Login
  419. err = svr.RegisterControl(conn, m)
  420. }
  421. // If login failed, send error message there.
  422. // Otherwise send success message in control's work goroutine.
  423. if err != nil {
  424. xl.Warn("register control error: %v", err)
  425. _ = msg.WriteMsg(conn, &msg.LoginResp{
  426. Version: version.Full(),
  427. Error: util.GenerateResponseErrorString("register control error", err, lo.FromPtr(svr.cfg.DetailedErrorsToClient)),
  428. })
  429. conn.Close()
  430. }
  431. case *msg.NewWorkConn:
  432. if err := svr.RegisterWorkConn(conn, m); err != nil {
  433. conn.Close()
  434. }
  435. case *msg.NewVisitorConn:
  436. if err = svr.RegisterVisitorConn(conn, m); err != nil {
  437. xl.Warn("register visitor conn error: %v", err)
  438. _ = msg.WriteMsg(conn, &msg.NewVisitorConnResp{
  439. ProxyName: m.ProxyName,
  440. Error: util.GenerateResponseErrorString("register visitor conn error", err, lo.FromPtr(svr.cfg.DetailedErrorsToClient)),
  441. })
  442. conn.Close()
  443. } else {
  444. _ = msg.WriteMsg(conn, &msg.NewVisitorConnResp{
  445. ProxyName: m.ProxyName,
  446. Error: "",
  447. })
  448. }
  449. default:
  450. log.Warn("Error message type for the new connection [%s]", conn.RemoteAddr().String())
  451. conn.Close()
  452. }
  453. }
  454. func (svr *Service) HandleListener(l net.Listener) {
  455. // Listen for incoming connections from client.
  456. for {
  457. c, err := l.Accept()
  458. if err != nil {
  459. log.Warn("Listener for incoming connections from client closed")
  460. return
  461. }
  462. // inject xlog object into net.Conn context
  463. xl := xlog.New()
  464. ctx := context.Background()
  465. c = utilnet.NewContextConn(xlog.NewContext(ctx, xl), c)
  466. log.Trace("start check TLS connection...")
  467. originConn := c
  468. var isTLS, custom bool
  469. c, isTLS, custom, err = utilnet.CheckAndEnableTLSServerConnWithTimeout(c, svr.tlsConfig, svr.cfg.Transport.TLS.Force, connReadTimeout)
  470. if err != nil {
  471. log.Warn("CheckAndEnableTLSServerConnWithTimeout error: %v", err)
  472. originConn.Close()
  473. continue
  474. }
  475. log.Trace("check TLS connection success, isTLS: %v custom: %v", isTLS, custom)
  476. // Start a new goroutine to handle connection.
  477. go func(ctx context.Context, frpConn net.Conn) {
  478. if lo.FromPtr(svr.cfg.Transport.TCPMux) {
  479. fmuxCfg := fmux.DefaultConfig()
  480. fmuxCfg.KeepAliveInterval = time.Duration(svr.cfg.Transport.TCPMuxKeepaliveInterval) * time.Second
  481. fmuxCfg.LogOutput = io.Discard
  482. fmuxCfg.MaxStreamWindowSize = 6 * 1024 * 1024
  483. session, err := fmux.Server(frpConn, fmuxCfg)
  484. if err != nil {
  485. log.Warn("Failed to create mux connection: %v", err)
  486. frpConn.Close()
  487. return
  488. }
  489. for {
  490. stream, err := session.AcceptStream()
  491. if err != nil {
  492. log.Debug("Accept new mux stream error: %v", err)
  493. session.Close()
  494. return
  495. }
  496. go svr.handleConnection(ctx, stream)
  497. }
  498. } else {
  499. svr.handleConnection(ctx, frpConn)
  500. }
  501. }(ctx, c)
  502. }
  503. }
  504. func (svr *Service) HandleSSHListener(listener net.Listener) {
  505. for {
  506. tcpConn, err := listener.Accept()
  507. if err != nil {
  508. log.Error("failed to accept incoming ssh connection (%s)", err)
  509. return
  510. }
  511. log.Info("new tcp conn connected: %v", tcpConn.RemoteAddr().String())
  512. pxyPayloadCh := make(chan v1.ProxyConfigurer)
  513. replyCh := make(chan interface{})
  514. ss, err := frpssh.NewSSHService(tcpConn, svr.sshConfig, pxyPayloadCh, replyCh)
  515. if err != nil {
  516. log.Error("new ssh service error: %v", err)
  517. continue
  518. }
  519. ss.Run()
  520. go func() {
  521. for {
  522. pxyCfg := <-pxyPayloadCh
  523. ctx := context.Background()
  524. // TODO fill client common config and login msg
  525. vs, err := frpssh.NewVirtualService(ctx, v1.ClientCommonConfig{}, *svr.cfg,
  526. msg.Login{User: v1.SSHClientLoginUserPrefix + tcpConn.RemoteAddr().String()},
  527. svr.rc, pxyCfg, ss, replyCh)
  528. if err != nil {
  529. log.Error("new virtual service error: %v", err)
  530. ss.Close()
  531. return
  532. }
  533. err = vs.Run(ctx)
  534. if err != nil {
  535. log.Error("proxy run error: %v", err)
  536. vs.Close()
  537. return
  538. }
  539. }
  540. }()
  541. }
  542. }
  543. func (svr *Service) HandleQUICListener(l *quic.Listener) {
  544. // Listen for incoming connections from client.
  545. for {
  546. c, err := l.Accept(context.Background())
  547. if err != nil {
  548. log.Warn("QUICListener for incoming connections from client closed")
  549. return
  550. }
  551. // Start a new goroutine to handle connection.
  552. go func(ctx context.Context, frpConn quic.Connection) {
  553. for {
  554. stream, err := frpConn.AcceptStream(context.Background())
  555. if err != nil {
  556. log.Debug("Accept new quic mux stream error: %v", err)
  557. _ = frpConn.CloseWithError(0, "")
  558. return
  559. }
  560. go svr.handleConnection(ctx, utilnet.QuicStreamToNetConn(stream, frpConn))
  561. }
  562. }(context.Background(), c)
  563. }
  564. }
  565. func (svr *Service) RegisterControl(ctlConn net.Conn, loginMsg *msg.Login) error {
  566. // If client's RunID is empty, it's a new client, we just create a new controller.
  567. // Otherwise, we check if there is one controller has the same run id. If so, we release previous controller and start new one.
  568. var err error
  569. if loginMsg.RunID == "" {
  570. loginMsg.RunID, err = util.RandID()
  571. if err != nil {
  572. return err
  573. }
  574. }
  575. ctx := utilnet.NewContextFromConn(ctlConn)
  576. xl := xlog.FromContextSafe(ctx)
  577. xl.AppendPrefix(loginMsg.RunID)
  578. ctx = xlog.NewContext(ctx, xl)
  579. xl.Info("client login info: ip [%s] version [%s] hostname [%s] os [%s] arch [%s]",
  580. ctlConn.RemoteAddr().String(), loginMsg.Version, loginMsg.Hostname, loginMsg.Os, loginMsg.Arch)
  581. // Check auth.
  582. if err := svr.authVerifier.VerifyLogin(loginMsg); err != nil {
  583. return err
  584. }
  585. ctl, err := NewControl(ctx, svr.rc, svr.pxyManager, svr.pluginManager, svr.authVerifier, ctlConn, loginMsg, svr.cfg)
  586. if err != nil {
  587. xl.Warn("create new controller error: %v", err)
  588. // don't return detailed errors to client
  589. return fmt.Errorf("unexpected error when creating new controller")
  590. }
  591. if oldCtl := svr.ctlManager.Add(loginMsg.RunID, ctl); oldCtl != nil {
  592. oldCtl.WaitClosed()
  593. }
  594. ctl.Start()
  595. // for statistics
  596. metrics.Server.NewClient()
  597. go func() {
  598. // block until control closed
  599. ctl.WaitClosed()
  600. svr.ctlManager.Del(loginMsg.RunID, ctl)
  601. }()
  602. return nil
  603. }
  604. // RegisterWorkConn register a new work connection to control and proxies need it.
  605. func (svr *Service) RegisterWorkConn(workConn net.Conn, newMsg *msg.NewWorkConn) error {
  606. xl := utilnet.NewLogFromConn(workConn)
  607. ctl, exist := svr.ctlManager.GetByID(newMsg.RunID)
  608. if !exist {
  609. xl.Warn("No client control found for run id [%s]", newMsg.RunID)
  610. return fmt.Errorf("no client control found for run id [%s]", newMsg.RunID)
  611. }
  612. // server plugin hook
  613. content := &plugin.NewWorkConnContent{
  614. User: plugin.UserInfo{
  615. User: ctl.loginMsg.User,
  616. Metas: ctl.loginMsg.Metas,
  617. RunID: ctl.loginMsg.RunID,
  618. },
  619. NewWorkConn: *newMsg,
  620. }
  621. retContent, err := svr.pluginManager.NewWorkConn(content)
  622. if err == nil {
  623. newMsg = &retContent.NewWorkConn
  624. // Check auth.
  625. err = svr.authVerifier.VerifyNewWorkConn(newMsg)
  626. }
  627. if err != nil {
  628. xl.Warn("invalid NewWorkConn with run id [%s]", newMsg.RunID)
  629. _ = msg.WriteMsg(workConn, &msg.StartWorkConn{
  630. Error: util.GenerateResponseErrorString("invalid NewWorkConn", err, lo.FromPtr(svr.cfg.DetailedErrorsToClient)),
  631. })
  632. return fmt.Errorf("invalid NewWorkConn with run id [%s]", newMsg.RunID)
  633. }
  634. return ctl.RegisterWorkConn(workConn)
  635. }
  636. func (svr *Service) RegisterVisitorConn(visitorConn net.Conn, newMsg *msg.NewVisitorConn) error {
  637. visitorUser := ""
  638. // TODO(deprecation): Compatible with old versions, can be without runID, user is empty. In later versions, it will be mandatory to include runID.
  639. // If runID is required, it is not compatible with versions prior to v0.50.0.
  640. if newMsg.RunID != "" {
  641. ctl, exist := svr.ctlManager.GetByID(newMsg.RunID)
  642. if !exist {
  643. return fmt.Errorf("no client control found for run id [%s]", newMsg.RunID)
  644. }
  645. visitorUser = ctl.loginMsg.User
  646. }
  647. return svr.rc.VisitorManager.NewConn(newMsg.ProxyName, visitorConn, newMsg.Timestamp, newMsg.SignKey,
  648. newMsg.UseEncryption, newMsg.UseCompression, visitorUser)
  649. }