1
0

nathole.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451
  1. // Copyright 2023 The frp Authors
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package nathole
  15. import (
  16. "context"
  17. "fmt"
  18. "math/rand/v2"
  19. "net"
  20. "slices"
  21. "strconv"
  22. "strings"
  23. "time"
  24. "github.com/fatedier/golib/pool"
  25. "golang.org/x/net/ipv4"
  26. "k8s.io/apimachinery/pkg/util/sets"
  27. "github.com/fatedier/frp/pkg/msg"
  28. "github.com/fatedier/frp/pkg/transport"
  29. "github.com/fatedier/frp/pkg/util/xlog"
  30. )
  31. var (
  32. // mode 0: simple detect mode, usually for both EasyNAT or HardNAT & EasyNAT(Public Network)
  33. // a. receiver sends detect message with low TTL
  34. // b. sender sends normal detect message to receiver
  35. // c. receiver receives detect message and sends back a message to sender
  36. //
  37. // mode 1: For HardNAT & EasyNAT, send detect messages to multiple guessed ports.
  38. // Usually applicable to scenarios where port changes are regular.
  39. // Most of the steps are the same as mode 0, but EasyNAT is fixed as the receiver and will send detect messages
  40. // with low TTL to multiple guessed ports of the sender.
  41. //
  42. // mode 2: For HardNAT & EasyNAT, ports changes are not regular.
  43. // a. HardNAT machine will listen on multiple ports and send detect messages with low TTL to EasyNAT machine
  44. // b. EasyNAT machine will send detect messages to random ports of HardNAT machine.
  45. //
  46. // mode 3: For HardNAT & HardNAT, both changes in the ports are regular.
  47. // Most of the steps are the same as mode 1, but the sender also needs to send detect messages to multiple guessed
  48. // ports of the receiver.
  49. //
  50. // mode 4: For HardNAT & HardNAT, one of the changes in the ports is regular.
  51. // Regular port changes are usually on the sender side.
  52. // a. Receiver listens on multiple ports and sends detect messages with low TTL to the sender's guessed range ports.
  53. // b. Sender sends detect messages to random ports of the receiver.
  54. SupportedModes = []int{DetectMode0, DetectMode1, DetectMode2, DetectMode3, DetectMode4}
  55. SupportedRoles = []string{DetectRoleSender, DetectRoleReceiver}
  56. DetectMode0 = 0
  57. DetectMode1 = 1
  58. DetectMode2 = 2
  59. DetectMode3 = 3
  60. DetectMode4 = 4
  61. DetectRoleSender = "sender"
  62. DetectRoleReceiver = "receiver"
  63. )
  64. // PrepareOptions defines options for NAT traversal preparation
  65. type PrepareOptions struct {
  66. // DisableAssistedAddrs disables the use of local network interfaces
  67. // for assisted connections during NAT traversal
  68. DisableAssistedAddrs bool
  69. }
  70. type PrepareResult struct {
  71. Addrs []string
  72. AssistedAddrs []string
  73. ListenConn *net.UDPConn
  74. NatType string
  75. Behavior string
  76. }
  77. // PreCheck is used to check if the proxy is ready for penetration.
  78. // Call this function before calling Prepare to avoid unnecessary preparation work.
  79. func PreCheck(
  80. ctx context.Context, transporter transport.MessageTransporter,
  81. proxyName string, timeout time.Duration,
  82. ) error {
  83. timeoutCtx, cancel := context.WithTimeout(ctx, timeout)
  84. defer cancel()
  85. var natHoleRespMsg *msg.NatHoleResp
  86. transactionID := NewTransactionID()
  87. m, err := transporter.Do(timeoutCtx, &msg.NatHoleVisitor{
  88. TransactionID: transactionID,
  89. ProxyName: proxyName,
  90. PreCheck: true,
  91. }, transactionID, msg.TypeNameNatHoleResp)
  92. if err != nil {
  93. return fmt.Errorf("get natHoleRespMsg error: %v", err)
  94. }
  95. mm, ok := m.(*msg.NatHoleResp)
  96. if !ok {
  97. return fmt.Errorf("get natHoleRespMsg error: invalid message type")
  98. }
  99. natHoleRespMsg = mm
  100. if natHoleRespMsg.Error != "" {
  101. return fmt.Errorf("%s", natHoleRespMsg.Error)
  102. }
  103. return nil
  104. }
  105. // Prepare is used to do some preparation work before penetration.
  106. func Prepare(stunServers []string, opts PrepareOptions) (*PrepareResult, error) {
  107. // discover for Nat type
  108. addrs, localAddr, err := Discover(stunServers, "")
  109. if err != nil {
  110. return nil, fmt.Errorf("discover error: %v", err)
  111. }
  112. if len(addrs) < 2 {
  113. return nil, fmt.Errorf("discover error: not enough addresses")
  114. }
  115. localIPs, _ := ListLocalIPsForNatHole(10)
  116. natFeature, err := ClassifyNATFeature(addrs, localIPs)
  117. if err != nil {
  118. return nil, fmt.Errorf("classify nat feature error: %v", err)
  119. }
  120. laddr, err := net.ResolveUDPAddr("udp4", localAddr.String())
  121. if err != nil {
  122. return nil, fmt.Errorf("resolve local udp addr error: %v", err)
  123. }
  124. listenConn, err := net.ListenUDP("udp4", laddr)
  125. if err != nil {
  126. return nil, fmt.Errorf("listen local udp addr error: %v", err)
  127. }
  128. // Apply NAT traversal options
  129. var assistedAddrs []string
  130. if !opts.DisableAssistedAddrs {
  131. assistedAddrs = make([]string, 0, len(localIPs))
  132. for _, ip := range localIPs {
  133. assistedAddrs = append(assistedAddrs, net.JoinHostPort(ip, strconv.Itoa(laddr.Port)))
  134. }
  135. }
  136. return &PrepareResult{
  137. Addrs: addrs,
  138. AssistedAddrs: assistedAddrs,
  139. ListenConn: listenConn,
  140. NatType: natFeature.NatType,
  141. Behavior: natFeature.Behavior,
  142. }, nil
  143. }
  144. // ExchangeInfo is used to exchange information between client and visitor.
  145. // 1. Send input message to server by msgTransporter.
  146. // 2. Server will gather information from client and visitor and analyze it. Then send back a NatHoleResp message to them to tell them how to do next.
  147. // 3. Receive NatHoleResp message from server.
  148. func ExchangeInfo(
  149. ctx context.Context, transporter transport.MessageTransporter,
  150. laneKey string, m msg.Message, timeout time.Duration,
  151. ) (*msg.NatHoleResp, error) {
  152. timeoutCtx, cancel := context.WithTimeout(ctx, timeout)
  153. defer cancel()
  154. var natHoleRespMsg *msg.NatHoleResp
  155. m, err := transporter.Do(timeoutCtx, m, laneKey, msg.TypeNameNatHoleResp)
  156. if err != nil {
  157. return nil, fmt.Errorf("get natHoleRespMsg error: %v", err)
  158. }
  159. mm, ok := m.(*msg.NatHoleResp)
  160. if !ok {
  161. return nil, fmt.Errorf("get natHoleRespMsg error: invalid message type")
  162. }
  163. natHoleRespMsg = mm
  164. if natHoleRespMsg.Error != "" {
  165. return nil, fmt.Errorf("natHoleRespMsg get error info: %s", natHoleRespMsg.Error)
  166. }
  167. if len(natHoleRespMsg.CandidateAddrs) == 0 {
  168. return nil, fmt.Errorf("natHoleRespMsg get empty candidate addresses")
  169. }
  170. return natHoleRespMsg, nil
  171. }
  172. // MakeHole is used to make a NAT hole between client and visitor.
  173. func MakeHole(ctx context.Context, listenConn *net.UDPConn, m *msg.NatHoleResp, key []byte) (*net.UDPConn, *net.UDPAddr, error) {
  174. xl := xlog.FromContextSafe(ctx)
  175. transactionID := NewTransactionID()
  176. sendToRangePortsFunc := func(conn *net.UDPConn, addr string) error {
  177. return sendSidMessage(ctx, conn, m.Sid, transactionID, addr, key, m.DetectBehavior.TTL)
  178. }
  179. listenConns := []*net.UDPConn{listenConn}
  180. var detectAddrs []string
  181. if m.DetectBehavior.Role == DetectRoleSender {
  182. // sender
  183. if m.DetectBehavior.SendDelayMs > 0 {
  184. time.Sleep(time.Duration(m.DetectBehavior.SendDelayMs) * time.Millisecond)
  185. }
  186. detectAddrs = m.AssistedAddrs
  187. detectAddrs = append(detectAddrs, m.CandidateAddrs...)
  188. } else {
  189. // receiver
  190. if len(m.DetectBehavior.CandidatePorts) == 0 {
  191. detectAddrs = m.CandidateAddrs
  192. }
  193. if m.DetectBehavior.ListenRandomPorts > 0 {
  194. for i := 0; i < m.DetectBehavior.ListenRandomPorts; i++ {
  195. tmpConn, err := net.ListenUDP("udp4", nil)
  196. if err != nil {
  197. xl.Warnf("listen random udp addr error: %v", err)
  198. continue
  199. }
  200. listenConns = append(listenConns, tmpConn)
  201. }
  202. }
  203. }
  204. detectAddrs = slices.Compact(detectAddrs)
  205. for _, detectAddr := range detectAddrs {
  206. for _, conn := range listenConns {
  207. if err := sendSidMessage(ctx, conn, m.Sid, transactionID, detectAddr, key, m.DetectBehavior.TTL); err != nil {
  208. xl.Tracef("send sid message from %s to %s error: %v", conn.LocalAddr(), detectAddr, err)
  209. }
  210. }
  211. }
  212. if len(m.DetectBehavior.CandidatePorts) > 0 {
  213. for _, conn := range listenConns {
  214. sendSidMessageToRangePorts(ctx, conn, m.CandidateAddrs, m.DetectBehavior.CandidatePorts, sendToRangePortsFunc)
  215. }
  216. }
  217. if m.DetectBehavior.SendRandomPorts > 0 {
  218. ctx, cancel := context.WithCancel(ctx)
  219. defer cancel()
  220. for i := range listenConns {
  221. go sendSidMessageToRandomPorts(ctx, listenConns[i], m.CandidateAddrs, m.DetectBehavior.SendRandomPorts, sendToRangePortsFunc)
  222. }
  223. }
  224. timeout := 5 * time.Second
  225. if m.DetectBehavior.ReadTimeoutMs > 0 {
  226. timeout = time.Duration(m.DetectBehavior.ReadTimeoutMs) * time.Millisecond
  227. }
  228. if len(listenConns) == 1 {
  229. raddr, err := waitDetectMessage(ctx, listenConns[0], m.Sid, key, timeout, m.DetectBehavior.Role)
  230. if err != nil {
  231. return nil, nil, fmt.Errorf("wait detect message error: %v", err)
  232. }
  233. return listenConns[0], raddr, nil
  234. }
  235. type result struct {
  236. lConn *net.UDPConn
  237. raddr *net.UDPAddr
  238. }
  239. resultCh := make(chan result)
  240. for _, conn := range listenConns {
  241. go func(lConn *net.UDPConn) {
  242. addr, err := waitDetectMessage(ctx, lConn, m.Sid, key, timeout, m.DetectBehavior.Role)
  243. if err != nil {
  244. lConn.Close()
  245. return
  246. }
  247. select {
  248. case resultCh <- result{lConn: lConn, raddr: addr}:
  249. default:
  250. lConn.Close()
  251. }
  252. }(conn)
  253. }
  254. select {
  255. case result := <-resultCh:
  256. return result.lConn, result.raddr, nil
  257. case <-time.After(timeout):
  258. return nil, nil, fmt.Errorf("wait detect message timeout")
  259. case <-ctx.Done():
  260. return nil, nil, fmt.Errorf("wait detect message canceled")
  261. }
  262. }
  263. func waitDetectMessage(
  264. ctx context.Context, conn *net.UDPConn, sid string, key []byte,
  265. timeout time.Duration, role string,
  266. ) (*net.UDPAddr, error) {
  267. xl := xlog.FromContextSafe(ctx)
  268. for {
  269. buf := pool.GetBuf(1024)
  270. _ = conn.SetReadDeadline(time.Now().Add(timeout))
  271. n, raddr, err := conn.ReadFromUDP(buf)
  272. _ = conn.SetReadDeadline(time.Time{})
  273. if err != nil {
  274. return nil, err
  275. }
  276. xl.Debugf("get udp message local %s, from %s", conn.LocalAddr(), raddr)
  277. var m msg.NatHoleSid
  278. if err := DecodeMessageInto(buf[:n], key, &m); err != nil {
  279. xl.Warnf("decode sid message error: %v", err)
  280. continue
  281. }
  282. pool.PutBuf(buf)
  283. if m.Sid != sid {
  284. xl.Warnf("get sid message with wrong sid: %s, expect: %s", m.Sid, sid)
  285. continue
  286. }
  287. if !m.Response {
  288. // only wait for response messages if we are a sender
  289. if role == DetectRoleSender {
  290. continue
  291. }
  292. m.Response = true
  293. buf2, err := EncodeMessage(&m, key)
  294. if err != nil {
  295. xl.Warnf("encode sid message error: %v", err)
  296. continue
  297. }
  298. _, _ = conn.WriteToUDP(buf2, raddr)
  299. }
  300. return raddr, nil
  301. }
  302. }
  303. func sendSidMessage(
  304. ctx context.Context, conn *net.UDPConn,
  305. sid string, transactionID string, addr string, key []byte, ttl int,
  306. ) error {
  307. xl := xlog.FromContextSafe(ctx)
  308. ttlStr := ""
  309. if ttl > 0 {
  310. ttlStr = fmt.Sprintf(" with ttl %d", ttl)
  311. }
  312. xl.Tracef("send sid message from %s to %s%s", conn.LocalAddr(), addr, ttlStr)
  313. raddr, err := net.ResolveUDPAddr("udp4", addr)
  314. if err != nil {
  315. return err
  316. }
  317. if transactionID == "" {
  318. transactionID = NewTransactionID()
  319. }
  320. m := &msg.NatHoleSid{
  321. TransactionID: transactionID,
  322. Sid: sid,
  323. Response: false,
  324. Nonce: strings.Repeat("0", rand.IntN(20)),
  325. }
  326. buf, err := EncodeMessage(m, key)
  327. if err != nil {
  328. return err
  329. }
  330. if ttl > 0 {
  331. uConn := ipv4.NewConn(conn)
  332. original, err := uConn.TTL()
  333. if err != nil {
  334. xl.Tracef("get ttl error %v", err)
  335. return err
  336. }
  337. xl.Tracef("original ttl %d", original)
  338. err = uConn.SetTTL(ttl)
  339. if err != nil {
  340. xl.Tracef("set ttl error %v", err)
  341. } else {
  342. defer func() {
  343. _ = uConn.SetTTL(original)
  344. }()
  345. }
  346. }
  347. if _, err := conn.WriteToUDP(buf, raddr); err != nil {
  348. return err
  349. }
  350. return nil
  351. }
  352. func sendSidMessageToRangePorts(
  353. ctx context.Context, conn *net.UDPConn, addrs []string, ports []msg.PortsRange,
  354. sendFunc func(*net.UDPConn, string) error,
  355. ) {
  356. xl := xlog.FromContextSafe(ctx)
  357. for _, ip := range slices.Compact(parseIPs(addrs)) {
  358. for _, portsRange := range ports {
  359. for i := portsRange.From; i <= portsRange.To; i++ {
  360. detectAddr := net.JoinHostPort(ip, strconv.Itoa(i))
  361. if err := sendFunc(conn, detectAddr); err != nil {
  362. xl.Tracef("send sid message from %s to %s error: %v", conn.LocalAddr(), detectAddr, err)
  363. }
  364. time.Sleep(2 * time.Millisecond)
  365. }
  366. }
  367. }
  368. }
  369. func sendSidMessageToRandomPorts(
  370. ctx context.Context, conn *net.UDPConn, addrs []string, count int,
  371. sendFunc func(*net.UDPConn, string) error,
  372. ) {
  373. xl := xlog.FromContextSafe(ctx)
  374. used := sets.New[int]()
  375. getUnusedPort := func() int {
  376. for i := 0; i < 10; i++ {
  377. port := rand.IntN(65535-1024) + 1024
  378. if !used.Has(port) {
  379. used.Insert(port)
  380. return port
  381. }
  382. }
  383. return 0
  384. }
  385. for i := 0; i < count; i++ {
  386. select {
  387. case <-ctx.Done():
  388. return
  389. default:
  390. }
  391. port := getUnusedPort()
  392. if port == 0 {
  393. continue
  394. }
  395. for _, ip := range slices.Compact(parseIPs(addrs)) {
  396. detectAddr := net.JoinHostPort(ip, strconv.Itoa(port))
  397. if err := sendFunc(conn, detectAddr); err != nil {
  398. xl.Tracef("send sid message from %s to %s error: %v", conn.LocalAddr(), detectAddr, err)
  399. }
  400. time.Sleep(time.Millisecond * 15)
  401. }
  402. }
  403. }
  404. func parseIPs(addrs []string) []string {
  405. var ips []string
  406. for _, addr := range addrs {
  407. if ip, _, err := net.SplitHostPort(addr); err == nil {
  408. ips = append(ips, ip)
  409. }
  410. }
  411. return ips
  412. }