mux.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499
  1. package mux
  2. //go:generate errorgen
  3. import (
  4. "context"
  5. "io"
  6. "sync"
  7. "time"
  8. "v2ray.com/core"
  9. "v2ray.com/core/app/proxyman"
  10. "v2ray.com/core/common"
  11. "v2ray.com/core/common/buf"
  12. "v2ray.com/core/common/errors"
  13. "v2ray.com/core/common/log"
  14. "v2ray.com/core/common/net"
  15. "v2ray.com/core/common/protocol"
  16. "v2ray.com/core/common/session"
  17. "v2ray.com/core/common/signal/done"
  18. "v2ray.com/core/common/vio"
  19. "v2ray.com/core/features/routing"
  20. "v2ray.com/core/proxy"
  21. "v2ray.com/core/transport/internet"
  22. "v2ray.com/core/transport/pipe"
  23. )
  24. const (
  25. maxTotal = 128
  26. )
  27. type ClientManager struct {
  28. access sync.Mutex
  29. clients []*Client
  30. proxy proxy.Outbound
  31. dialer internet.Dialer
  32. config *proxyman.MultiplexingConfig
  33. }
  34. func NewClientManager(p proxy.Outbound, d internet.Dialer, c *proxyman.MultiplexingConfig) *ClientManager {
  35. return &ClientManager{
  36. proxy: p,
  37. dialer: d,
  38. config: c,
  39. }
  40. }
  41. func (m *ClientManager) Dispatch(ctx context.Context, link *vio.Link) error {
  42. m.access.Lock()
  43. defer m.access.Unlock()
  44. for _, client := range m.clients {
  45. if client.Dispatch(ctx, link) {
  46. return nil
  47. }
  48. }
  49. client, err := NewClient(ctx, m.proxy, m.dialer, m)
  50. if err != nil {
  51. return newError("failed to create client").Base(err)
  52. }
  53. m.clients = append(m.clients, client)
  54. client.Dispatch(ctx, link)
  55. return nil
  56. }
  57. func (m *ClientManager) onClientFinish() {
  58. m.access.Lock()
  59. defer m.access.Unlock()
  60. activeClients := make([]*Client, 0, len(m.clients))
  61. for _, client := range m.clients {
  62. if !client.Closed() {
  63. activeClients = append(activeClients, client)
  64. }
  65. }
  66. m.clients = activeClients
  67. }
  68. type Client struct {
  69. sessionManager *SessionManager
  70. link vio.Link
  71. done *done.Instance
  72. manager *ClientManager
  73. concurrency uint32
  74. }
  75. var muxCoolAddress = net.DomainAddress("v1.mux.cool")
  76. var muxCoolPort = net.Port(9527)
  77. // NewClient creates a new mux.Client.
  78. func NewClient(pctx context.Context, p proxy.Outbound, dialer internet.Dialer, m *ClientManager) (*Client, error) {
  79. ctx := session.ContextWithOutbound(context.Background(), &session.Outbound{
  80. Target: net.TCPDestination(muxCoolAddress, muxCoolPort),
  81. })
  82. ctx, cancel := context.WithCancel(ctx)
  83. opts := pipe.OptionsFromContext(pctx)
  84. uplinkReader, upLinkWriter := pipe.New(opts...)
  85. downlinkReader, downlinkWriter := pipe.New(opts...)
  86. c := &Client{
  87. sessionManager: NewSessionManager(),
  88. link: vio.Link{
  89. Reader: downlinkReader,
  90. Writer: upLinkWriter,
  91. },
  92. done: done.New(),
  93. manager: m,
  94. concurrency: m.config.Concurrency,
  95. }
  96. go func() {
  97. if err := p.Process(ctx, &vio.Link{Reader: uplinkReader, Writer: downlinkWriter}, dialer); err != nil {
  98. errors.New("failed to handler mux client connection").Base(err).WriteToLog()
  99. }
  100. common.Must(c.done.Close())
  101. cancel()
  102. }()
  103. go c.fetchOutput()
  104. go c.monitor()
  105. return c, nil
  106. }
  107. // Closed returns true if this Client is closed.
  108. func (m *Client) Closed() bool {
  109. return m.done.Done()
  110. }
  111. func (m *Client) monitor() {
  112. defer m.manager.onClientFinish()
  113. timer := time.NewTicker(time.Second * 16)
  114. defer timer.Stop()
  115. for {
  116. select {
  117. case <-m.done.Wait():
  118. m.sessionManager.Close()
  119. common.Close(m.link.Writer) // nolint: errcheck
  120. pipe.CloseError(m.link.Reader) // nolint: errcheck
  121. return
  122. case <-timer.C:
  123. size := m.sessionManager.Size()
  124. if size == 0 && m.sessionManager.CloseIfNoSession() {
  125. common.Must(m.done.Close())
  126. }
  127. }
  128. }
  129. }
  130. func writeFirstPayload(reader buf.Reader, writer *Writer) error {
  131. err := buf.CopyOnceTimeout(reader, writer, time.Millisecond*100)
  132. if err == buf.ErrNotTimeoutReader || err == buf.ErrReadTimeout {
  133. return writer.WriteMultiBuffer(buf.MultiBuffer{})
  134. }
  135. if err != nil {
  136. return err
  137. }
  138. return nil
  139. }
  140. func fetchInput(ctx context.Context, s *Session, output buf.Writer) {
  141. dest := session.OutboundFromContext(ctx).Target
  142. transferType := protocol.TransferTypeStream
  143. if dest.Network == net.Network_UDP {
  144. transferType = protocol.TransferTypePacket
  145. }
  146. s.transferType = transferType
  147. writer := NewWriter(s.ID, dest, output, transferType)
  148. defer s.Close() // nolint: errcheck
  149. defer writer.Close() // nolint: errcheck
  150. newError("dispatching request to ", dest).WriteToLog(session.ExportIDToError(ctx))
  151. if err := writeFirstPayload(s.input, writer); err != nil {
  152. newError("failed to write first payload").Base(err).WriteToLog(session.ExportIDToError(ctx))
  153. writer.hasError = true
  154. pipe.CloseError(s.input)
  155. return
  156. }
  157. if err := buf.Copy(s.input, writer); err != nil {
  158. newError("failed to fetch all input").Base(err).WriteToLog(session.ExportIDToError(ctx))
  159. writer.hasError = true
  160. pipe.CloseError(s.input)
  161. return
  162. }
  163. }
  164. func (m *Client) Dispatch(ctx context.Context, link *vio.Link) bool {
  165. sm := m.sessionManager
  166. if sm.Size() >= int(m.concurrency) || sm.Count() >= maxTotal {
  167. return false
  168. }
  169. if m.done.Done() {
  170. return false
  171. }
  172. s := sm.Allocate()
  173. if s == nil {
  174. return false
  175. }
  176. s.input = link.Reader
  177. s.output = link.Writer
  178. go fetchInput(ctx, s, m.link.Writer)
  179. return true
  180. }
  181. func drain(reader buf.Reader) error {
  182. return buf.Copy(reader, buf.Discard)
  183. }
  184. func (m *Client) handleStatueKeepAlive(meta *FrameMetadata, reader *buf.BufferedReader) error {
  185. if meta.Option.Has(OptionData) {
  186. return drain(NewStreamReader(reader))
  187. }
  188. return nil
  189. }
  190. func (m *Client) handleStatusNew(meta *FrameMetadata, reader *buf.BufferedReader) error {
  191. if meta.Option.Has(OptionData) {
  192. return drain(NewStreamReader(reader))
  193. }
  194. return nil
  195. }
  196. func (m *Client) handleStatusKeep(meta *FrameMetadata, reader *buf.BufferedReader) error {
  197. if !meta.Option.Has(OptionData) {
  198. return nil
  199. }
  200. if s, found := m.sessionManager.Get(meta.SessionID); found {
  201. rr := s.NewReader(reader)
  202. if err := buf.Copy(rr, s.output); err != nil {
  203. drain(rr)
  204. pipe.CloseError(s.input)
  205. return s.Close()
  206. }
  207. return nil
  208. }
  209. return drain(NewStreamReader(reader))
  210. }
  211. func (m *Client) handleStatusEnd(meta *FrameMetadata, reader *buf.BufferedReader) error {
  212. if s, found := m.sessionManager.Get(meta.SessionID); found {
  213. if meta.Option.Has(OptionError) {
  214. pipe.CloseError(s.input)
  215. pipe.CloseError(s.output)
  216. }
  217. s.Close()
  218. }
  219. if meta.Option.Has(OptionData) {
  220. return drain(NewStreamReader(reader))
  221. }
  222. return nil
  223. }
  224. func (m *Client) fetchOutput() {
  225. defer func() {
  226. common.Must(m.done.Close())
  227. }()
  228. reader := &buf.BufferedReader{Reader: m.link.Reader}
  229. var meta FrameMetadata
  230. for {
  231. err := meta.Unmarshal(reader)
  232. if err != nil {
  233. if errors.Cause(err) != io.EOF {
  234. newError("failed to read metadata").Base(err).WriteToLog()
  235. }
  236. break
  237. }
  238. switch meta.SessionStatus {
  239. case SessionStatusKeepAlive:
  240. err = m.handleStatueKeepAlive(&meta, reader)
  241. case SessionStatusEnd:
  242. err = m.handleStatusEnd(&meta, reader)
  243. case SessionStatusNew:
  244. err = m.handleStatusNew(&meta, reader)
  245. case SessionStatusKeep:
  246. err = m.handleStatusKeep(&meta, reader)
  247. default:
  248. status := meta.SessionStatus
  249. newError("unknown status: ", status).AtError().WriteToLog()
  250. return
  251. }
  252. if err != nil {
  253. newError("failed to process data").Base(err).WriteToLog()
  254. return
  255. }
  256. }
  257. }
  258. type Server struct {
  259. dispatcher routing.Dispatcher
  260. }
  261. // NewServer creates a new mux.Server.
  262. func NewServer(ctx context.Context) *Server {
  263. s := &Server{}
  264. core.RequireFeatures(ctx, func(d routing.Dispatcher) {
  265. s.dispatcher = d
  266. })
  267. return s
  268. }
  269. // Type implements common.HasType.
  270. func (s *Server) Type() interface{} {
  271. return s.dispatcher.Type()
  272. }
  273. // Dispatch impliments routing.Dispatcher
  274. func (s *Server) Dispatch(ctx context.Context, dest net.Destination) (*vio.Link, error) {
  275. if dest.Address != muxCoolAddress {
  276. return s.dispatcher.Dispatch(ctx, dest)
  277. }
  278. opts := pipe.OptionsFromContext(ctx)
  279. uplinkReader, uplinkWriter := pipe.New(opts...)
  280. downlinkReader, downlinkWriter := pipe.New(opts...)
  281. worker := &ServerWorker{
  282. dispatcher: s.dispatcher,
  283. link: &vio.Link{
  284. Reader: uplinkReader,
  285. Writer: downlinkWriter,
  286. },
  287. sessionManager: NewSessionManager(),
  288. }
  289. go worker.run(ctx)
  290. return &vio.Link{Reader: downlinkReader, Writer: uplinkWriter}, nil
  291. }
  292. // Start implements common.Runnable.
  293. func (s *Server) Start() error {
  294. return nil
  295. }
  296. // Close implements common.Closable.
  297. func (s *Server) Close() error {
  298. return nil
  299. }
  300. type ServerWorker struct {
  301. dispatcher routing.Dispatcher
  302. link *vio.Link
  303. sessionManager *SessionManager
  304. }
  305. func handle(ctx context.Context, s *Session, output buf.Writer) {
  306. writer := NewResponseWriter(s.ID, output, s.transferType)
  307. if err := buf.Copy(s.input, writer); err != nil {
  308. newError("session ", s.ID, " ends.").Base(err).WriteToLog(session.ExportIDToError(ctx))
  309. writer.hasError = true
  310. }
  311. writer.Close()
  312. s.Close()
  313. }
  314. func (w *ServerWorker) handleStatusKeepAlive(meta *FrameMetadata, reader *buf.BufferedReader) error {
  315. if meta.Option.Has(OptionData) {
  316. return drain(NewStreamReader(reader))
  317. }
  318. return nil
  319. }
  320. func (w *ServerWorker) handleStatusNew(ctx context.Context, meta *FrameMetadata, reader *buf.BufferedReader) error {
  321. newError("received request for ", meta.Target).WriteToLog(session.ExportIDToError(ctx))
  322. {
  323. msg := &log.AccessMessage{
  324. To: meta.Target,
  325. Status: log.AccessAccepted,
  326. Reason: "",
  327. }
  328. if inbound := session.InboundFromContext(ctx); inbound != nil && inbound.Source.IsValid() {
  329. msg.From = inbound.Source
  330. }
  331. log.Record(msg)
  332. }
  333. link, err := w.dispatcher.Dispatch(ctx, meta.Target)
  334. if err != nil {
  335. if meta.Option.Has(OptionData) {
  336. drain(NewStreamReader(reader))
  337. }
  338. return newError("failed to dispatch request.").Base(err)
  339. }
  340. s := &Session{
  341. input: link.Reader,
  342. output: link.Writer,
  343. parent: w.sessionManager,
  344. ID: meta.SessionID,
  345. transferType: protocol.TransferTypeStream,
  346. }
  347. if meta.Target.Network == net.Network_UDP {
  348. s.transferType = protocol.TransferTypePacket
  349. }
  350. w.sessionManager.Add(s)
  351. go handle(ctx, s, w.link.Writer)
  352. if !meta.Option.Has(OptionData) {
  353. return nil
  354. }
  355. rr := s.NewReader(reader)
  356. if err := buf.Copy(rr, s.output); err != nil {
  357. drain(rr)
  358. pipe.CloseError(s.input)
  359. return s.Close()
  360. }
  361. return nil
  362. }
  363. func (w *ServerWorker) handleStatusKeep(meta *FrameMetadata, reader *buf.BufferedReader) error {
  364. if !meta.Option.Has(OptionData) {
  365. return nil
  366. }
  367. if s, found := w.sessionManager.Get(meta.SessionID); found {
  368. rr := s.NewReader(reader)
  369. if err := buf.Copy(rr, s.output); err != nil {
  370. drain(rr)
  371. pipe.CloseError(s.input)
  372. return s.Close()
  373. }
  374. return nil
  375. }
  376. return drain(NewStreamReader(reader))
  377. }
  378. func (w *ServerWorker) handleStatusEnd(meta *FrameMetadata, reader *buf.BufferedReader) error {
  379. if s, found := w.sessionManager.Get(meta.SessionID); found {
  380. if meta.Option.Has(OptionError) {
  381. pipe.CloseError(s.input)
  382. pipe.CloseError(s.output)
  383. }
  384. s.Close()
  385. }
  386. if meta.Option.Has(OptionData) {
  387. return drain(NewStreamReader(reader))
  388. }
  389. return nil
  390. }
  391. func (w *ServerWorker) handleFrame(ctx context.Context, reader *buf.BufferedReader) error {
  392. var meta FrameMetadata
  393. err := meta.Unmarshal(reader)
  394. if err != nil {
  395. return newError("failed to read metadata").Base(err)
  396. }
  397. switch meta.SessionStatus {
  398. case SessionStatusKeepAlive:
  399. err = w.handleStatusKeepAlive(&meta, reader)
  400. case SessionStatusEnd:
  401. err = w.handleStatusEnd(&meta, reader)
  402. case SessionStatusNew:
  403. err = w.handleStatusNew(ctx, &meta, reader)
  404. case SessionStatusKeep:
  405. err = w.handleStatusKeep(&meta, reader)
  406. default:
  407. status := meta.SessionStatus
  408. return newError("unknown status: ", status).AtError()
  409. }
  410. if err != nil {
  411. return newError("failed to process data").Base(err)
  412. }
  413. return nil
  414. }
  415. func (w *ServerWorker) run(ctx context.Context) {
  416. input := w.link.Reader
  417. reader := &buf.BufferedReader{Reader: input}
  418. defer w.sessionManager.Close() // nolint: errcheck
  419. for {
  420. select {
  421. case <-ctx.Done():
  422. return
  423. default:
  424. err := w.handleFrame(ctx, reader)
  425. if err != nil {
  426. if errors.Cause(err) != io.EOF {
  427. newError("unexpected EOF").Base(err).WriteToLog(session.ExportIDToError(ctx))
  428. pipe.CloseError(input)
  429. }
  430. return
  431. }
  432. }
  433. }
  434. }