View Javadoc
1   /*
2    * Copyright 2012 The Netty Project
3    *
4    * The Netty Project licenses this file to you under the Apache License,
5    * version 2.0 (the "License"); you may not use this file except in compliance
6    * with the License. You may obtain a copy of the License at:
7    *
8    *   https://www.apache.org/licenses/LICENSE-2.0
9    *
10   * Unless required by applicable law or agreed to in writing, software
11   * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
12   * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
13   * License for the specific language governing permissions and limitations
14   * under the License.
15   */
16  package io.netty.channel.nio;
17  
18  import io.netty.buffer.ByteBuf;
19  import io.netty.buffer.ByteBufAllocator;
20  import io.netty.buffer.ByteBufUtil;
21  import io.netty.buffer.Unpooled;
22  import io.netty.channel.AbstractChannel;
23  import io.netty.channel.Channel;
24  import io.netty.channel.ChannelException;
25  import io.netty.channel.ChannelFuture;
26  import io.netty.channel.ChannelFutureListener;
27  import io.netty.channel.ChannelPromise;
28  import io.netty.channel.ConnectTimeoutException;
29  import io.netty.channel.EventLoop;
30  import io.netty.channel.IoEvent;
31  import io.netty.channel.IoEventLoop;
32  import io.netty.channel.IoEventLoopGroup;
33  import io.netty.channel.IoRegistration;
34  import io.netty.util.ReferenceCountUtil;
35  import io.netty.util.ReferenceCounted;
36  import io.netty.util.concurrent.Future;
37  import io.netty.util.internal.ObjectUtil;
38  import io.netty.util.internal.logging.InternalLogger;
39  import io.netty.util.internal.logging.InternalLoggerFactory;
40  
41  import java.io.IOException;
42  import java.net.SocketAddress;
43  import java.nio.channels.CancelledKeyException;
44  import java.nio.channels.ClosedChannelException;
45  import java.nio.channels.ConnectionPendingException;
46  import java.nio.channels.SelectableChannel;
47  import java.nio.channels.SelectionKey;
48  import java.util.concurrent.TimeUnit;
49  
50  /**
51   * Abstract base class for {@link Channel} implementations which use a Selector based approach.
52   */
53  public abstract class AbstractNioChannel extends AbstractChannel {
54  
55      private static final InternalLogger logger =
56              InternalLoggerFactory.getInstance(AbstractNioChannel.class);
57  
58      private final SelectableChannel ch;
59      protected final int readInterestOp;
60      protected final NioIoOps readOps;
61      volatile NioIoRegistration registration;
62      boolean readPending;
63      private final Runnable clearReadPendingRunnable = new Runnable() {
64          @Override
65          public void run() {
66              clearReadPending0();
67          }
68      };
69  
70      /**
71       * The future of the current connection attempt.  If not null, subsequent
72       * connection attempts will fail.
73       */
74      private ChannelPromise connectPromise;
75      private Future<?> connectTimeoutFuture;
76      private SocketAddress requestedRemoteAddress;
77  
78      /**
79       * Create a new instance
80       *
81       * @param parent            the parent {@link Channel} by which this instance was created. May be {@code null}
82       * @param ch                the underlying {@link SelectableChannel} on which it operates
83       * @param readOps           the ops to set to receive data from the {@link SelectableChannel}
84       */
85      protected AbstractNioChannel(Channel parent, SelectableChannel ch, int readOps) {
86          this(parent, ch, NioIoOps.valueOf(readOps));
87      }
88  
89      protected AbstractNioChannel(Channel parent, SelectableChannel ch, NioIoOps readOps) {
90          super(parent);
91          this.ch = ch;
92          this.readInterestOp = ObjectUtil.checkNotNull(readOps, "readOps").value;
93          this.readOps = readOps;
94          try {
95              ch.configureBlocking(false);
96          } catch (IOException e) {
97              try {
98                  ch.close();
99              } catch (IOException e2) {
100                 logger.warn(
101                             "Failed to close a partially initialized socket.", e2);
102             }
103 
104             throw new ChannelException("Failed to enter non-blocking mode.", e);
105         }
106     }
107 
108     protected void addAndSubmit(NioIoOps addOps) {
109         int interestOps = selectionKey().interestOps();
110         if (!addOps.isIncludedIn(interestOps)) {
111             try {
112                 registration().submit(NioIoOps.valueOf(interestOps).with(addOps));
113             } catch (Exception e) {
114                 throw new ChannelException(e);
115             }
116         }
117     }
118 
119     protected void removeAndSubmit(NioIoOps removeOps) {
120         int interestOps = selectionKey().interestOps();
121         if (removeOps.isIncludedIn(interestOps)) {
122             try {
123                 registration().submit(NioIoOps.valueOf(interestOps).without(removeOps));
124             } catch (Exception e) {
125                 throw new ChannelException(e);
126             }
127         }
128     }
129 
130     @Override
131     public boolean isOpen() {
132         return ch.isOpen();
133     }
134 
135     @Override
136     public NioUnsafe unsafe() {
137         return (NioUnsafe) super.unsafe();
138     }
139 
140     protected SelectableChannel javaChannel() {
141         return ch;
142     }
143 
144     /**
145      * Return the current {@link SelectionKey}
146      *
147      * @deprecated use {@link #registration}.
148      */
149     @Deprecated
150     protected SelectionKey selectionKey() {
151         return registration().selectionKey();
152     }
153 
154     @SuppressWarnings("unchecked")
155     protected NioIoRegistration registration() {
156         assert registration != null;
157         return registration;
158     }
159 
160     /**
161      * @deprecated No longer supported.
162      * No longer supported.
163      */
164     @Deprecated
165     protected boolean isReadPending() {
166         return readPending;
167     }
168 
169     /**
170      * @deprecated Use {@link #clearReadPending()} if appropriate instead.
171      * No longer supported.
172      */
173     @Deprecated
174     protected void setReadPending(final boolean readPending) {
175         if (isRegistered()) {
176             EventLoop eventLoop = eventLoop();
177             if (eventLoop.inEventLoop()) {
178                 setReadPending0(readPending);
179             } else {
180                 eventLoop.execute(new Runnable() {
181                     @Override
182                     public void run() {
183                         setReadPending0(readPending);
184                     }
185                 });
186             }
187         } else {
188             // Best effort if we are not registered yet clear readPending.
189             // NB: We only set the boolean field instead of calling clearReadPending0(), because the SelectionKey is
190             // not set yet so it would produce an assertion failure.
191             this.readPending = readPending;
192         }
193     }
194 
195     /**
196      * Set read pending to {@code false}.
197      */
198     protected final void clearReadPending() {
199         if (isRegistered()) {
200             EventLoop eventLoop = eventLoop();
201             if (eventLoop.inEventLoop()) {
202                 clearReadPending0();
203             } else {
204                 eventLoop.execute(clearReadPendingRunnable);
205             }
206         } else {
207             // Best effort if we are not registered yet clear readPending. This happens during channel initialization.
208             // NB: We only set the boolean field instead of calling clearReadPending0(), because the SelectionKey is
209             // not set yet so it would produce an assertion failure.
210             readPending = false;
211         }
212     }
213 
214     private void setReadPending0(boolean readPending) {
215         this.readPending = readPending;
216         if (!readPending) {
217             ((AbstractNioUnsafe) unsafe()).removeReadOp();
218         }
219     }
220 
221     private void clearReadPending0() {
222         readPending = false;
223         ((AbstractNioUnsafe) unsafe()).removeReadOp();
224     }
225 
226     /**
227      * Special {@link Unsafe} sub-type which allows to access the underlying {@link SelectableChannel}
228      */
229     public interface NioUnsafe extends Unsafe {
230         /**
231          * Return underlying {@link SelectableChannel}
232          */
233         SelectableChannel ch();
234 
235         /**
236          * Finish connect
237          */
238         void finishConnect();
239 
240         /**
241          * Read from underlying {@link SelectableChannel}
242          */
243         void read();
244 
245         void forceFlush();
246     }
247 
248     protected abstract class AbstractNioUnsafe extends AbstractUnsafe implements NioUnsafe, NioIoHandle {
249         @Override
250         public void close() {
251             close(voidPromise());
252         }
253 
254         @Override
255         public SelectableChannel selectableChannel() {
256             return ch();
257         }
258 
259         Channel channel() {
260             return AbstractNioChannel.this;
261         }
262 
263         protected final void removeReadOp() {
264             NioIoRegistration registration = registration();
265             // Check first if the key is still valid as it may be canceled as part of the deregistration
266             // from the EventLoop
267             // See https://github.com/netty/netty/issues/2104
268             if (!registration.isValid()) {
269                 return;
270             }
271             removeAndSubmit(readOps);
272         }
273 
274         @Override
275         public final SelectableChannel ch() {
276             return javaChannel();
277         }
278 
279         @Override
280         public final void connect(
281                 final SocketAddress remoteAddress, final SocketAddress localAddress, final ChannelPromise promise) {
282             // Don't mark the connect promise as uncancellable as in fact we can cancel it as it is using
283             // non-blocking io.
284             if (promise.isDone() || !ensureOpen(promise)) {
285                 return;
286             }
287 
288             try {
289                 if (connectPromise != null) {
290                     // Already a connect in process.
291                     throw new ConnectionPendingException();
292                 }
293 
294                 boolean wasActive = isActive();
295                 if (doConnect(remoteAddress, localAddress)) {
296                     fulfillConnectPromise(promise, wasActive);
297                 } else {
298                     connectPromise = promise;
299                     requestedRemoteAddress = remoteAddress;
300 
301                     // Schedule connect timeout.
302                     final int connectTimeoutMillis = config().getConnectTimeoutMillis();
303                     if (connectTimeoutMillis > 0) {
304                         connectTimeoutFuture = eventLoop().schedule(new Runnable() {
305                             @Override
306                             public void run() {
307                                 ChannelPromise connectPromise = AbstractNioChannel.this.connectPromise;
308                                 if (connectPromise != null && !connectPromise.isDone()
309                                         && connectPromise.tryFailure(new ConnectTimeoutException(
310                                                 "connection timed out after " + connectTimeoutMillis + " ms: " +
311                                                         remoteAddress))) {
312                                     close(voidPromise());
313                                 }
314                             }
315                         }, connectTimeoutMillis, TimeUnit.MILLISECONDS);
316                     }
317 
318                     promise.addListener(new ChannelFutureListener() {
319                         @Override
320                         public void operationComplete(ChannelFuture future) {
321                             // If the connect future is cancelled we also cancel the timeout and close the
322                             // underlying socket.
323                             if (future.isCancelled()) {
324                                 if (connectTimeoutFuture != null) {
325                                     connectTimeoutFuture.cancel(false);
326                                 }
327                                 connectPromise = null;
328                                 close(voidPromise());
329                             }
330                         }
331                     });
332                 }
333             } catch (Throwable t) {
334                 promise.tryFailure(annotateConnectException(t, remoteAddress));
335                 closeIfClosed();
336             }
337         }
338 
339         private void fulfillConnectPromise(ChannelPromise promise, boolean wasActive) {
340             if (promise == null) {
341                 // Closed via cancellation and the promise has been notified already.
342                 return;
343             }
344 
345             // Get the state as trySuccess() may trigger an ChannelFutureListener that will close the Channel.
346             // We still need to ensure we call fireChannelActive() in this case.
347             boolean active = isActive();
348 
349             // trySuccess() will return false if a user cancelled the connection attempt.
350             boolean promiseSet = promise.trySuccess();
351 
352             // Regardless if the connection attempt was cancelled, channelActive() event should be triggered,
353             // because what happened is what happened.
354             if (!wasActive && active) {
355                 pipeline().fireChannelActive();
356             }
357 
358             // If a user cancelled the connection attempt, close the channel, which is followed by channelInactive().
359             if (!promiseSet) {
360                 close(voidPromise());
361             }
362         }
363 
364         private void fulfillConnectPromise(ChannelPromise promise, Throwable cause) {
365             if (promise == null) {
366                 // Closed via cancellation and the promise has been notified already.
367                 return;
368             }
369 
370             // Use tryFailure() instead of setFailure() to avoid the race against cancel().
371             promise.tryFailure(cause);
372             closeIfClosed();
373         }
374 
375         @Override
376         public final void finishConnect() {
377             // Note this method is invoked by the event loop only if the connection attempt was
378             // neither cancelled nor timed out.
379 
380             assert eventLoop().inEventLoop();
381 
382             try {
383                 boolean wasActive = isActive();
384                 doFinishConnect();
385                 fulfillConnectPromise(connectPromise, wasActive);
386             } catch (Throwable t) {
387                 fulfillConnectPromise(connectPromise, annotateConnectException(t, requestedRemoteAddress));
388             } finally {
389                 // Check for null as the connectTimeoutFuture is only created if a connectTimeoutMillis > 0 is used
390                 // See https://github.com/netty/netty/issues/1770
391                 if (connectTimeoutFuture != null) {
392                     connectTimeoutFuture.cancel(false);
393                 }
394                 connectPromise = null;
395             }
396         }
397 
398         @Override
399         protected final void flush0() {
400             // Flush immediately only when there's no pending flush.
401             // If there's a pending flush operation, event loop will call forceFlush() later,
402             // and thus there's no need to call it now.
403             if (!isFlushPending()) {
404                 super.flush0();
405             }
406         }
407 
408         @Override
409         public final void forceFlush() {
410             // directly call super.flush0() to force a flush now
411             super.flush0();
412         }
413 
414         private boolean isFlushPending() {
415             NioIoRegistration registration = registration();
416             return registration.isValid() && NioIoOps.WRITE.isIncludedIn(registration.selectionKey().interestOps());
417         }
418 
419         @Override
420         public void handle(IoRegistration registration, IoEvent event) {
421             try {
422                 NioIoRegistration nioRegistration = (NioIoRegistration) registration;
423                 NioIoEvent nioEvent = (NioIoEvent) event;
424                 NioIoOps nioReadyOps = nioEvent.ops();
425                 // We first need to call finishConnect() before try to trigger a read(...) or write(...) as otherwise
426                 // the NIO JDK channel implementation may throw a NotYetConnectedException.
427                 if (nioReadyOps.contains(NioIoOps.CONNECT)) {
428                     // remove OP_CONNECT as otherwise Selector.select(..) will always return without blocking
429                     // See https://github.com/netty/netty/issues/924
430                     removeAndSubmit(NioIoOps.CONNECT);
431 
432                     unsafe().finishConnect();
433                 }
434 
435                 // Process OP_WRITE first as we may be able to write some queued buffers and so free memory.
436                 if (nioReadyOps.contains(NioIoOps.WRITE)) {
437                     // Call forceFlush which will also take care of clear the OP_WRITE once there is nothing left to
438                     // write
439                     forceFlush();
440                 }
441 
442                 // Also check for readOps of 0 to workaround possible JDK bug which may otherwise lead
443                 // to a spin loop
444                 if (nioReadyOps.contains(NioIoOps.READ_AND_ACCEPT) || nioReadyOps.equals(NioIoOps.NONE)) {
445                     read();
446                 }
447             } catch (CancelledKeyException ignored) {
448                 close(voidPromise());
449             }
450         }
451     }
452 
453     @Override
454     protected boolean isCompatible(EventLoop loop) {
455         return loop instanceof IoEventLoop && ((IoEventLoopGroup) loop).isCompatible(AbstractNioUnsafe.class);
456     }
457 
458     @SuppressWarnings("unchecked")
459     @Override
460     protected void doRegister(ChannelPromise promise) {
461         assert registration == null;
462         ((IoEventLoop) eventLoop()).register((AbstractNioUnsafe) unsafe()).addListener(f -> {
463             if (f.isSuccess()) {
464                 registration = (NioIoRegistration) f.getNow();
465                 promise.setSuccess();
466             } else {
467                 promise.setFailure(f.cause());
468             }
469         });
470     }
471 
472     @Override
473     protected void doDeregister() throws Exception {
474         NioIoRegistration registration = this.registration;
475         if (registration != null) {
476             this.registration = null;
477             registration.cancel();
478         }
479     }
480 
481     @Override
482     protected void doBeginRead() throws Exception {
483         // Channel.read() or ChannelHandlerContext.read() was called
484         NioIoRegistration registration = registration();
485         if (registration == null || !registration.isValid()) {
486             return;
487         }
488 
489         readPending = true;
490 
491         addAndSubmit(readOps);
492     }
493 
494     /**
495      * Connect to the remote peer
496      */
497     protected abstract boolean doConnect(SocketAddress remoteAddress, SocketAddress localAddress) throws Exception;
498 
499     /**
500      * Finish the connect
501      */
502     protected abstract void doFinishConnect() throws Exception;
503 
504     /**
505      * Returns an off-heap copy of the specified {@link ByteBuf}, and releases the original one.
506      * Note that this method does not create an off-heap copy if the allocation / deallocation cost is too high,
507      * but just returns the original {@link ByteBuf}..
508      */
509     protected final ByteBuf newDirectBuffer(ByteBuf buf) {
510         final int readableBytes = buf.readableBytes();
511         if (readableBytes == 0) {
512             ReferenceCountUtil.safeRelease(buf);
513             return Unpooled.EMPTY_BUFFER;
514         }
515 
516         final ByteBufAllocator alloc = alloc();
517         if (alloc.isDirectBufferPooled()) {
518             ByteBuf directBuf = alloc.directBuffer(readableBytes);
519             directBuf.writeBytes(buf, buf.readerIndex(), readableBytes);
520             ReferenceCountUtil.safeRelease(buf);
521             return directBuf;
522         }
523 
524         final ByteBuf directBuf = ByteBufUtil.threadLocalDirectBuffer();
525         if (directBuf != null) {
526             directBuf.writeBytes(buf, buf.readerIndex(), readableBytes);
527             ReferenceCountUtil.safeRelease(buf);
528             return directBuf;
529         }
530 
531         // Allocating and deallocating an unpooled direct buffer is very expensive; give up.
532         return buf;
533     }
534 
535     /**
536      * Returns an off-heap copy of the specified {@link ByteBuf}, and releases the specified holder.
537      * The caller must ensure that the holder releases the original {@link ByteBuf} when the holder is released by
538      * this method.  Note that this method does not create an off-heap copy if the allocation / deallocation cost is
539      * too high, but just returns the original {@link ByteBuf}..
540      */
541     protected final ByteBuf newDirectBuffer(ReferenceCounted holder, ByteBuf buf) {
542         final int readableBytes = buf.readableBytes();
543         if (readableBytes == 0) {
544             ReferenceCountUtil.safeRelease(holder);
545             return Unpooled.EMPTY_BUFFER;
546         }
547 
548         final ByteBufAllocator alloc = alloc();
549         if (alloc.isDirectBufferPooled()) {
550             ByteBuf directBuf = alloc.directBuffer(readableBytes);
551             directBuf.writeBytes(buf, buf.readerIndex(), readableBytes);
552             ReferenceCountUtil.safeRelease(holder);
553             return directBuf;
554         }
555 
556         final ByteBuf directBuf = ByteBufUtil.threadLocalDirectBuffer();
557         if (directBuf != null) {
558             directBuf.writeBytes(buf, buf.readerIndex(), readableBytes);
559             ReferenceCountUtil.safeRelease(holder);
560             return directBuf;
561         }
562 
563         // Allocating and deallocating an unpooled direct buffer is very expensive; give up.
564         if (holder != buf) {
565             // Ensure to call holder.release() to give the holder a chance to release other resources than its content.
566             buf.retain();
567             ReferenceCountUtil.safeRelease(holder);
568         }
569 
570         return buf;
571     }
572 
573     @Override
574     protected void doClose() throws Exception {
575         ChannelPromise promise = connectPromise;
576         if (promise != null) {
577             // Use tryFailure() instead of setFailure() to avoid the race against cancel().
578             promise.tryFailure(new ClosedChannelException());
579             connectPromise = null;
580         }
581 
582         Future<?> future = connectTimeoutFuture;
583         if (future != null) {
584             future.cancel(false);
585             connectTimeoutFuture = null;
586         }
587     }
588 }