70b7621963
Motivation: io_uring does not support recvmmsg / sendmmsg directly and so we need to "emulate" it by submitting multiple IORING_IO_RECVMSG / IORING_IO_SENDMSG calls. Modifications: - Allow to issue multiple write / read calls at once no matter what concrete AbstractIOUringChannel subclass it is - Add support for batching recvmsg / sendmsg when using IOUringDatagramChannel Result: Better performance
147 lines
5.5 KiB
Java
147 lines
5.5 KiB
Java
/*
|
|
* Copyright 2020 The Netty Project
|
|
*
|
|
* The Netty Project licenses this file to you under the Apache License,
|
|
* version 2.0 (the "License"); you may not use this file except in compliance
|
|
* with the License. You may obtain a copy of the License at:
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
* License for the specific language governing permissions and limitations
|
|
* under the License.
|
|
*/
|
|
package io.netty.channel.uring;
|
|
|
|
|
|
import io.netty.channel.Channel;
|
|
import io.netty.channel.ChannelOutboundBuffer;
|
|
import io.netty.channel.ChannelPipeline;
|
|
import io.netty.channel.ChannelPromise;
|
|
import io.netty.channel.ServerChannel;
|
|
import io.netty.channel.unix.Buffer;
|
|
import io.netty.channel.unix.Errors;
|
|
|
|
import java.net.SocketAddress;
|
|
import java.nio.ByteBuffer;
|
|
|
|
import static io.netty.channel.unix.Errors.*;
|
|
|
|
abstract class AbstractIOUringServerChannel extends AbstractIOUringChannel implements ServerChannel {
|
|
private final ByteBuffer acceptedAddressMemory;
|
|
private final ByteBuffer acceptedAddressLengthMemory;
|
|
|
|
private final long acceptedAddressMemoryAddress;
|
|
private final long acceptedAddressLengthMemoryAddress;
|
|
|
|
protected AbstractIOUringServerChannel(LinuxSocket socket, boolean active) {
|
|
super(null, socket, active);
|
|
|
|
acceptedAddressMemory = Buffer.allocateDirectWithNativeOrder(Native.SIZEOF_SOCKADDR_STORAGE);
|
|
acceptedAddressMemoryAddress = Buffer.memoryAddress(acceptedAddressMemory);
|
|
acceptedAddressLengthMemory = Buffer.allocateDirectWithNativeOrder(Long.BYTES);
|
|
// Needs to be initialized to the size of acceptedAddressMemory.
|
|
// See https://man7.org/linux/man-pages/man2/accept.2.html
|
|
acceptedAddressLengthMemory.putLong(0, Native.SIZEOF_SOCKADDR_STORAGE);
|
|
acceptedAddressLengthMemoryAddress = Buffer.memoryAddress(acceptedAddressLengthMemory);
|
|
}
|
|
|
|
@Override
|
|
protected void doClose() throws Exception {
|
|
super.doClose();
|
|
Buffer.free(acceptedAddressMemory);
|
|
Buffer.free(acceptedAddressLengthMemory);
|
|
}
|
|
|
|
@Override
|
|
protected AbstractUringUnsafe newUnsafe() {
|
|
return new UringServerChannelUnsafe();
|
|
}
|
|
|
|
@Override
|
|
protected void doWrite(ChannelOutboundBuffer in) {
|
|
throw new UnsupportedOperationException();
|
|
}
|
|
|
|
public AbstractIOUringChannel getChannel() {
|
|
return this;
|
|
}
|
|
|
|
abstract Channel newChildChannel(
|
|
int fd, long acceptedAddressMemoryAddress, long acceptedAddressLengthMemoryAddress) throws Exception;
|
|
|
|
final class UringServerChannelUnsafe extends AbstractIOUringChannel.AbstractUringUnsafe {
|
|
|
|
@Override
|
|
protected int scheduleWriteMultiple(ChannelOutboundBuffer in) {
|
|
throw new UnsupportedOperationException();
|
|
}
|
|
|
|
@Override
|
|
protected int scheduleWriteSingle(Object msg) {
|
|
throw new UnsupportedOperationException();
|
|
}
|
|
|
|
@Override
|
|
boolean writeComplete0(int res, int data, int outstanding) {
|
|
throw new UnsupportedOperationException();
|
|
}
|
|
|
|
@Override
|
|
protected int scheduleRead0() {
|
|
final IOUringRecvByteAllocatorHandle allocHandle = recvBufAllocHandle();
|
|
allocHandle.attemptedBytesRead(1);
|
|
|
|
IOUringSubmissionQueue submissionQueue = submissionQueue();
|
|
submissionQueue.addAccept(fd().intValue(),
|
|
acceptedAddressMemoryAddress, acceptedAddressLengthMemoryAddress, (short) 0);
|
|
return 1;
|
|
}
|
|
|
|
@Override
|
|
protected void readComplete0(int res, int data, int outstanding) {
|
|
final IOUringRecvByteAllocatorHandle allocHandle =
|
|
(IOUringRecvByteAllocatorHandle) unsafe()
|
|
.recvBufAllocHandle();
|
|
final ChannelPipeline pipeline = pipeline();
|
|
allocHandle.lastBytesRead(res);
|
|
|
|
if (res >= 0) {
|
|
allocHandle.incMessagesRead(1);
|
|
try {
|
|
Channel channel = newChildChannel(
|
|
res, acceptedAddressMemoryAddress, acceptedAddressLengthMemoryAddress);
|
|
pipeline.fireChannelRead(channel);
|
|
if (allocHandle.continueReading()) {
|
|
scheduleRead();
|
|
} else {
|
|
allocHandle.readComplete();
|
|
pipeline.fireChannelReadComplete();
|
|
}
|
|
} catch (Throwable cause) {
|
|
allocHandle.readComplete();
|
|
pipeline.fireChannelReadComplete();
|
|
pipeline.fireExceptionCaught(cause);
|
|
}
|
|
} else {
|
|
allocHandle.readComplete();
|
|
pipeline.fireChannelReadComplete();
|
|
// Check if we did fail because there was nothing to accept atm.
|
|
if (res != ERRNO_EAGAIN_NEGATIVE && res != ERRNO_EWOULDBLOCK_NEGATIVE) {
|
|
// Something bad happened. Convert to an exception.
|
|
pipeline.fireExceptionCaught(Errors.newIOException("io_uring accept", res));
|
|
}
|
|
}
|
|
}
|
|
|
|
@Override
|
|
public void connect(final SocketAddress remoteAddress, final SocketAddress localAddress,
|
|
final ChannelPromise promise) {
|
|
promise.setFailure(new UnsupportedOperationException());
|
|
}
|
|
}
|
|
}
|
|
|