Netty源码分析-HttpObjectEncoder

 

 

/*
 * Copyright 2012 The Netty Project
 *
 * The Netty Project licenses this file to you under the Apache License,
 * version 2.0 (the "License"); you may not use this file except in compliance
 * with the License. You may obtain a copy of the License at:
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
 * License for the specific language governing permissions and limitations
 * under the License.
 */
package io.netty.handler.codec.http;

import io.netty.buffer.ByteBuf;
import io.netty.buffer.ByteBufUtil;
import io.netty.buffer.Unpooled;
import io.netty.channel.ChannelHandlerContext;
import io.netty.channel.FileRegion;
import io.netty.handler.codec.MessageToMessageEncoder;
import io.netty.util.CharsetUtil;
import io.netty.util.internal.StringUtil;

import java.util.Iterator;
import java.util.List;
import java.util.Map.Entry;

import static io.netty.buffer.Unpooled.directBuffer;
import static io.netty.buffer.Unpooled.unreleasableBuffer;
import static io.netty.handler.codec.http.HttpConstants.CR;
import static io.netty.handler.codec.http.HttpConstants.LF;

/**
 * Encodes an {@link HttpMessage} or an {@link HttpContent} into
 * a {@link ByteBuf}.
 *
 * 

Extensibility

* * Please note that this encoder is designed to be extended to implement * a protocol derived from HTTP, such as * RTSP and * ICAP. * To implement the encoder of such a derived protocol, extend this class and * implement all abstract methods properly. */ public abstract class HttpObjectEncoder extends MessageToMessageEncoder { static final int CRLF_SHORT = (CR << 8) | LF; //十进制为3338 二进制为0xOD 0xOA ascii码为\r\n private static final int ZERO_CRLF_MEDIUM = ('0' << 16) | CRLF_SHORT; private static final byte[] ZERO_CRLF_CRLF = { '0', CR, LF, CR, LF }; private static final ByteBuf CRLF_BUF = unreleasableBuffer(directBuffer(2).writeByte(CR).writeByte(LF)); private static final ByteBuf ZERO_CRLF_CRLF_BUF = unreleasableBuffer(directBuffer(ZERO_CRLF_CRLF.length) .writeBytes(ZERO_CRLF_CRLF)); private static final float HEADERS_WEIGHT_NEW = 1 / 5f; private static final float HEADERS_WEIGHT_HISTORICAL = 1 - HEADERS_WEIGHT_NEW; private static final float TRAILERS_WEIGHT_NEW = HEADERS_WEIGHT_NEW; private static final float TRAILERS_WEIGHT_HISTORICAL = HEADERS_WEIGHT_HISTORICAL; private static final int ST_INIT = 0; private static final int ST_CONTENT_NON_CHUNK = 1; private static final int ST_CONTENT_CHUNK = 2; private static final int ST_CONTENT_ALWAYS_EMPTY = 3; @SuppressWarnings("RedundantFieldInitialization") private int state = ST_INIT; /** * Used to calculate an exponential moving average of the encoded size of the initial line and the headers for * a guess for future buffer allocations. */ private float headersEncodedSizeAccumulator = 256; /** * Used to calculate an exponential moving average of the encoded size of the trailers for * a guess for future buffer allocations. */ private float trailersEncodedSizeAccumulator = 256; @Override protected void encode(ChannelHandlerContext ctx, Object msg, List out) throws Exception { ByteBuf buf = null; if (msg instanceof HttpMessage) { if (state != ST_INIT) { throw new IllegalStateException("unexpected message type: " + StringUtil.simpleClassName(msg) + ", state: " + state); } @SuppressWarnings({ "unchecked", "CastConflictsWithInstanceof" }) H m = (H) msg; buf = ctx.alloc().buffer((int) headersEncodedSizeAccumulator); // Encode the message. //编码Http响应头第一行 HTTP/1.1 200 OK \r\n encodeInitialLine(buf, m); //判断响应体类型, ST_CONTENT_ALWAYS_EMPTY=没有响应体 //ST_CONTENT_CHUNK 块transfer-encoding响应方式 //ST_CONTENT_NON_CHUNK 非块的响应体方式 state = isContentAlwaysEmpty(m) ? ST_CONTENT_ALWAYS_EMPTY : HttpUtil.isTransferEncodingChunked(m) ? ST_CONTENT_CHUNK : ST_CONTENT_NON_CHUNK; //按照Http协议规定,根据响应码设置对应的Http头信息 sanitizeHeadersBeforeEncode(m, state == ST_CONTENT_ALWAYS_EMPTY); //编码Http响应头, 按照Http规范,把头信息输出到buf中,例如: //content-type: text/html; charset=UTF-8 \r\n //content-length: 7 \r\n encodeHeaders(m.headers(), buf); //最后要加入\r\b符 表示头信息结束 //content-type: text/html; charset=UTF-8 \r\n //content-length: 7 \r\n //\r\n 这里表示结束 //这里表示http响应体的数据(用俩个回车换行分隔开) ByteBufUtil.writeShortBE(buf, CRLF_SHORT); headersEncodedSizeAccumulator = HEADERS_WEIGHT_NEW * padSizeForAccumulation(buf.readableBytes()) + HEADERS_WEIGHT_HISTORICAL * headersEncodedSizeAccumulator; } // Bypass the encoder in case of an empty buffer, so that the following idiom works: // // ch.write(Unpooled.EMPTY_BUFFER).addListener(ChannelFutureListener.CLOSE); // // See https://github.com/netty/netty/issues/2983 for more information. if (msg instanceof ByteBuf) { final ByteBuf potentialEmptyBuf = (ByteBuf) msg; if (!potentialEmptyBuf.isReadable()) { out.add(potentialEmptyBuf.retain()); return; } } //处理Http响应体 if (msg instanceof HttpContent || msg instanceof ByteBuf || msg instanceof FileRegion) { switch (state) { case ST_INIT: throw new IllegalStateException("unexpected message type: " + StringUtil.simpleClassName(msg)); case ST_CONTENT_NON_CHUNK: //不是块数据流,那就属于定长的。 //计算长度 final long contentLength = contentLength(msg); if (contentLength > 0) { //如果buf还有空间容纳响应体的字节数量 if (buf != null && buf.writableBytes() >= contentLength && msg instanceof HttpContent) { // merge into other buffer for performance reasons //把响应体的字节写入到buf中返回 buf.writeBytes(((HttpContent) msg).content()); out.add(buf); } else { //输出buf,这里的buf没包含响应体 if (buf != null) { out.add(buf); } //retain一下在输出,因为msg会被父类释放一次 out.add(encodeAndRetain(msg)); } //如果是最后一个响应体,则标记重新开始状态 if (msg instanceof LastHttpContent) { state = ST_INIT; } break; } // fall-through! case ST_CONTENT_ALWAYS_EMPTY: //输出响应头 if (buf != null) { // We allocated a buffer so add it now. out.add(buf); } else { // Need to produce some output otherwise an // IllegalStateException will be thrown as we did not write anything // Its ok to just write an EMPTY_BUFFER as if there are reference count issues these will be // propagated as the caller of the encode(...) method will release the original // buffer. // Writing an empty buffer will not actually write anything on the wire, so if there is a user // error with msg it will not be visible externally out.add(Unpooled.EMPTY_BUFFER); } break; //按块方式输出 case ST_CONTENT_CHUNK: if (buf != null) { // We allocated a buffer so add it now. //输出响应头 out.add(buf); } encodeChunkedContent(ctx, msg, contentLength(msg), out); break; default: throw new Error(); } if (msg instanceof LastHttpContent) { state = ST_INIT; } } else if (buf != null) { out.add(buf); } } /** * Encode the {@link HttpHeaders} into a {@link ByteBuf}. */ protected void encodeHeaders(HttpHeaders headers, ByteBuf buf) { Iterator> iter = headers.iteratorCharSequence(); while (iter.hasNext()) { Entry header = iter.next(); HttpHeadersEncoder.encoderHeader(header.getKey(), header.getValue(), buf); } } private void encodeChunkedContent(ChannelHandlerContext ctx, Object msg, long contentLength, List out) { //有数据的情况就按块方式发送 if (contentLength > 0) { //把长度编码为Hex格式 String lengthHex = Long.toHexString(contentLength); //长度+2分配ByteBuf ByteBuf buf = ctx.alloc().buffer(lengthHex.length() + 2); //输出长度 buf.writeCharSequence(lengthHex, CharsetUtil.US_ASCII); //输出\r\n ByteBufUtil.writeShortBE(buf, CRLF_SHORT); out.add(buf); //输出块的长度信息比如 14(十进制是20)\r\n out.add(encodeAndRetain(msg)); //输出消息二进制 out.add(CRLF_BUF.duplicate()); //后面跟着\r\n表示块结束 } //最后一个数据块 if (msg instanceof LastHttpContent) { HttpHeaders headers = ((LastHttpContent) msg).trailingHeaders(); if (headers.isEmpty()) { //发送块结束标记 0\r\n\r\n out.add(ZERO_CRLF_CRLF_BUF.duplicate()); } else { ByteBuf buf = ctx.alloc().buffer((int) trailersEncodedSizeAccumulator); //写入发送块结束标记 0\r\n\r\n ByteBufUtil.writeMediumBE(buf, ZERO_CRLF_MEDIUM); //额外的头信息 encodeHeaders(headers, buf); //写入结束标记 ByteBufUtil.writeShortBE(buf, CRLF_SHORT); trailersEncodedSizeAccumulator = TRAILERS_WEIGHT_NEW * padSizeForAccumulation(buf.readableBytes()) + TRAILERS_WEIGHT_HISTORICAL * trailersEncodedSizeAccumulator; out.add(buf); } } else if (contentLength == 0) { // Need to produce some output otherwise an // IllegalStateException will be thrown out.add(encodeAndRetain(msg)); } } /** * Allows to sanitize headers of the message before encoding these. */ protected void sanitizeHeadersBeforeEncode(@SuppressWarnings("unused") H msg, boolean isAlwaysEmpty) { // noop } /** * Determine whether a message has a content or not. Some message may have headers indicating * a content without having an actual content, e.g the response to an HEAD or CONNECT request. * * @param msg the message to test * @return {@code true} to signal the message has no content */ protected boolean isContentAlwaysEmpty(@SuppressWarnings("unused") H msg) { return false; } @Override public boolean acceptOutboundMessage(Object msg) throws Exception { return msg instanceof HttpObject || msg instanceof ByteBuf || msg instanceof FileRegion; } private static Object encodeAndRetain(Object msg) { if (msg instanceof ByteBuf) { return ((ByteBuf) msg).retain(); } if (msg instanceof HttpContent) { return ((HttpContent) msg).content().retain(); } if (msg instanceof FileRegion) { return ((FileRegion) msg).retain(); } throw new IllegalStateException("unexpected message type: " + StringUtil.simpleClassName(msg)); } private static long contentLength(Object msg) { if (msg instanceof HttpContent) { return ((HttpContent) msg).content().readableBytes(); } if (msg instanceof ByteBuf) { return ((ByteBuf) msg).readableBytes(); } if (msg instanceof FileRegion) { return ((FileRegion) msg).count(); } throw new IllegalStateException("unexpected message type: " + StringUtil.simpleClassName(msg)); } /** * Add some additional overhead to the buffer. The rational is that it is better to slightly over allocate and waste * some memory, rather than under allocate and require a resize/copy. * @param readableBytes The readable bytes in the buffer. * @return The {@code readableBytes} with some additional padding. */ private static int padSizeForAccumulation(int readableBytes) { return (readableBytes << 2) / 3; } @Deprecated protected static void encodeAscii(String s, ByteBuf buf) { buf.writeCharSequence(s, CharsetUtil.US_ASCII); } protected abstract void encodeInitialLine(ByteBuf buf, H message) throws Exception; }

 

你可能感兴趣的:(Netty)