/**
 * Inflater
 * 
 * Copyright:
 * (C) 2012-2015 Tatsuhiro Tsujikawa
 * (C) 2014-2015 Etienne Cimon
 *
 * License: 
 * Distributed under the terms of the MIT license with an additional section 1.2 of the curl/libcurl project. 
 * Consult the provided LICENSE.md file for details
 */
module libhttp2.inflater;

import libhttp2.types;
import libhttp2.buffers;
import libhttp2.huffman;
import std.algorithm : min;

struct Inflater
{
	HDTable ctx;
	
	/// header buffer
	Buffers hfbufs;
	
	/// Stores current state of huffman decoding
	Decoder huff_decoder;
	
	/// Pointer to the entry which is used current header emission, for reference counting purposes.
	HDEntry ent_keep;
	
	/// The number of bytes to read
	size_t left;
	
	/// The index in indexed repr or indexed name
	size_t index;
	
	/// The length of new name encoded in literal.  For huffman encoded string, this is the length after it is decoded.
	size_t newnamelen;
	
	/// The maximum header table size the inflater supports. This is the same value transmitted in SettingsID.HEADER_TABLE_SIZE
	size_t settings_hd_table_bufsize_max = HD_DEFAULT_MAX_BUFFER_SIZE;
	
	/// The number of next shift to decode integer 
	size_t shift;
	
	OpCode opcode = OpCode.NONE;
	
	InflateState state = InflateState.OPCODE;
	
	/// true if string is huffman encoded
	bool huffman_encoded;
	
	/// true if deflater requires that current entry is indexed
	bool index_required;
	
	/// true if deflater requires that current entry must not be indexed
	bool no_index;
	
	this(bool initialize) {
		ctx = Mem.alloc!HDTable();
		scope(failure) Mem.free(ctx);
		hfbufs = Mem.alloc!Buffers(MAX_HF_LEN / 8, 8, 1, 0);
	}

	void free() {
		if (ent_keep && ent_keep.refcnt == 0) Mem.free(ent_keep);
		ent_keep = null;
		Mem.free(ctx);
		hfbufs.free();
		Mem.free(hfbufs);
	}

	/**
	 * Changes header table size in the |Inflater|.  This may trigger
	 * eviction in the dynamic table.
	 *
	 * The |settings_hd_table_bufsize_max| should be the value transmitted
	 * in SettingsID.HEADER_TABLE_SIZE.
	 */
	void changeTableSize(size_t _settings_hd_table_bufsize_max) 
	{
		settings_hd_table_bufsize_max = _settings_hd_table_bufsize_max;
		ctx.hd_table_bufsize_max = _settings_hd_table_bufsize_max;
		ctx.shrink();
	}

	/**
	 * Inflates name/value block stored in |input| with length |input.length|. 
	 * This function performs decompression.  For each successful emission of
	 * header field, $(D InflateFlag.EMIT) is set in |inflate_flags| and a header field
	 * is assigned to |hf_out| and the function returns.  The caller must not free 
	 * the members of |hf_out|.
	 *
	 * The |hf_out| may include pointers to the memory region in the |input|.
	 * The caller must retain the |input| while the |hf_out| is used.
	 *
	 * The application should call this function repeatedly until the
	 * `(*inflate_flags) & InflateFlag.FINAL` is true and
	 * return value is non-negative. This means the all input values are
	 * processed successfully.  Then the application must call
	 * `endHeaders()` to prepare for the next header
	 * block input.
	 *
	 * The caller can feed complete compressed header block.  It also can
	 * feed it in several chunks.  The caller must set |is_final| to
	 * true if the given input is the last block of the compressed
	 * header.
	 *
	 * This function returns the number of bytes processed if it succeeds,
	 * or one of the following negative error codes:
	 *
	 * $(D ErrorCode.HEADER_COMP)
	 *     Inflation process has failed.
	 * $(D ErrorCode.BUFFER_ERROR)
	 *     The heder field name or value is too large.
	 *
	 * Example follows::
	 *
	 *     void inflateHeaderBlock(ref Inflater hd_inflater, ubyte[] input, bool final)
	 *     {
	 *         size_t rv;
	 *
	 *         for(;;) {
	 *             HeaderField nv;
	 *             InflateFlag inflate_flags;
	 *
	 *             rv = hd_inflater.inflate(hf, inflate_flags, input, final);
	 *
	 *             if(rv < 0) {
	 *                 fprintf(stderr, "inflate failed with error code %d", rv);
	 *                 return;
	 *             }
	 *
	 *             input = input[rv .. $];
	 *
	 *             if(inflate_flags & InflateFlag.EMIT) {
	 *                 writeln(hf.name, " => ", hf.value);
	 *             }
	 * 
	 *             if(inflate_flags & InflateFlag.FINAL) {
	 *                 hd_inflater.endHeaders();
	 *                 break;
	 *             }
	 *             if((inflate_flags & InflateFlag.EMIT) == 0 && input.length == 0) {
	 *                break;
	 *             }
	 *         }
	 *     }
	 *
	 */
	int inflate()(ref HeaderField hf_out, auto ref InflateFlag inflate_flags, ubyte[] input, bool is_final)
	{
		ErrorCode rv;
		ubyte* pos = input.ptr;
		ubyte* first = input.ptr;
		ubyte* last = input.ptr + input.length;
		bool rfin; // read finished
		if (ctx.bad) return ErrorCode.HEADER_COMP;
		scope(failure) ctx.bad = 1;
		
		LOGF("inflatehd: start state=%s pos=%s last=%s", state, pos, last);
		if (state == InflateState.READ_VALUE && pos is last)
			assert(false);
		if (ent_keep && ent_keep.refcnt == 0) Mem.free(ent_keep);
		ent_keep = null;
		inflate_flags = InflateFlag.NONE;

		for (; pos < last;) {
			final switch (state) {
				case InflateState.OPCODE:
					if ((*pos & 0xe0) == 0x20) {
						LOGF("inflatehd: header table size change");
						opcode = OpCode.INDEXED;
						state = InflateState.READ_TABLE_SIZE;
					} else if (*pos & 0x80) {
						LOGF("inflatehd: indexed repr");
						opcode = OpCode.INDEXED;
						state = InflateState.READ_INDEX;
					} else {
						if (*pos == 0x40 || *pos == 0 || *pos == 0x10) {
							LOGF("inflatehd: literal header repr - new name");
							opcode = OpCode.NEWNAME;
							state = InflateState.NEWNAME_CHECK_NAMELEN;
						} else {
							LOGF("inflatehd: literal header repr - indexed name");
							opcode = OpCode.INDNAME;
							state = InflateState.READ_INDEX;
						}
						index_required = (*pos & 0x40) != 0;
						no_index = (*pos & 0xf0) == 0x10;
						LOGF("inflatehd: indexing required=%d, no_index=%d", index_required, no_index);

						if (opcode == OpCode.NEWNAME)
							++pos;
					}
					left = 0;
					shift = 0;
					break;
				case InflateState.READ_TABLE_SIZE:
					rfin = false;
					int len = readLength(rfin, pos, last, 5, settings_hd_table_bufsize_max);
					if (len < 0) {
						rv = cast(ErrorCode) len;
						goto fail;
					}
					pos += len;

					if (!rfin)
						goto almost_ok;

					LOGF("inflatehd: table_size=%d", left);
					ctx.hd_table_bufsize_max = left;
					ctx.shrink();
					state = InflateState.OPCODE;
					break;
				case InflateState.READ_INDEX: {
					size_t prefixlen;
					
					if (opcode == OpCode.INDEXED)
						prefixlen = 7;
					else if (index_required)
						prefixlen = 6;
					else 
						prefixlen = 4;

					rfin = false;
					size_t maxlen = ctx.hd_table.length + static_table.length;
					int len = readLength(rfin, pos, last, prefixlen, maxlen);

					if (len < 0) { 
						rv = cast(ErrorCode) len;
						goto fail;
					}		
					pos += len;
					
					if (!rfin)
						goto almost_ok;
										
					if (left == 0) {
						rv = ErrorCode.HEADER_COMP;
						goto fail;
					}
					
					LOGF("inflatehd: index=%d", left);
					if (opcode == OpCode.INDEXED) {
						index = left;
						--index;
						
						hf_out = commitIndexed();

						if (hf_out == HeaderField.init)
							goto fail;

						state = InflateState.OPCODE;
						/* If rv == 1, no header was emitted */
						if (rv == 0) {
							inflate_flags |= InflateFlag.EMIT;
							return cast(int)(pos - first);
						}
					} else {
						index = left;
						--index;
						
						state = InflateState.CHECK_VALUELEN;
					}
					break;
				}
				case InflateState.NEWNAME_CHECK_NAMELEN:
					setHuffmanEncoded(pos);
					state = InflateState.NEWNAME_READ_NAMELEN;
					left = 0;
					shift = 0;
					LOGF("inflatehd: huffman encoded=%d", huffman_encoded != 0);
					goto case InflateState.NEWNAME_READ_NAMELEN;
				case InflateState.NEWNAME_READ_NAMELEN:
					rfin = false;
					int len = readLength(rfin, pos, last, 7, MAX_HF_LEN);

					if (len < 0) {
						rv = cast(ErrorCode) len;
						goto fail;
					}
					pos += len;
					if (!rfin) {
						LOGF("inflatehd: integer not fully decoded. current=%d", left);						
						goto almost_ok;
					}
					
					if (huffman_encoded) {
						huff_decoder = Decoder.init;						
						state = InflateState.NEWNAME_READ_NAMEHUFF;
					} else
						state = InflateState.NEWNAME_READ_NAME;
					break;
				case InflateState.NEWNAME_READ_NAMEHUFF:
					int len = readHuffman(hfbufs, pos, last);

					if (len < 0) {
						rv = cast(ErrorCode) len;
						goto fail;
					}
					pos += len;
					
					LOGF("inflatehd: %d bytes read in NEWNAME_READ_NAMEHUFF", len);
					
					if (left) {
						LOGF("inflatehd: still %d bytes to go", left);
						goto almost_ok;
					}
					
					newnamelen = hfbufs.length;
					
					state = InflateState.CHECK_VALUELEN;
					
					break;
				case InflateState.NEWNAME_READ_NAME:
					int len = read(hfbufs, pos, last);

					if (len < 0) {
						rv = cast(ErrorCode) len;
						goto fail;
					}
					pos += len;
					
					LOGF("inflatehd: %d bytes read in NEWNAME_READ_NAME", len);
					if (left) {
						LOGF("inflatehd: still %d bytes to go", left);
						
						goto almost_ok;
					}
					
					newnamelen = hfbufs.length;
					
					state = InflateState.CHECK_VALUELEN;
					
					break;
				case InflateState.CHECK_VALUELEN:
					setHuffmanEncoded(pos);
					state = InflateState.READ_VALUELEN;
					left = 0;
					shift = 0;
					LOGF("inflatehd: huffman encoded=%d", huffman_encoded != 0);

					goto case InflateState.READ_VALUELEN;
				case InflateState.READ_VALUELEN:
					rfin = false;
					int len = readLength(rfin, pos, last, 7, MAX_HF_LEN);
					if (len < 0) {
						rv = cast(ErrorCode) len;
						goto fail;
					}		
					pos += len;
					
					if (!rfin)
						goto almost_ok;
										
					LOGF("inflatehd: valuelen=%d", left);
					if (left == 0) {
						if (opcode == OpCode.NEWNAME)
							hf_out = commitNewName();
						else
							hf_out = commitIndexedName();

						if (hf_out == HeaderField.init)
							goto fail;

						state = InflateState.OPCODE;
						inflate_flags |= InflateFlag.EMIT;
						return cast(int)(pos - first);
					}
					
					if (huffman_encoded) {
						huff_decoder = Decoder.init;
						
						state = InflateState.READ_VALUEHUFF;
					} else {
						state = InflateState.READ_VALUE;
					}
					break;
				case InflateState.READ_VALUEHUFF:
					int len = readHuffman(hfbufs, pos, last);

					if (len < 0) {
						rv = cast(ErrorCode) len;
						goto fail;
					}		
					pos += len;

					LOGF("inflatehd: %d bytes read in READ_VALUEHUFF", len);
					
					if (left) {
						LOGF("inflatehd: still %d bytes to go", left);						
						goto almost_ok;
					}
					
					if (opcode == OpCode.NEWNAME) 
						hf_out = commitNewName();
					else
						hf_out = commitIndexedName();
					if (hf_out == HeaderField.init) {
						goto fail;
					}
					state = InflateState.OPCODE;
					inflate_flags |= InflateFlag.EMIT;

					return cast(int)(pos - first);

				case InflateState.READ_VALUE:
					int len = read(hfbufs, pos, last);

					if (len < 0) {
						rv = cast(ErrorCode) len;
						LOGF("inflatehd: value read failure %d: %s", rv, toString(cast(ErrorCode)rv));
						goto fail;
					}
					
					pos += len;
					
					LOGF("inflatehd: %d bytes read in READ_VALUE", len);
					
					if (left) {
						LOGF("inflatehd: still %d bytes to go", left);
						goto almost_ok;
					}
					
					if (opcode == OpCode.NEWNAME)
						hf_out = commitNewName();
					else
						hf_out = commitIndexedName();

					if (hf_out == HeaderField.init)
						goto fail;

					state = InflateState.OPCODE;
					inflate_flags |= InflateFlag.EMIT;
					
					return cast(int)(pos - first);
			}
		}
		
		assert(pos is last);
		
		LOGF("inflatehd: all input bytes were processed");
		
		if (is_final) {
			LOGF("inflatehd: is_final set");
			
			if (state != InflateState.OPCODE) {
				LOGF("inflatehd: unacceptable state=%d", state);
				rv = ErrorCode.HEADER_COMP;
				
				goto fail;
			}
			inflate_flags |= InflateFlag.FINAL;
		}
		return cast(int)(pos - first);
		
	almost_ok:
		if (is_final && state != InflateState.OPCODE) {
			LOGF("inflatehd: input ended prematurely");			
			rv = ErrorCode.HEADER_COMP;			
			goto fail;
		}

		return cast(int)(pos - first);
		
	fail:
		LOGF("inflatehd: error return %d", rv);		
		ctx.bad = 1;
		return cast(int)rv;
		
	}

	/**
	 * Signals the end of decompression for one header block.
	 */
	void endHeaders() {
		if (ent_keep && ent_keep.refcnt == 0) Mem.free(ent_keep);
		ent_keep = null;
	}

	void setHuffmanEncoded(in ubyte* input) {
		huffman_encoded = (*input & (cast(ubyte)(1 << 7))) != 0;
	}
	
	/*
	 * Decodes the integer from the range [in, last).  The result is
	 * assigned to |left|.  If the |left| is 0, then
	 * it performs variable integer decoding from scratch. Otherwise, it
	 * uses the |left| as the initial value and continues to
	 * decode assuming that [in, last) begins with intermediary sequence.
	 *
	 * This function returns the number of bytes read if it succeeds, or
	 * one of the following negative error codes:
	 *
	 * ErrorCode.HEADER_COMP
	 *   Integer decoding failed
	 */
	int readLength(ref bool is_final, ubyte* input, ubyte* last, size_t prefix, size_t maxlen) 
	{
		int rv;
		uint output;
		
		is_final = false;

		rv = decodeLength(output, shift, is_final, cast(uint)left, shift, input, last, prefix);
		
		if (rv == -1) {
			LOGF("inflatehd: integer decoding failed");
			return cast(int)ErrorCode.HEADER_COMP;
		}
		
		if (output > maxlen) {
			LOGF("inflatehd: integer exceeded the maximum value %d", maxlen);
			return cast(int)ErrorCode.HEADER_COMP;
		}
		
		left = output;
		
		LOGF("inflatehd: decoded integer is %u", output);
		
		return rv;
	}
	
	/*
	 * Reads |left| bytes from the range [in, last) and performs
	 * huffman decoding against them and pushes the result into the
	 * |buffer|.
	 *
	 * This function returns the number of bytes read if it succeeds, or
	 * one of the following negative error codes:
	 *
	 * ErrorCode.HEADER_COMP
	 *   Huffman decoding failed
	 * ErrorCode.BUFFER_ERROR
	 *     Out of buffer space.
	 */
	int readHuffman(Buffers bufs, ubyte* input, ubyte* last) {
		int readlen;
		bool rfin;

		if (cast(size_t) (last - input) >= left) {
			last = input + left;
			rfin = true;
		}
		readlen = huff_decoder.decode(bufs, input[0 .. last - input], rfin);

		if (readlen < 0) {
			LOGF("inflatehd: huffman decoding failed");
			return readlen;
		}
		left -= cast(size_t)readlen;
		return readlen;
	}
	
	/*
	 * Reads |left| bytes from the range [in, last) and copies
	 * them into the |buffer|.
	 *
	 * This function returns the number of bytes read if it succeeds, or
	 * one of the following negative error codes:
	 *
	 * ErrorCode.HEADER_COMP
	 *   Header decompression failed
	 * ErrorCode.BUFFER_ERROR
	 *     Out of buffer space.
	 */
	int read(Buffers bufs, ubyte* input, ubyte* last) 
	{
		ErrorCode rv;
		size_t len = min(cast(size_t)(last - input), left);

		rv = bufs.add(cast(string)input[0 .. len]);

		if (rv != 0)
			return cast(int) rv;

		left -= len;
		return cast(int) len;
	}

	HeaderField removeBufs(bool value_only) {
		HeaderField hf;
		size_t buflen;
		ubyte[] buf;
		Buffer* pbuf;

		if (index_required || hfbufs.head != hfbufs.cur) {
			buf = hfbufs.remove();
			buflen = buf.length;
			
			if (value_only)
				hf.name = null;
			else if (newnamelen > 0) {
				hf.name = cast(string)Mem.copy(buf[0 .. newnamelen]);
			}
			if (buflen - hf.name.length > 0) {
				hf.value = cast(string)Mem.copy((buf.ptr + hf.name.length)[0 .. buflen - hf.name.length]);
			}
			if (buf.ptr !is null)
				Mem.free(buf);

			return hf;
		}
		
		// If we are not going to store header in header table and name/value are in first chunk, 
		// we just refer them from hf, instead of mallocing another memory.
		pbuf = &hfbufs.head.buf;
		
		if (value_only)
			hf.name = null;
		else
			hf.name = cast(string)pbuf.pos[0 .. newnamelen];
		
		hf.value = cast(string)(pbuf.pos + hf.name.length)[0 .. pbuf.length - hf.name.length];
		
		// Resetting does not change the content of first buffer
		hfbufs.reset();
		
		return hf;
	}

package:	
	/*
	 * Finalize literal header representation - new name- reception. If
	 * header is emitted, it is returned
	 */
	HeaderField commitNewName() {
		HeaderField hf = removeBufs(false);
		HeaderField ret;
		if (no_index)
			hf.flag = HeaderFlag.NO_INDEX;
		else
			hf.flag = HeaderFlag.NONE;
		
		if (index_required) {
			HDEntry new_ent;
			HDFlags ent_flags;
			
			ent_flags = HDFlags.NAME_ALLOC | HDFlags.NAME_GIFT | HDFlags.VALUE_ALLOC | HDFlags.VALUE_GIFT;
			
			new_ent = ctx.add(hf, hf.name.hash(), hf.value.hash(), ent_flags);

			if (new_ent) {
				ret = emitIndexedHeader(new_ent);
				
				ent_keep = new_ent;
			
				return ret;
			}

			Mem.free(hf.name);
			Mem.free(hf.value);

			return HeaderField.init;
		}
		
		ret = emitLiteralHeader(hf);

		return ret;
	}
	
	/// Finalize literal header representation - indexed name reception. If header is emitted, the HeaderField is returned
	HeaderField commitIndexedName() {
		HeaderField ret;
		HDEntry ent_name;

		HeaderField hf = removeBufs(true /* value only */);
		
		if (no_index)
			hf.flag = HeaderFlag.NO_INDEX;
		else
			hf.flag = HeaderFlag.NONE;
		
		ent_name = ctx.get(index);		
		hf.name = ent_name.hf.name;
		
		if (index_required) {
			HDEntry new_ent;
			HDFlags ent_flags;
			bool static_name;
			
			ent_flags = HDFlags.VALUE_ALLOC | HDFlags.VALUE_GIFT;
			static_name = index < static_table.length;
			
			if (!static_name) {
				ent_flags |= HDFlags.NAME_ALLOC;
				/* For entry in static table, we must not touch ref, because it is shared by threads */
				++ent_name.refcnt;
			}
			new_ent = ctx.add(hf, ent_name.name_hash, hf.value.hash(), ent_flags);

			if (!static_name && --ent_name.refcnt == 0) {
				Mem.free(ent_name);
			}

			if (new_ent) {
				ret = emitIndexedHeader(new_ent);
				ent_keep = new_ent;
				return ret;
			}

			Mem.free(hf.value);

			return ret;
		}
		
		ret = emitLiteralHeader(hf);

		return ret;
	}

	/*
	 * Finalize indexed header representation reception. If header is
	 * emitted, returns it
	 */
	HeaderField commitIndexed() {
		HDEntry ent = ctx.get(index);		
		return emitIndexedHeader(ent);
	}

	// for debugging
	HeaderField emitIndexedHeader(ref HDEntry ent) {
		LOGF("inflatehd: indexed header emission: %s: %s", ent?ent.hf.name:"null", ent?ent.hf.value:"null");
		
		return ent?ent.hf : HeaderField.init;
	}
	
	HeaderField emitLiteralHeader(ref HeaderField hf) {
		LOGF("inflatehd: literal header emission: %s: %s", hf.name, hf.value);
		
		return hf;
	}


}