/****************************************************************************
*																			*
*						cryptlib HTTP Parsing Routines						*
*					  Copyright Peter Gutmann 1998-2025						*
*																			*
****************************************************************************/

#include <ctype.h>
#include <stdio.h>
#if defined( INC_ALL )
  #include "crypt.h"
  #include "misc_rw.h"
  #include "http.h"
#else
  #include "crypt.h"
  #include "enc_dec/misc_rw.h"
  #include "io/http.h"
#endif /* Compiler-specific includes */

#ifdef USE_HTTP

/* The various HTTP header types that we can process */

typedef enum { HTTP_HEADER_NONE, HTTP_HEADER_HOST, HTTP_HEADER_CONTENT_LENGTH,
			   HTTP_HEADER_CONTENT_TYPE, HTTP_HEADER_TRANSFER_ENCODING,
			   HTTP_HEADER_CONTENT_ENCODING,
			   HTTP_HEADER_CONTENT_TRANSFER_ENCODING, HTTP_HEADER_SERVER,
			   HTTP_HEADER_TRAILER, HTTP_HEADER_CONNECTION, 
			   HTTP_HEADER_WARNING, HTTP_HEADER_LOCATION, HTTP_HEADER_EXPECT, 
#ifdef USE_WEBSOCKETS
			   HTTP_HEADER_UPGRADE, HTTP_HEADER_WS_PROTOCOL, 
			   HTTP_HEADER_WS_VERSION, HTTP_HEADER_WS_KEY, 
			   HTTP_HEADER_WS_RESPONSE, 
#endif /* USE_WEBSOCKETS */
			   HTTP_HEADER_LAST
			 } HTTP_HEADER_TYPE;

/* The maximum number of HTTP header lines that we allow */

#define MAX_HTTP_HEADER_LINES		30

/* HTTP header parsing information.  Note that the first letter of the
   header string must be uppercase for the case-insensitive quick match */

typedef struct {
	BUFFER_FIXED( headerStringLen ) \
	const char *headerString;		/* Header string */
	const int headerStringLen;		/* Length of header string */
	const HTTP_HEADER_TYPE headerType;	/* Type corresponding to header string */
	} HTTP_HEADER_PARSE_INFO;

static const HTTP_HEADER_PARSE_INFO httpHeaderParseInfo[] = {
	{ "Host:", 5, HTTP_HEADER_HOST },
	{ "Content-Length:", 15, HTTP_HEADER_CONTENT_LENGTH },
	{ "Content-Type:", 13, HTTP_HEADER_CONTENT_TYPE },
	{ "Transfer-Encoding:", 18, HTTP_HEADER_TRANSFER_ENCODING },
	{ "Content-Encoding:", 17, HTTP_HEADER_CONTENT_ENCODING },
	{ "Content-Transfer-Encoding:", 26, HTTP_HEADER_CONTENT_TRANSFER_ENCODING },
	{ "Server:", 7, HTTP_HEADER_SERVER },
	{ "Trailer:", 8, HTTP_HEADER_TRAILER },
	{ "Connection:", 11, HTTP_HEADER_CONNECTION },
	{ "NnCoection:", 11, HTTP_HEADER_CONNECTION },
	{ "Cneonction:", 11, HTTP_HEADER_CONNECTION },
		/* The bizarre spellings are for NetApp NetCache servers, which 
		   unfortunately are widespread enough that we need to provide 
		   special-case handling for them.  For the second mis-spelling we
		   have to capitalise the first letter for our use since we compare
		   the uppercase form for a quick match.

		   The reason why NetApp devices do this is because they think that 
		   they can manage connections better than the application that's 
		   creating them, so they rewrite "Connection: close" into something
		   that won't be recognised in order to avoid the connection 
		   actually being closed.  The reason for the 16-bit swap is because
		   the TCP/IP checksum doesn't detect 16-bit word swaps, so this 
		   allows the connection-control to be invalidated without requiring 
		   a recalculation of the TCP checksum.  
		   
		   Someone probably got bonus pay for coming up with this */
	{ "Warning:", 8, HTTP_HEADER_WARNING },
	{ "Location:", 9, HTTP_HEADER_LOCATION },
	{ "Expect:", 7, HTTP_HEADER_EXPECT },
#ifdef USE_WEBSOCKETS
	{ "Upgrade:", 8, HTTP_HEADER_UPGRADE },
	{ "Sec-WebSocket-Protocol:", 23, HTTP_HEADER_WS_PROTOCOL },
	{ "Sec-WebSocket-Version:", 22, HTTP_HEADER_WS_VERSION },
	{ "Sec-WebSocket-Key:", 18, HTTP_HEADER_WS_KEY },
	{ "Sec-WebSocket-Accept:", 21, HTTP_HEADER_WS_RESPONSE },
#endif /* USE_WEBSOCKETS */
	{ NULL, 0, HTTP_HEADER_NONE }, { NULL, 0, HTTP_HEADER_NONE }
	};

/* Table used to fingerprint the peer system, used to detect buggy peer
   applications.  Note that this mechanism isn't totally reliable, for 
   example the presence of IIS can be masked using either Microsoft tools
   like the URLScan ISAPI filter or commercial tools like ServerMask, but
   this is really just an opportunistic check that does the best that it 
   can.
   
   In addition since different generations of Windows Server have different
   types of bugs, we detect sub-versions and report more specific 
   indications of what we've encountered in preference to the generic "it's
   IIS", see
   https://learn.microsoft.com/en-us/lifecycle/products/internet-information-services-iis
   for the list */

typedef struct {
	const char *idString;			/* String used to ID the system */
	const int idStringLen;
	const STREAM_PEER_TYPE systemType;	/* System type */
	} SYSTEM_ID_INFO;

static const SYSTEM_ID_INFO systemIdInfo[] = {
	{ "Microsoft-IIS/10", 16, STREAM_PEER_MICROSOFT_2019 },
		/* There was no IIS 9, and 10 covers 2016 and 2019 but is more 
		   usually encountered as 2019 */
	{ "Microsoft-IIS/8", 15, STREAM_PEER_MICROSOFT_2012 },
	{ "Microsoft-IIS/7", 15, STREAM_PEER_MICROSOFT_2008 },
	{ "Microsoft-IIS/", 14, STREAM_PEER_MICROSOFT },
		/* This must be after the more specific types since it's a catch-all
		    for IIS in general */
	{ "Microsoft-HTTPAPI", 17, STREAM_PEER_MICROSOFT },
		/* This can be returned if the HTTP.SYS driver handles the request
		   before it gets to IIS, for example for a 400 status.  This isn't
		   such a big deal because if we're not getting to IIS then we
		   don't care about its bugs, but we check for it anyway for
		   consistencies' sake */
	{ NULL, 0, STREAM_PEER_NONE },
		{ NULL, 0, STREAM_PEER_NONE }
	};

/****************************************************************************
*																			*
*								Utility Functions							*
*																			*
****************************************************************************/

/* Callback function used by readTextLine() to read characters from a
   stream.  When reading text data over a network we don't know how much
   more data is to come so we have to read a byte at a time looking for an
   EOL.  In addition we can't use the simple optimisation of reading two
   bytes at a time because some servers only send a LF even though the spec
   requires a CRLF.  This is horribly inefficient but is pretty much
   eliminated through the use of opportunistic read-ahead buffering */

CHECK_RETVAL STDC_NONNULL_ARG( ( 1 ) ) \
static int readCharFunction( INOUT_PTR TYPECAST( STREAM * ) struct ST *streamPtr )
	{
	STREAM *stream = streamPtr;
	BYTE ch;
	int length, status;

	assert( isWritePtr( streamPtr, sizeof( STREAM ) ) );

	status = bufferedTransportRead( stream, &ch, 1, &length, 
									TRANSPORT_FLAG_NONE );
	return( cryptStatusError( status ) ? status : ch );
	}

/* Decode an escaped character */

CHECK_RETVAL_RANGE( 0, 0xFF ) STDC_NONNULL_ARG( ( 1 ) ) \
static int getEncodedChar( IN_BUFFER( bufSize ) const char *buffer, 
						   IN_LENGTH_SHORT const int bufSize )
	{
	int ch, status;

	assert( isReadPtrDynamic( buffer, bufSize ) );

	REQUIRES( isShortIntegerRangeNZ( bufSize ) );

	/* Make sure that there's enough data left to decode the character */
	if( bufSize < 2 )
		return( CRYPT_ERROR_BADDATA );

	/* Recreate the original character from the hex value */
	status = strGetHex( buffer, 2, &ch, 0, 0xFF );
	if( cryptStatusError( status ) )
		return( status );

	/* If it's a special-case/control character of some kind, report it as 
	   an error.  This gets rid of things like nulls (treated as string 
	   terminators by some functions) and CR/LF line terminators, which can 
	   be embedded into strings to turn a single line of supplied text into 
	   multi-line responses containing user-controlled type : value pairs 
	   (in other words they allow user data to be injected into the control
	   channel) */
	if( !isValidTextChar( ch ) || ch <= 0x1F )
		return( CRYPT_ERROR_BADDATA );

	return( ch );
	}

/* Decode a string as per RFC 1866 */

CHECK_RETVAL_SPECIAL STDC_NONNULL_ARG( ( 1, 3 ) ) \
static int decodeRFC1866( INOUT_BUFFER( bufSize, *newBufSize ) char *buffer, 
						  IN_LENGTH_SHORT const int bufSize,
						  OUT_LENGTH_SHORT_Z int *newBufSize )
	{
	LOOP_INDEX srcIndex;
	int destIndex = 0;

	assert( isWritePtrDynamic( buffer, bufSize ) );
	assert( isWritePtr( newBufSize, sizeof( int ) ) );

	REQUIRES( isShortIntegerRangeNZ( bufSize ) );

	/* Clear return value */
	*newBufSize = 0;

	LOOP_MAX_INITCHECK( srcIndex = 0, srcIndex < bufSize )
		{
		int ch;

		ENSURES( LOOP_INVARIANT_MAX_XXX( srcIndex, 0, bufSize - 1 ) );
				 /* srcIndex may skip additional characters due to escapes */

		/* If it's an escaped character, decode it.  If it's not escaped 
		   then we can copy it straight over, the input has already been 
		   sanitised when it was read so there's no need to perform another 
		   check here */
		ch = byteToInt( buffer[ srcIndex++ ] );
		if( ch == '%' )
			{
			const int bytesLeft = bufSize - srcIndex;
			int status;

			REQUIRES( !checkOverflowSub( bufSize, srcIndex ) );

			if( bytesLeft <= 0 )
				return( CRYPT_ERROR_BADDATA );
			status = ch = getEncodedChar( buffer + srcIndex, bytesLeft );
			if( cryptStatusError( status ) )
				return( status );
			REQUIRES( !checkOverflowAdd( srcIndex, 2 ) );
			srcIndex += 2;
			}
		buffer[ destIndex++ ] = intToByte( ch );
		}
	ENSURES( LOOP_BOUND_OK );
	*newBufSize = destIndex;

	/* If we've processed an escape sequence (causing the data to change
	   size), tell the caller, otherwise tell them that nothing's changed */
	return( ( destIndex < srcIndex ) ? OK_SPECIAL : CRYPT_OK );
	}

/* Convert a hex ASCII string used with chunked encoding into a numeric
   value ("It's extra chunky" / "What's in it?" / "Chunks") */

CHECK_RETVAL STDC_NONNULL_ARG( ( 1 ) ) \
static int getChunkLength( IN_BUFFER( dataLength ) const char *data, 
						   IN_LENGTH_SHORT const int dataLength )
	{
	LOOP_INDEX i;
	int chunkLength = 0, length = dataLength, status;

	assert( isReadPtrDynamic( data, dataLength ) );

	REQUIRES( isShortIntegerRangeNZ( dataLength ) );

	/* Chunk size information can have extensions tacked onto it following a
	   ';', strip these before we start */
	LOOP_MAX( i = 0, i < length, i++ )
		{
		ENSURES( LOOP_INVARIANT_MAX( i, 0, length - 1 ) );
				 /* i is changed in the inner loop below but the code then 
				    forces a loop exit so the invariant here still holds */

		if( data[ i ] == ';' )
			{
			int LOOP_ITERATOR_ALT;

			/* Move back to the end of the string that precedes the ';' */
			LOOP_MAX_REV_CHECKINC_ALT( i > 0 && data[ i - 1 ] == ' ', i-- )
				{
				ENSURES( LOOP_INVARIANT_MAX_REV_XXX_ALT( i, 1, length - 1 ) );
				}
			ENSURES( LOOP_BOUND_MAX_REV_OK_ALT );
			length = i;	/* Adjust length and force loop exit */
			}
		}
	ENSURES( LOOP_BOUND_OK );
	if( !isShortIntegerRangeNZ( length ) )
		return( CRYPT_ERROR_BADDATA );

	/* Read the chunk length */
	status = strGetHex( data, length, &chunkLength, 0, 0xFFFF );
	if( cryptStatusError( status ) )
		return( status );

	return( chunkLength );
	}

/* Check for the presence of an HTTP token */

CHECK_RETVAL_BOOL STDC_NONNULL_ARG( ( 1, 3 ) ) \
static BOOLEAN checkToken( IN_BUFFER( stringLength ) const char *string, 
						   IN_LENGTH_SHORT const int stringLength,
						   IN_BUFFER( tokenLength ) const char *token, 
						   IN_LENGTH_SHORT const int tokenLength )
	{
	assert( isReadPtrDynamic( string, stringLength ) );
	assert( isReadPtrDynamic( token, tokenLength ) );

	REQUIRES_B( isShortIntegerRangeNZ( stringLength ) );
	REQUIRES_B( isShortIntegerRangeNZ( tokenLength ) );

	/* We check for an exact length match since the token should be the only
	   thing present.  In particular allowing a more permissive 
	   'stringLength < tokenLength' would match something like "ChunkedXYZ"
	   where the requested token is "Chunked" */
	if( stringLength != tokenLength )
		return( FALSE );
	return( strCompare( string, token, tokenLength ) ? FALSE : TRUE );
	}

/* Exit with extended error information relating to header-line parsing.  
   This is always called with literal format strings, however some analysis 
   tools will warn about possible format-string attacks */

CHECK_RETVAL STDC_NONNULL_ARG( ( 1, 2, 3 ) ) \
static int retHeaderError( INOUT_PTR STREAM *stream, 
						   FORMAT_STRING const char *format, 
						   IN_BUFFER( strArgLen ) char *strArg, 
						   IN_LENGTH_SHORT const int strArgLen, 
						   const int lineNo )
	{
#ifdef USE_ERRMSGS
	NET_STREAM_INFO *netStream = DATAPTR_GET( stream->netStream );
	BYTE argBuffer[ CRYPT_MAX_TEXTSIZE + 8 ];
	const int argBufPos = min( strArgLen, CRYPT_MAX_TEXTSIZE );
#endif /* USE_ERRMSGS */

	assert( isWritePtr( stream, sizeof( STREAM ) ) );
	assert( isReadPtr( format, 4 ) );
	assert( isWritePtrDynamic( strArg, strArgLen ) );

	REQUIRES( isShortIntegerRangeNZ( strArgLen ) );
#ifdef USE_ERRMSGS
	REQUIRES( netStream != NULL && sanityCheckNetStream( netStream ) );

	REQUIRES( rangeCheck( argBufPos, 1, CRYPT_MAX_TEXTSIZE ) );
	memcpy( argBuffer, strArg, argBufPos ); 
#endif /* USE_ERRMSGS */

	/* Format the error information.  We add two to the line number since 
	   it's zero-based and the header counts as an extra line */
	retExt( CRYPT_ERROR_BADDATA,
			( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, format,
			  sanitiseString( argBuffer, CRYPT_MAX_TEXTSIZE, strArgLen ),
			  lineNo + 2 ) );
	}

/****************************************************************************
*																			*
*							URI Parsing Functions							*
*																			*
****************************************************************************/

/* Information needed to parse a URI sub-segment: The character that ends a
   segment and an optional alternative segment-end character, the minimum 
   and maximum permitted segment size, and a value to indicate how many more
   characters of data must be available after the current URI segment is 
   consumed.  The alternative segment-end character is used for strings 
   like:

	type-info [; more-info]

   where optional additional information may follow the value that we're
   interested in, separated by a delimiter.  The formatting of the parse
   info is one of:

	endChar	altEndChar	Matches
	-------	----------	------------------
		x		\0		....x.... (Case 1)
		x		y		....x....
						....y....
		\0		y		....	  (Case 2)
						....y.... */

typedef struct {
	const char segmentEndChar, altSegmentEndChar;
	const int segmentMinLength, segmentMaxLength;
	const int dataToFollow;
	} URI_PARSE_INFO;

/* Get the length of a sub-segment of a URI */

CHECK_RETVAL STDC_NONNULL_ARG( ( 1, 3, 4 ) ) \
static int getUriSegmentLength( IN_BUFFER( dataMaxLength ) const char *data, 
								IN_LENGTH_SHORT const int dataMaxLength, 
								OUT_LENGTH_BOUNDED_Z( dataMaxLength ) \
									int *dataLength, 
								const URI_PARSE_INFO *uriParseInfo,
								OUT_OPT_BOOL BOOLEAN *altDelimiterFound )
	{
	const int maxLength = min( dataMaxLength, uriParseInfo->segmentMaxLength );
	LOOP_INDEX i;

	assert( isReadPtrDynamic( data, dataMaxLength ) );
	assert( isWritePtr( dataLength, sizeof( int ) ) );
	assert( isReadPtr( uriParseInfo, sizeof( URI_PARSE_INFO  ) ) );
	assert( ( uriParseInfo->altSegmentEndChar == '\0' && \
			  altDelimiterFound == NULL ) || \
			( uriParseInfo->altSegmentEndChar > '\0' && \
			  isWritePtr( altDelimiterFound, sizeof( BOOLEAN ) ) ) );

	REQUIRES( isShortIntegerRangeNZ( maxLength ) );
	REQUIRES( uriParseInfo->segmentMinLength >= 0 && \
			  uriParseInfo->segmentMinLength < \
					uriParseInfo->segmentMaxLength && \
			  uriParseInfo->segmentMaxLength <= 1024 );
	REQUIRES( ( uriParseInfo->altSegmentEndChar == '\0' && \
				altDelimiterFound == NULL ) || \
			  ( uriParseInfo->altSegmentEndChar > '\0' && \
				altDelimiterFound != NULL ) );

	/* Clear return value */
	*dataLength = 0;
	if( altDelimiterFound != NULL )
		*altDelimiterFound = FALSE;

	/* Parse the current query sub-segment */
	LOOP_MAX( i = 0, i < maxLength, i++ )
		{
		ENSURES( LOOP_INVARIANT_MAX( i, 0, maxLength - 1 ) );

		if( data[ i ] == uriParseInfo->segmentEndChar )
			break;
		if( uriParseInfo->altSegmentEndChar > '\0' && \
			data[ i ] == uriParseInfo->altSegmentEndChar )
			{
			ENSURES( altDelimiterFound != NULL );

			*altDelimiterFound = TRUE;
			break;
			}
		}
	ENSURES( LOOP_BOUND_OK );

	/* If there's an end-char specified (Case 1) and we didn't find it (or 
	   the alternative end-char if there is one), it's an error.  If there's
	   no end-char specified (Case 2), the end of the sub-segment is at the
	   end of the data */
	if( uriParseInfo->segmentEndChar != '\0' && i >= dataMaxLength )
		return( CRYPT_ERROR_BADDATA );

	/* Make sure that we both got enough data and that we didn't run out of
	   data.  We return specific error codes here in order to allow the 
	   caller to check for over-long fields */
	if( i < uriParseInfo->segmentMinLength )
		return( CRYPT_ERROR_UNDERFLOW );
	if( i >= uriParseInfo->segmentMaxLength )
		return( CRYPT_ERROR_OVERFLOW );

	/* Finally, if we're expecting further data to follow the current URI 
	   segment, make sure that it's present */
	if( checkOverflowSub( dataMaxLength, i ) || \
		dataMaxLength - i < uriParseInfo->dataToFollow )
		return( CRYPT_ERROR_BADDATA );

	*dataLength = i;
	return( CRYPT_OK );
	}

/* Parse a URI of the form "* '?' attribute '=' value [ '&' ... ] ' ' ",
   returning the parsed form to the caller (there's always a space at the
   end because it's followed by the HTTP ID string).  This function needs to 
   return two length values since it decodes the URI string according to RFC 
   1866, which means that its length can change.  So as its standard return 
   value it returns the number of chars consumed, but it also returns the 
   new length of the input as a by-reference parameter */

CHECK_RETVAL_LENGTH_SHORT STDC_NONNULL_ARG( ( 1, 3, 4 ) ) \
int parseUriInfo( INOUT_BUFFER( dataInLength, *dataOutLength ) char *data, 
				  IN_LENGTH_SHORT const int dataInLength, 
				  OUT_LENGTH_BOUNDED_Z( dataInLength ) int *dataOutLength, 
				  INOUT_PTR HTTP_URI_INFO *uriInfo )
	{
	static const URI_PARSE_INFO locationParseInfo = \
			{ '?', '\0', 1, CRYPT_MAX_TEXTSIZE, 2 };
	static const URI_PARSE_INFO attributeParseInfo = \
			{ '=', '\0', 3, CRYPT_MAX_TEXTSIZE, 2 };
	static const URI_PARSE_INFO valueParseInfo = \
			{ ' ', '&', 3, CRYPT_MAX_TEXTSIZE, 2 };
	static const URI_PARSE_INFO extraParseInfo = \
			{ ' ', '\0', 1, CRYPT_MAX_TEXTSIZE, 2 };
	BOOLEAN altDelimiterFound;
	const char *bufPtr = data;
	LOOP_INDEX i;
	int length = dataInLength, segmentLength, parsedLength, status;

	assert( isWritePtrDynamic( data, dataInLength ) );
	assert( isWritePtr( dataOutLength, sizeof( int ) ) );
	assert( isWritePtr( uriInfo, sizeof( HTTP_URI_INFO ) ) );

	REQUIRES( isShortIntegerRangeNZ( dataInLength ) );

	/* Clear return values */
	memset( uriInfo, 0, sizeof( HTTP_URI_INFO ) );
	*dataOutLength = 0;

	/* Decode the URI text.  Since there can be multiple nested levels of
	   encoding we keep iteratively decoding in-place until either 
	   decodeRFC1866() cries Uncle or we hit the sanity-check limit */
	LOOP_SMALL( i = 0, i < 5, i++ )
		{
		ENSURES( LOOP_INVARIANT_SMALL( i, 0, 4 ) );

		status = decodeRFC1866( data, length, &length );
		if( cryptStatusOK( status ) )
			{
			/* We're done, exit */
			break;
			}
		if( status == OK_SPECIAL )
			{
			/* The length has changed, try again */
			continue;
			}
		return( status );
		}
	ENSURES( LOOP_BOUND_OK );
	if( i >= 5 )
		{
		/* Sanity-check limit exceeded.  This could be either a data error
		   or an internal error, since we can't automatically tell which it 
		   is we report it as a data error */
		return( CRYPT_ERROR_BADDATA );
		}
	*dataOutLength = length;

	/* We need to get at least 'x?xxx=xxx' */
	if( length < 9 )
		return( CRYPT_ERROR_BADDATA );

	/* Parse a URI of the form "* '?' attribute '=' value [ '&' ... ] ' ' ".
	   The URI is followed by the HTTP ID so we know that it always has to
	   end on a space, running out of input is an error */
	status = getUriSegmentLength( bufPtr, length, &segmentLength,
								  &locationParseInfo, NULL );
	if( cryptStatusError( status ) )
		return( status );
	REQUIRES( rangeCheck( segmentLength, 1, CRYPT_MAX_TEXTSIZE ) );
	memcpy( uriInfo->location, bufPtr, segmentLength );
	uriInfo->locationLen = segmentLength;
	bufPtr += segmentLength + 1;	/* Skip delimiter */
	REQUIRES( !checkOverflowSub( length, segmentLength + 1 ) );
	length -= segmentLength + 1;
	REQUIRES( !checkOverflowAdd( segmentLength, 1 ) );
	parsedLength = segmentLength + 1;
	status = getUriSegmentLength( bufPtr, length, &segmentLength,
								  &attributeParseInfo, NULL );
	if( cryptStatusError( status ) )
		return( status );
	REQUIRES( rangeCheck( segmentLength, 1, CRYPT_MAX_TEXTSIZE ) );
	memcpy( uriInfo->attribute, bufPtr, segmentLength );
	uriInfo->attributeLen = segmentLength;
	bufPtr += segmentLength + 1;	/* Skip delimiter */
	REQUIRES( !checkOverflowSub( length, segmentLength + 1 ) );
	length -= segmentLength + 1;
	REQUIRES( !checkOverflowAdd( parsedLength, segmentLength + 1 ) );
	parsedLength += segmentLength + 1;
	status = getUriSegmentLength( bufPtr, length, &segmentLength,
								  &valueParseInfo, &altDelimiterFound );
	if( cryptStatusError( status ) )
		return( status );
	REQUIRES( rangeCheck( segmentLength, 1, CRYPT_MAX_TEXTSIZE ) );
	memcpy( uriInfo->value, bufPtr, segmentLength );
	uriInfo->valueLen = segmentLength;
	bufPtr += segmentLength + 1;	/* Skip delimiter */
	REQUIRES( !checkOverflowSub( length, segmentLength + 1 ) );
	length -= segmentLength + 1;
	REQUIRES( !checkOverflowAdd( parsedLength, segmentLength + 1 ) );
	parsedLength += segmentLength + 1;
	if( altDelimiterFound )
		{
		/* If we're a SCEP server and we get a POST request sent as a GET 
		   from some antediluvian implementation then the following
		   will return a CRYPT_ERROR_OVERFLOW.  So far this has never
		   happened and if it did would require considerable rewriting to
		   handle, so hopefully they're all extinct by now */
		status = getUriSegmentLength( bufPtr, length, &segmentLength,
									  &extraParseInfo, NULL );
		if( cryptStatusError( status ) )
			return( status );
		REQUIRES( rangeCheck( segmentLength, 1, CRYPT_MAX_TEXTSIZE ) );
		memcpy( uriInfo->extraData, bufPtr, segmentLength );
		uriInfo->extraDataLen = segmentLength;
		REQUIRES( !checkOverflowAdd( parsedLength, segmentLength + 1 ) );
		parsedLength += segmentLength + 1;
		}

	return( parsedLength );
	}

/****************************************************************************
*																			*
*							HTTP Status Line Processing						*
*																			*
****************************************************************************/

/* Read an HTTP status code.  Some status values are warnings only and
   don't return an error status */

CHECK_RETVAL_SPECIAL STDC_NONNULL_ARG( ( 1, 4 ) ) \
static int readHTTPStatus( IN_BUFFER( dataLength ) const char *data, 
						   IN_LENGTH_SHORT const int dataLength,
						   OUT_OPT_RANGE( 0, 999 ) int *httpStatus, 
						   INOUT_PTR ERROR_INFO *errorInfo )
	{
	const HTTP_STATUS_INFO *httpStatusInfo;
	const BOOLEAN isResponseStatus = ( httpStatus != NULL ) ? TRUE : FALSE;
	int value, remainderLength, offset, status;

	assert( isReadPtrDynamic( data, dataLength ) );
	assert( httpStatus == NULL || \
			isWritePtr( httpStatus, sizeof( int ) ) );
	assert( isWritePtr( errorInfo, sizeof( ERROR_INFO ) ) );

	REQUIRES( isShortIntegerRangeNZ( dataLength ) );
	REQUIRES( errorInfo != NULL );

	/* Clear return value */
	if( httpStatus != NULL )
		*httpStatus = 999;

	/* Check that the numeric value is in order, being exactly three 
	   characters followed by a space */
	if( dataLength < 3 || strSkipNonWhitespace( data, dataLength ) != 3 )
		{
		retExtSan( CRYPT_ERROR_BADDATA, 
				   ( CRYPT_ERROR_BADDATA, errorInfo, 
					 "Invalid/missing HTTP %sstatus code '%s'", 
					 isResponseStatus ? "response " : "", 0,
					 data, dataLength, NULL, 0 ) );
		}

	/* Process the three-digit numeric status code */
	status = strGetNumeric( data, 3, &value, 1, 999 );
	if( cryptStatusError( status ) || \
		value < MIN_HTTP_STATUS || value > MAX_HTTP_STATUS )
		{
		retExtSan( CRYPT_ERROR_BADDATA, 
				   ( CRYPT_ERROR_BADDATA, errorInfo, 
					 "Invalid HTTP %sstatus code '%s'", 
					 isResponseStatus ? "response " : "", 0,
					 data, 3, NULL, 0 ) );
		}
	if( httpStatus != NULL )
		*httpStatus = value;

	/* Try and translate the HTTP status code into a cryptlib equivalent.  
	   Most of the HTTP codes don't have any meaning in a cryptlib context 
	   so they're mapped to a generic CRYPT_ERROR_READ by the HTTP status 
	   decoding table */
	httpStatusInfo = getHTTPStatusInfo( value );
	REQUIRES( httpStatusInfo != NULL );

	/* If we're doing a status read from something in a header line rather
	   than an HTTP response (for example a Warning line, which only 
	   requires a status code but no status message), we're done */
	if( !isResponseStatus )
		return( CRYPT_OK );

	/* We're doing a status read from an HTTP response, make sure that 
	   there's status text present alongside the status code */
	REQUIRES( !checkOverflowSub( dataLength, 3 ) );
	remainderLength = dataLength - 3;
	if( remainderLength < 2 || \
		( offset = strSkipWhitespace( data + 3, remainderLength ) ) < 0 || \
		checkOverflowSub( remainderLength, offset ) || \
		remainderLength - offset < 1 )
		{
		retExt( CRYPT_ERROR_BADDATA,
				( CRYPT_ERROR_BADDATA, errorInfo, 
				  "Missing HTTP response status text following response "
				  "status %03d", value ) );
		}

	/* If it's a special-case condition such as a redirect, tell the caller
	   to handle it specially */
	if( httpStatusInfo->status == OK_SPECIAL )
		return( OK_SPECIAL );

	/* If it's an error condition, return extended error info (from the
	   information we have, not from any externally-supplied message) */
	if( httpStatusInfo->status != CRYPT_OK )
		{
		assert_nofuzz( httpStatusInfo->httpErrorString != NULL );
							/* Catch oddball errors in debug version */
		retExt( httpStatusInfo->status,
				( httpStatusInfo->status, errorInfo, 
				  "HTTP response status: %s", 
				  httpStatusInfo->httpErrorString ) );
		}

	return( CRYPT_OK );
	}

/* Process an HTTP header line looking for anything that we can handle */

CHECK_RETVAL_LENGTH STDC_NONNULL_ARG( ( 1, 3, 4 ) ) \
static int processHeaderLine( IN_BUFFER( dataLength ) const char *data, 
							  IN_LENGTH_SHORT const int dataLength,
							  OUT_ENUM_OPT( HTTP_HEADER ) \
								HTTP_HEADER_TYPE *headerType,
							  INOUT_PTR ERROR_INFO *errorInfo, 
							  IN_RANGE( 1, 999 ) const int errorLineNo )
	{
	const HTTP_HEADER_PARSE_INFO *headerParseInfoPtr = NULL;
	LOOP_INDEX i;
	int firstChar, processedLength, dataLeft;

	assert( isReadPtrDynamic( data, dataLength ) );
	assert( isWritePtr( headerType, sizeof( HTTP_HEADER_TYPE ) ) );
	assert( isWritePtr( errorInfo, sizeof( ERROR_INFO ) ) );

	REQUIRES( isShortIntegerRangeNZ( dataLength ) );
	REQUIRES( errorLineNo > 0 && errorLineNo < 1000 );
	REQUIRES( errorInfo != NULL );

	/* Clear return value */
	*headerType = HTTP_HEADER_NONE;

	/* Look for a header line that we recognise */
	firstChar = toUpper( data[ 0 ] );
	LOOP_MED( i = 0, 
			  i < FAILSAFE_ARRAYSIZE( httpHeaderParseInfo, \
									  HTTP_HEADER_PARSE_INFO ) && \
					httpHeaderParseInfo[ i ].headerString != NULL,
			  i++ )
		{
		ENSURES( LOOP_INVARIANT_MED( i, 0, 
									 FAILSAFE_ARRAYSIZE( httpHeaderParseInfo, \
														 HTTP_HEADER_PARSE_INFO ) - 1 ) );

		if( httpHeaderParseInfo[ i ].headerString[ 0 ] == firstChar && \
			dataLength >= httpHeaderParseInfo[ i ].headerStringLen && \
			!strCompare( data, httpHeaderParseInfo[ i ].headerString, \
						 httpHeaderParseInfo[ i ].headerStringLen ) )
			{
			headerParseInfoPtr = &httpHeaderParseInfo[ i ];
			break;
			}
		}
	ENSURES( LOOP_BOUND_OK );
	ENSURES( i < FAILSAFE_ARRAYSIZE( httpHeaderParseInfo, \
									 HTTP_HEADER_PARSE_INFO ) );
	if( headerParseInfoPtr == NULL )
		{
		/* It's nothing that we can handle, exit */
		return( 0 );
		}
	processedLength = headerParseInfoPtr->headerStringLen;
	REQUIRES( !checkOverflowSub( dataLength, processedLength ) );
	dataLeft = dataLength - processedLength;

	/* Make sure that there's an attribute value present.  At this point we 
	   know that dataLeft >= 0 because of the check performed earlier when
	   we went through the httpHeaderParseInfo, so the only exception 
	   condition that can occur has dataLeft == 0 */
	if( dataLeft > 0 )
		{
		const int extraLength = \
				strSkipWhitespace( data + processedLength, dataLeft );
		if( cryptStatusError( extraLength ) )
			{
			/* There was a problem, make sure that we fail the following 
			   check */
			dataLeft = CRYPT_ERROR;
			}
		else
			{
			if( extraLength > 0 )
				{
				/* We skipped some whitespace before the attribute value, 
				   adjust the consumed/remaining byte counts */
				REQUIRES( !checkOverflowSub( dataLeft, extraLength ) );
				dataLeft -= extraLength;
				REQUIRES( !checkOverflowAdd( processedLength, 
											 extraLength ) );
				processedLength += extraLength;
				}
			}
		}
	if( dataLeft < 1 )
		{
		retExt( CRYPT_ERROR_BADDATA,
				( CRYPT_ERROR_BADDATA, errorInfo, 
				  "Missing HTTP header value for '%s' token, line %d",
				  headerParseInfoPtr->headerString, errorLineNo ) );
		}

	/* Tell the caller what we found */
	*headerType = headerParseInfoPtr->headerType;
	return( processedLength );
	}

/* Read the first line in an HTTP response header */

CHECK_RETVAL STDC_NONNULL_ARG( ( 1, 2, 4, 5 ) ) \
int readFirstHeaderLine( INOUT_PTR STREAM *stream, 
						 OUT_BUFFER_FIXED( dataMaxLength ) char *dataBuffer, 
						 IN_LENGTH_SHORT const int dataMaxLength, 
						 OUT_RANGE( 0, 999 ) int *httpStatus,
						 OUT_BOOL BOOLEAN *isSoftError )
	{
	NET_STREAM_INFO *netStream = DATAPTR_GET( stream->netStream );
	BOOLEAN textDataError;
	int length, processedLength, dataLeft, status;

	assert( isWritePtr( stream, sizeof( STREAM ) ) );
	assert( isWritePtrDynamic( dataBuffer, dataMaxLength ) );
	assert( isWritePtr( httpStatus, sizeof( int ) ) );

	REQUIRES( isShortIntegerRangeNZ( dataMaxLength ) );
	REQUIRES( netStream != NULL && sanityCheckNetStream( netStream ) );

	/* Clear return values */
	REQUIRES( isShortIntegerRangeNZ( dataMaxLength ) ); 
	memset( dataBuffer, 0, min( 16, dataMaxLength ) );
	*httpStatus = 999;
	*isSoftError = FALSE;

	/* Read the header and check for an HTTP ID "HTTP 1.x ..." */
	status = readTextLine( stream, dataBuffer, dataMaxLength, &length, 
						   &textDataError, readCharFunction, 
						   READTEXT_NONE );
	if( cryptStatusError( status ) )
		{
		return( retTextLineError( stream, status, textDataError, 
								  "Invalid first HTTP header line", 0 ) );
		}
	if( length < 8 )
		{
		retExt( CRYPT_ERROR_BADDATA,
				( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
				  "Invalid first HTTP header line length %d", length ) );
		}
	status = processedLength = checkHTTPID( dataBuffer, length, stream );
	if( cryptStatusError( status ) )
		{
		/* Some broken servers can send back God knows what at this point,
		   to help diagnose the issue we try and provide a copy of what
		   was sent if possible */
		if( strIsPrintable( dataBuffer, length ) )
			{
			retExtSan( status, 
					   ( status, NETSTREAM_ERRINFO, 
						 "Expected HTTP header, got '%s'",
						 dataBuffer, length, NULL, 0, NULL, 0 ) );
			}
		retExtSan( status, 
				   ( status, NETSTREAM_ERRINFO, 
					 "Invalid HTTP ID/version '%s'",
					 dataBuffer, length, NULL, 0, NULL, 0 ) );
		}
	REQUIRES( !checkOverflowSub( length, processedLength ) );
	dataLeft = length - processedLength;

	/* Skip the whitespace between the HTTP ID and status info.  As before
	   we know that dataLeft >= 0 so the only exception condition that can
	   occur has dataLeft == 0 */
	if( dataLeft > 0 )
		{
		int extraLength;
		
		extraLength = strSkipWhitespace( dataBuffer + processedLength, 
										 dataLeft );
		if( cryptStatusError( extraLength ) || extraLength < 1 )
			{
			/* There was a problem, either an error or no whitespace found, 
			   make sure that we fail the following check */
			dataLeft = CRYPT_ERROR;
			}
		else
			{
			/* We skipped some whitespace before the HTTP status info, 
			   adjust the consumed/remaining byte counts */
			REQUIRES( !checkOverflowSub( dataLeft, extraLength ) );
			dataLeft -= extraLength;
			REQUIRES( !checkOverflowAdd( processedLength, extraLength ) );
			processedLength += extraLength;
			}
		}
	if( dataLeft < 1 )
		{
		retExtSan( CRYPT_ERROR_BADDATA, 
				   ( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
					 "Missing HTTP status code '%s'",
					 dataBuffer, length, NULL, 0, NULL, 0 ) );
		}

	/* Read the HTTP status info */
	status = readHTTPStatus( dataBuffer + processedLength, dataLeft,
							 httpStatus, NETSTREAM_ERRINFO );
	if( cryptStatusError( status ) )
		{
		/* An error encountered at this point is a soft error in the sense 
		   that we've had a valid HTTP response from the server (even if 
		   it's an error response) and can continue the exchange beyond this 
		   point */
		*isSoftError = TRUE;
		}

	return( status );
	}

/****************************************************************************
*																			*
*							HTTP Header Line Processing						*
*																			*
****************************************************************************/

/* Read the remaining HTTP header lines after the first one */

CHECK_RETVAL STDC_NONNULL_ARG( ( 1, 2, 4, 5 ) ) \
int readHeaderLines( INOUT_PTR STREAM *stream, 
					 OUT_BUFFER_FIXED( lineBufMaxLen ) char *lineBuffer, 
					 IN_LENGTH_SHORT_MIN( MIN_LINEBUF_SIZE ) \
							const int lineBufMaxLen,
					 INOUT_PTR HTTP_HEADER_INFO *headerInfo,
					 OUT_BOOL BOOLEAN *isSoftError )
	{
	NET_STREAM_INFO *netStream = DATAPTR_GET( stream->netStream );
	BOOLEAN seenHost = FALSE, seenLength = FALSE;
	BOOLEAN seenConnection = FALSE; 
#ifdef USE_WEBSOCKETS
	BOOLEAN seenUpgrade = FALSE, seenVersion = FALSE, seenKey = FALSE;
	BOOLEAN seenAuth = FALSE;
#endif /* USE_WEBSOCKETS */
	LOOP_INDEX lineCount;
	int contentLength = 0, status;

	assert( isWritePtr( stream, sizeof( STREAM ) ) );
	assert( isWritePtrDynamic( lineBuffer, lineBufMaxLen ) );
	assert( isWritePtr( headerInfo, sizeof( HTTP_HEADER_INFO ) ) );
	assert( isWritePtr( isSoftError, sizeof( BOOLEAN ) ) );

	static_assert( MIN_LINEBUF_SIZE > CRYPT_MAX_TEXTSIZE + 32,
				   "Line buffer length" );
				   /* Checked for in sanitiseString() calls, but there 
				      should be enough room for most common cases */

	REQUIRES( isShortIntegerRangeMin( lineBufMaxLen, MIN_LINEBUF_SIZE ) );
	REQUIRES( netStream != NULL && sanityCheckNetStream( netStream ) );

	/* Clear return values */
	REQUIRES( isShortIntegerRangeNZ( lineBufMaxLen ) ); 
	memset( lineBuffer, 0, min( 16, lineBufMaxLen ) );
	*isSoftError = FALSE;

	/* We set the default error return status to 400, "Bad Request", to save
	   having to spray dozens of httpStatus-set lines throughout the code.  
	   On a non-error exit, we reset the httpStatus to 0 */
	headerInfo->httpStatus = 400;

	/* Read each line in the header checking for any fields that we need to
	   handle.  We check for a couple of basic problems with the header to
	   avoid malformed-header attacks, for example an attacker could send a
	   request with two 'Content-Length:' headers, one of which covers the
	   entire message body and the other which indicates that there's a
	   second request that begins halfway through the message body.  Some
	   proxies/caches will take the first length, some the second, if the
	   proxy is expected to check/rewrite the request as it passes through
	   then the single/dual-message issue can be used to bypass the checking
	   on the tunnelled second message.  Because of this we only allow a
	   single Host: and Content-Length: header (and, if WebSockets is in use,
	   any of the WebSockets-specific headers), and disallow a chunked 
	    encoding in combination with a content-length (Apache does some
	   really strange things with chunked encodings).  We can't be too
	   finicky with the checking though or we'll end up rejecting non-
	   malicious requests from some of the broken HTTP implementations out
	   there */
	LOOP_MED( lineCount = 0, lineCount < MAX_HTTP_HEADER_LINES, lineCount++ )
		{
		HTTP_HEADER_TYPE headerType;
		BOOLEAN textDataError;
		char *lineBufPtr;
		int length, lineLength;

		ENSURES( LOOP_INVARIANT_MED( lineCount, 0, 29 ) );

		/* Any errors that occur while reading the header line data are 
		   fatal */
		*isSoftError = FALSE;

		status = readTextLine( stream, lineBuffer, lineBufMaxLen, 
							   &lineLength, &textDataError, 
							   readCharFunction, READTEXT_MULTILINE );
		if( cryptStatusError( status ) )
			{
			return( retTextLineError( stream, status, textDataError, 
									  "Invalid HTTP header line %d", 
									  lineCount + 2 ) );
			}

		/* If we've reached the end of the header lines (denoted by a blank
		   line), exit */
		if( lineLength <= 0 )
			break;

		/* Beyond this point all errors are soft errors in that they arise 
		   due to problems in parsing HTTP headers rather than I/O issues, 
		   so the caller has to call back to read the remaining (possibly
		   invalid) header lines in order to clear the input stream */
		*isSoftError = TRUE;

		/* If this is a no-op read (for example lines following a soft error 
		   or a 100 Continue response), all that we're interested in is 
		   draining the input, so we don't try and parse the header line */
		if( TEST_FLAG( headerInfo->flags, HTTP_FLAG_NOOP ) )
			continue;

		/* Process the header line to see what we've got */
		status = length = \
			processHeaderLine( lineBuffer, lineLength, &headerType,
							   NETSTREAM_ERRINFO, lineCount + 2 );
		if( cryptStatusError( status ) )
			return( status );
		lineBufPtr = lineBuffer + length;
		REQUIRES( !checkOverflowSub( lineLength, length ) );
		lineLength -= length;
		ENSURES( lineLength > 0 );	/* Guaranteed by processHeaderLine() */
		switch( headerType )
			{
			case HTTP_HEADER_HOST:
				/* Make sure that it's a non-duplicate, and remember that
				   we've seen a Host: line, to meet the HTTP 1.1
				   requirements */
				if( seenHost )
					{
					retExt( CRYPT_ERROR_BADDATA,
							( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
							  "Duplicate HTTP 'Host:' header, line %d",
							  lineCount + 2 ) );
					}
				seenHost = TRUE;
				break;

			case HTTP_HEADER_CONTENT_LENGTH:
				/* Make sure that it's a non-duplicate and get the content
				   length.  At this point all that we do is perform a
				   general sanity check that the length looks OK, a specific
				   check against the caller-supplied minimum/maximum
				   allowable length is performed later since the content
				   length may also be provided as a chunked encoding length,
				   which we can't check until we've processed all of the
				   header lines */
				if( seenLength )
					{
					retExt( CRYPT_ERROR_BADDATA, 
							( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
							  "Duplicate HTTP 'Content-Length:' header, "
							  "line %d", lineCount + 2 ) );
					}
				status = strGetNumeric( lineBufPtr, lineLength, 
										&contentLength, 1, MAX_BUFFER_SIZE );
				if( cryptStatusError( status ) )
					{
					retExt( CRYPT_ERROR_BADDATA, 
							( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
							  "Invalid HTTP content length '%s', line %d",
							  sanitiseString( lineBufPtr, CRYPT_MAX_TEXTSIZE, 
											  lineLength ), 
							  lineCount + 2 ) );
					}
				seenLength = TRUE;
				break;

			case HTTP_HEADER_CONTENT_TYPE:
				{
				static const URI_PARSE_INFO typeParseInfo = \
						{ '/', '\0', 2, CRYPT_MAX_TEXTSIZE, 2 };
				static const URI_PARSE_INFO subtypeParseInfo = \
						{ '\0', ';', 2, CRYPT_MAX_TEXTSIZE, 0 };
				BOOLEAN dummy;
				const char *contentType;
				int contentTypeLen, subTypeLen;

				/* Sometimes if there's an error it'll be returned as content
				   at the HTTP level rather than at the tunnelled-over-HTTP
				   protocol level.  The easiest way to check for this would
				   be to make sure that the content-type matches the
				   expected type and report anything else as an error.
				   Unfortunately due to the hit-and-miss handling of content-
				   types by PKI software using HTTP as a substrate it's not
				   safe to do this, so we have to default to allow-all
				   rather than deny-all, treating only straight text as a
				   problem type.

				   To compound the problem there are also apps out there 
				   that send their PKI messages marked as plain text, so 
				   this isn't 100% foolproof.  This is particularly 
				   problematic for web browsers, where so many servers were 
				   misconfigured to return pretty much anything as 
				   text/plain that Microsoft added content-type guessing 
				   code to MSIE to make web pages served from misconfigured 
				   servers work (you can see this by serving a JPEG file as 
				   text/plain, MSIE will display it as a JPEG while Mozilla/
				   Firefox/Opera/etc will display it as text or prompt for a 
				   helper app to handle it).  Since this content-type 
				   guessing is a potential security hole, MS finally made it
				   configurable in Windows XP SP2, but it's still enabled
				   by default even there.

				   In practice however errors-via-HTTP is more common than
				   certs-via-text.  We try and detect the cert-as-plain-text
				   special-case at a later point when we've got the message
				   body available.

				   Since we're now looking at the content-type line (even if
				   we don't really process it in any way), we perform at 
				   least a minimal validity check for * '/' * [ ';*' ] */
				status = getUriSegmentLength( lineBufPtr, lineLength, 
											  &contentTypeLen, 
											  &typeParseInfo, NULL );
				if( cryptStatusError( status ) )
					{
					/* We need to have at least "xx/"* present (length is
					   guaranteed by getUriSegmentLength()) */
					return( retHeaderError( stream, 
								"Invalid HTTP content type '%s', line %d",
								lineBufPtr, lineLength, lineCount ) );
					}
				contentType = lineBufPtr;
				lineBufPtr += contentTypeLen + 1;	/* Skip delimiter */
				REQUIRES( !checkOverflowSub( lineLength, 
											 contentTypeLen + 1 ) );
				lineLength -= contentTypeLen + 1;
				status = getUriSegmentLength( lineBufPtr, lineLength, 
											  &subTypeLen, 
											  &subtypeParseInfo, &dummy );
				if( cryptStatusError( status ) )
					{
					/* We need to have at least 'xx/yy' present (length is
					   guaranteed by getUriSegmentLength()) */
					return( retHeaderError( stream, 
								"Invalid HTTP content subtype '%s', line %d",
								lineBufPtr, lineLength, lineCount ) );
					}
				if( checkToken( contentType, contentTypeLen, "text", 4 ) )
					SET_FLAG( headerInfo->flags, HTTP_FLAG_TEXTMSG );
				break;
				}

			case HTTP_HEADER_TRANSFER_ENCODING:
				if( !checkToken( lineBufPtr, lineLength, "Chunked", 7 ) )
					{
					return( retHeaderError( stream, 
							  "Invalid HTTP transfer encoding method "
							  "'%s', expected 'Chunked', line %d",
							  lineBufPtr, lineLength, lineCount ) );
					}

				/* If it's a chunked encoding, the length is part of the
				   data and must be read later */
				if( seenLength )
					{
					retExt( CRYPT_ERROR_BADDATA,
							( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
							  "Spurious HTTP 'Content-Length:' header for "
							  "Chunked encoding, line %d", lineCount + 2 ) );
					}
				SET_FLAG( headerInfo->flags, HTTP_FLAG_CHUNKED );
				seenLength = TRUE;
				break;

			case HTTP_HEADER_CONTENT_ENCODING:
				/* We can't handle any type of content encoding (e.g. gzip,
				   compress, deflate, mpeg4, interpretive dance) except the
				   no-op identity encoding */
				if( !checkToken( lineBufPtr, lineLength, "Identity", 8 ) )
					{
					headerInfo->httpStatus = 415;	/* Unsupp.media type */
					return( retHeaderError( stream, 
							  "Invalid HTTP content encoding method "
							  "'%s', expected 'Identity', line %d",
							  lineBufPtr, lineLength, lineCount ) );
					}
				break;

			case HTTP_HEADER_CONTENT_TRANSFER_ENCODING:
				/* HTTP uses Transfer-Encoding, not the MIME Content-
				   Transfer-Encoding types such as base64 or quoted-
				   printable.  If any implementations erroneously use a
				   C-T-E, we make sure that it's something that we can
				   handle */
				if( !checkToken( lineBufPtr, lineLength, "Binary", 6 ) && \
					!checkToken( lineBufPtr, lineLength, "Identity", 8 ) )
					{
					headerInfo->httpStatus = 415;	/* Unsupp.media type */
					return( retHeaderError( stream, 
							  "Invalid HTTP content transfer encoding "
							  "method '%s', expected 'Identity' or "
							  "'Binary', line %d", lineBufPtr, lineLength, 
							  lineCount ) );
					}
				break;

			case HTTP_HEADER_SERVER:
				{
				const int firstChar = toUpper( *lineBufPtr );
				LOOP_INDEX_ALT i;

				/* Check to see whether we recognise the peer system type */
				LOOP_MED_ALT( i = 0, 
							  i < FAILSAFE_ARRAYSIZE( systemIdInfo, \
													  SYSTEM_ID_INFO ) && \
									systemIdInfo[ i ].idString != NULL,
							  i++ )
					{
					const SYSTEM_ID_INFO *systemIdInfoPtr;

					ENSURES( LOOP_INVARIANT_MED_ALT( i, 0, 
													 FAILSAFE_ARRAYSIZE( systemIdInfo, \
																		 SYSTEM_ID_INFO ) - 1 ) );

					systemIdInfoPtr = &systemIdInfo[ i ];
					if( systemIdInfoPtr->idString[ 0 ] == firstChar && \
						lineLength >= systemIdInfoPtr->idStringLen && \
						!strCompare( lineBufPtr, systemIdInfoPtr->idString, \
									 systemIdInfoPtr->idStringLen ) )
						{
						netStream->systemType = systemIdInfoPtr->systemType;
						break;
						}
					}
				ENSURES( LOOP_BOUND_OK_ALT );
				ENSURES( i < FAILSAFE_ARRAYSIZE( systemIdInfo, \
												 SYSTEM_ID_INFO ) );
				break;
				}

			case HTTP_HEADER_TRAILER:
				/* The body is followed by trailer lines, used with chunked
				   encodings where some header lines can't be produced until
				   the entire body has been generated.  This wasn't added
				   until RFC 2616, since many implementations are based on
				   RFC 2068 and don't produce this header we don't do
				   anything with it.  The trailer can be auto-detected
				   anyway, it's only present to tell the receiver to perform
				   certain actions such as creating an MD5 hash of the data
				   as it arrives */
				SET_FLAG( headerInfo->flags, HTTP_FLAG_TRAILER );
				break;

			case HTTP_HEADER_CONNECTION:
				if( seenConnection )
					{
					retExt( CRYPT_ERROR_BADDATA,
							( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
							  "Duplicate HTTP 'Connection:' header, line %d",
							  lineCount + 2 ) );
					}
					
				/* If the other side has indicated that it's going to close
				   the connection, record the fact that this is the last 
				   message in the session.  In theory the connection header
				   can be multivalued (RFC 2616 section 14.10) but for the
				   two that we're interested in there shouldn't be more than
				   the one token present */
				if( checkToken( lineBufPtr, lineLength, "Close", 5 ) )
					{
					SET_FLAG( netStream->nFlags, STREAM_NFLAG_LASTMSGR );
					}
				if( TEST_FLAG( headerInfo->flags, HTTP_FLAG_UPGRADE ) && \
					!checkToken( lineBufPtr, lineLength, "Upgrade", 7 ) ) 
					{
					return( retHeaderError( stream, 
							  "Invalid HTTP connection type '%s', expected "
							  "'Upgrade', line %d", lineBufPtr, lineLength, 
							  lineCount ) );
					}
				seenConnection = TRUE;
				break;

			case HTTP_HEADER_WARNING:
				/* Read the HTTP status info from the warning.  
				   readHTTPStatus() will process the error status in the
				   warning line, but since we're passing in a NULL pointer 
				   for the status info it'll only report an error in the
				   warning content itself, it won't return the processed
				   warning status as an error */
				status = readHTTPStatus( lineBufPtr, lineLength, NULL, 
										 NETSTREAM_ERRINFO );
				if( cryptStatusError( status ) )
					{
					return( retHeaderError( stream, 
							  "Invalid HTTP warning information '%s', "
							  "line %d", lineBufPtr, lineLength, 
							  lineCount ) );
					}
				break;

			case HTTP_HEADER_LOCATION:
				{
#if defined( __WIN32__ ) && !defined( NDEBUG ) && 1
				URL_INFO urlInfo;
#endif /* Win32 debug build only */

				/* Make sure that we've been given an HTTP URL as the 
				   redirect location.  We need to do this because 
				   sNetParseURL() will accept a wide range of URL types
				   while we only allow "http://"*.
				   
				   Note that we don't use checkToken() here because it 
				   requires an exact length match while we're only checking
				   for a prefix string */
				if( lineLength < 10 || \
					strCompare( lineBufPtr, "http://", 7 ) )
					{
					return( retHeaderError( stream, 
							  "Invalid HTTP redirect location '%s', line %d",
							  lineBufPtr, lineLength, lineCount ) );
					}

				/* Process the redirect location */
#if defined( __WIN32__ ) && !defined( NDEBUG ) && 1
				/* We don't try and parse the URL other than in the Win32 
				   debug build because we don't do redirects yet so there's 
				   no need to expose ourselves to possibly maliciously-
				   created URLs from external sources */
				status = sNetParseURL( &urlInfo, lineBufPtr, lineLength, 
									   URL_TYPE_HTTP );
				if( cryptStatusError( status ) )
					{
					return( retHeaderError( stream, 
							  "Invalid HTTP redirect location '%s', line %d",
							  lineBufPtr, lineLength, lineCount ) );
					}
#endif /* Win32 debug build only */
				break;
				}

			case HTTP_HEADER_EXPECT:
				/* If the other side wants the go-ahead to continue, give it
				   to them.  We do this automatically because we're merely
				   using HTTP as a substrate, the real decision will be made
				   at the higher-level protocol layer */
				if( checkToken( lineBufPtr, lineLength, "100-Continue", 12 ) )
					sendHTTPError( stream, 100 );
				break;

#ifdef USE_WEBSOCKETS
			case HTTP_HEADER_UPGRADE:
				if( seenUpgrade )
					{
					retExt( CRYPT_ERROR_BADDATA,
							( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
							  "Duplicate HTTP 'Upgrade:' header, line %d",
							  lineCount + 2 ) );
					}
				if( !checkToken( lineBufPtr, lineLength, "WebSocket", 9 ) )
					{
					return( retHeaderError( stream, 
							  "Invalid HTTP upgrade type '%s', expected "
							  "'WebSocket', line %d", lineBufPtr, lineLength, 
							  lineCount ) );
					}
				seenUpgrade = TRUE;
				break;

			case HTTP_HEADER_WS_PROTOCOL:
				if( lineLength < 2 || lineLength > CRYPT_MAX_TEXTSIZE )
					{
					retExt( CRYPT_ERROR_BADDATA,
							( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
							  "Invalid HTTP subprotocol name length %d, "
							  "expected %d...%d, line %d", lineLength,
							  2, CRYPT_MAX_TEXTSIZE, lineCount + 2 ) );
					}
				REQUIRES( rangeCheck( lineLength, 2, CRYPT_MAX_TEXTSIZE ) );
				memcpy( headerInfo->wsProtocol, lineBufPtr, lineLength );
				headerInfo->wsProtocolLen = lineLength;
				break;

			case HTTP_HEADER_WS_VERSION:
				/* Handling of WebSockets versions is awkward, the RFC 
				   defines "some guidance" on version handling by suggesting 
				   that the client can request the version of the WebSockets 
				   protocol that it prefers, which the server can choose to 
				   accept, or if not send back a "Sec-WebSocket-Version" 
				   with a list of versions it supports, or perhaps multiple 
				   "Sec-WebSocket-Version" headers, and then the client and 
				   server can chat for awhile about what they'd prefer.

				   The chances of any of this working are rather remote, so
				   we just hardcode in a check for the sole RFC-defined 
				   version */
				if( seenVersion )
					{
					retExt( CRYPT_ERROR_BADDATA,
							( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
							  "Duplicate HTTP 'Sec-WebSocket-Version:' "
							  "header, line %d", lineCount + 2 ) );
					}
				if( !checkToken( lineBufPtr, lineLength, "13", 2 ) )
					{
					return( retHeaderError( stream, 
							  "Invalid WebSockets version '%s', expected "
							  "'13', line %d", lineBufPtr, lineLength, 
							  lineCount ) );
					}
				seenVersion = TRUE;
				break;

			case HTTP_HEADER_WS_KEY:
				if( seenKey || seenAuth )
					{
					retExt( CRYPT_ERROR_BADDATA,
							( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
							  "Duplicate HTTP 'Sec-WebSocket-Key:' "
							  "header, line %d", lineCount + 2 ) );
					}
				if( lineLength < 16 || lineLength > CRYPT_MAX_TEXTSIZE )
					{
					retExt( CRYPT_ERROR_BADDATA,
							( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
							  "Invalid WebSockets key length %d, "
							  "expected %d...%d, line %d", lineLength,
							  16, CRYPT_MAX_TEXTSIZE, lineCount + 2 ) );
					}
				REQUIRES( rangeCheck( lineLength, 16, CRYPT_MAX_TEXTSIZE ) );
				memcpy( headerInfo->wsAuth, lineBufPtr, lineLength );
				headerInfo->wsAuthLen = lineLength;
				seenKey = TRUE;
				break;

			case HTTP_HEADER_WS_RESPONSE:
				if( seenAuth || seenKey )
					{
					retExt( CRYPT_ERROR_BADDATA,
							( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
							  "Duplicate HTTP 'Sec-WebSocket-Accept:' "
							  "header, line %d", lineCount + 2 ) );
					}
				if( lineLength < 16 || lineLength > CRYPT_MAX_TEXTSIZE )
					{
					retExt( CRYPT_ERROR_BADDATA,
							( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
							  "Invalid WebSockets auth length %d, "
							  "expected %d...%d, line %d", lineLength,
							  16, CRYPT_MAX_TEXTSIZE, lineCount + 2 ) );
					}
				REQUIRES( rangeCheck( lineLength, 16, CRYPT_MAX_TEXTSIZE ) );
				memcpy( headerInfo->wsAuth, lineBufPtr, lineLength );
				headerInfo->wsAuthLen = lineLength;
				seenAuth = TRUE;
				break;
#endif /* USE_WEBSOCKETS */

			case HTTP_HEADER_NONE:
				/* It's something that we don't know/care about, skip it */
				break;

			default:
				retIntError();
			}
		}
	ENSURES( LOOP_BOUND_OK );
	if( lineCount >= MAX_HTTP_HEADER_LINES )
		{
		/* The count is zero-based so "more than x" is the correct text */
		retExt( CRYPT_ERROR_OVERFLOW,
				( CRYPT_ERROR_OVERFLOW, NETSTREAM_ERRINFO, 
				  "Received more than %d HTTP header lines",
				  MAX_HTTP_HEADER_LINES ) );
		}

	/* If this is a tunnel being opened via an HTTP proxy then we're done */
	if( !TEST_FLAG( netStream->nFlags, STREAM_NFLAG_ISSERVER ) && \
		TEST_FLAG( netStream->nhFlags, STREAM_NHFLAG_TUNNEL ) )
		{
		headerInfo->httpStatus = 0;
		return( CRYPT_OK );
		}

	/* If this is a no-op read (for example lines following an error or 100
	   Continue response) then all that we're interested in is draining the
	   input so we don't check any further */
	if( TEST_FLAG( headerInfo->flags, HTTP_FLAG_NOOP ) )
		{
		headerInfo->httpStatus = 0;
		return( CRYPT_OK );
		}

	/* If it's a chunked encoding for which the length is kludged on before
	   the data as a hex string, decode the length value */
	if( TEST_FLAG( headerInfo->flags, HTTP_FLAG_CHUNKED ) )
		{
		BOOLEAN textDataError;
		int lineLength;

		status = readTextLine( stream, lineBuffer, lineBufMaxLen, 
							   &lineLength, &textDataError, 
							   readCharFunction, READTEXT_NONE );
		if( cryptStatusError( status ) )
			{
			return( retTextLineError( stream, status, textDataError, 
									  "Invalid HTTP chunked encoding "
									  "header line %d", lineCount + 2 ) );
			}
		if( lineLength <= 0 )
			{
			retExt( CRYPT_ERROR_BADDATA,
					( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
					  "Missing HTTP chunk length, line %d", 
					  lineCount + 2 ) );
			}
		status = contentLength = getChunkLength( lineBuffer, lineLength );
		if( cryptStatusError( status ) )
			{
			retExt( CRYPT_ERROR_BADDATA,
					( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
					  "Invalid length '%s' for HTTP chunked encoding, line "
					  "%d", 
					  sanitiseString( lineBuffer, CRYPT_MAX_TEXTSIZE,
									  lineLength ), 
					  lineCount + 2 ) );
			}
		}

	/* If we're a server talking HTTP 1.1 and we haven't seen a "Host:"
	   header from the client, return an error */
	if( TEST_FLAG( netStream->nFlags, STREAM_NFLAG_ISSERVER ) && \
		!isHTTP10( netStream ) && !seenHost )
		{
		retExt( CRYPT_ERROR_BADDATA,
				( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
				  "Missing HTTP 1.1 'Host:' header" ) );
		}

	/* If it's a WebSockets protocol upgrade and we haven't the required 
	   headers, return an error */
#ifdef USE_WEBSOCKETS 
	if( TEST_FLAG( netStream->nhFlags, STREAM_NHFLAG_WS_UPGRADE ) )
		{
		BOOLEAN wsOK = TRUE;

		if( !seenUpgrade || !seenConnection )
			wsOK = FALSE;
		if( TEST_FLAG( netStream->nFlags, STREAM_NFLAG_ISSERVER ) )
			{
			if( !seenKey || !seenVersion )
				wsOK = FALSE;
			}
		else
			{
			if( !seenAuth )
				wsOK = FALSE;
			}
		if( !wsOK )
			{
			retExt( CRYPT_ERROR_BADDATA,
					( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
					  "Missing Websockets 'Upgrade:', 'Connection:', or "
					  "'Sec-WebSocket-Key:'/'Sec-WebSocket-Accept:' header" ) );
			}
		}
#endif /* USE_WEBSOCKETS */

	/* If it's a GET or protocol upgrade request there's no length so we 
	   can exit now */
	if( TEST_FLAG( headerInfo->flags, HTTP_FLAG_GET ) || \
		TEST_FLAG( netStream->nhFlags, STREAM_NHFLAG_WS_UPGRADE ) )
		{
		if( seenLength )
			{
			retExt( CRYPT_ERROR_BADDATA,
					( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
					  "Unexpected %d bytes HTTP body content received in "
					  "idempotent read", contentLength ) );
			}

		headerInfo->httpStatus = 0;
		return( CRYPT_OK );
		}

	/* Make sure that we've been given a length.  In theory a server could
	   indicate the length implicitly by closing the connection once it's
	   sent the last byte, but this isn't allowed for PKI messages.  The
	   client can't use this option either since that would make it
	   impossible for us to send back the response */
	if( !seenLength )
		{
		headerInfo->httpStatus = 411;	/* Length required */
		retExt( CRYPT_ERROR_BADDATA, 
				( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
				  "Missing HTTP length" ) );
		}

	/* Make sure that the length is sensible */
	if( contentLength < headerInfo->minContentLength || \
		contentLength > headerInfo->maxContentLength )
		{
		retExt( ( contentLength < headerInfo->minContentLength ) ? \
				CRYPT_ERROR_UNDERFLOW : CRYPT_ERROR_OVERFLOW,
				( ( contentLength < headerInfo->minContentLength ) ? \
					CRYPT_ERROR_UNDERFLOW : CRYPT_ERROR_OVERFLOW, 
				  NETSTREAM_ERRINFO,
				  "Invalid HTTP content length %d bytes, expected "
				  "%d...%d bytes", contentLength,
				  headerInfo->minContentLength, 
				  headerInfo->maxContentLength ) );
		}
	headerInfo->contentLength = contentLength;

	headerInfo->httpStatus = 0;
	return( CRYPT_OK );
	}

/* Read the HTTP trailer lines that follow chunked data:

			CRLF
			"0" CRLF
			trailer-lines*
			CRLF */

CHECK_RETVAL STDC_NONNULL_ARG( ( 1, 2 ) ) \
int readTrailerLines( INOUT_PTR STREAM *stream, 
					  OUT_BUFFER_FIXED( lineBufMaxLen ) char *lineBuffer, 
					  IN_LENGTH_SHORT_MIN( MIN_LINEBUF_SIZE ) \
							const int lineBufMaxLen )
	{
#ifdef USE_ERRMSGS
	NET_STREAM_INFO *netStream = DATAPTR_GET( stream->netStream );
#endif /* USE_ERRMSGS */
	HTTP_HEADER_INFO headerInfo;
	BOOLEAN textDataError, dummyBoolean;
	int readLength, status;

	assert( isWritePtr( stream, sizeof( STREAM ) ) );
	assert( isReadPtrDynamic( lineBuffer, lineBufMaxLen ) );

	REQUIRES( isShortIntegerRangeMin( lineBufMaxLen, MIN_LINEBUF_SIZE ) );
#ifdef USE_ERRMSGS
	REQUIRES( netStream != NULL && sanityCheckNetStream( netStream ) );
#endif /* USE_ERRMSGS */

	/* Clear return values */
	REQUIRES( isShortIntegerRangeNZ( lineBufMaxLen ) ); 
	memset( lineBuffer, 0, min( 16, lineBufMaxLen ) );

	/* Read the blank line and chunk length */
	status = readTextLine( stream, lineBuffer, lineBufMaxLen, &readLength, 
						   &textDataError, readCharFunction, 
						   READTEXT_NONE );
	if( cryptStatusOK( status ) && readLength != 0 )
		status = CRYPT_ERROR_BADDATA;
	if( cryptStatusOK( status ) )
		{
		status = readTextLine( stream, lineBuffer, lineBufMaxLen, 
							   &readLength, &textDataError, 
							   readCharFunction, READTEXT_NONE );
		}
	if( cryptStatusOK( status ) && !isShortIntegerRangeNZ( readLength ) )
		status = CRYPT_ERROR_BADDATA;
	if( cryptStatusError( status ) )
		{
		return( retTextLineError( stream, status, textDataError, 
								  "Invalid HTTP chunked trailer line", 
								  0 ) );
		}

	/* Make sure that there are no more chunks to follow */
	status = getChunkLength( lineBuffer, readLength );
	if( status != 0 )
		{
		retExt( CRYPT_ERROR_BADDATA,
				( CRYPT_ERROR_BADDATA, NETSTREAM_ERRINFO, 
				  "Unexpected additional data following HTTP chunked "
				  "data" ) );
		}

	/* Read any remaining trailer lines */
	initHeaderInfo( &headerInfo, 0, 0, HTTP_FLAG_NOOP );
	return( readHeaderLines( stream, lineBuffer, lineBufMaxLen,
							 &headerInfo, &dummyBoolean ) );
	}
#endif /* USE_HTTP */
