Fix most remaining HTTP/2 handshake tests

One category of tests involving the SETTINGS ack still fails.
It is probably wise to leave these until more SETTINGS related
tests are written.

src/cowboy_http2.erl

@@ -51,6 +51,9 @@
 	%% @todo I haven't put as much thought as I should have on this,
 	%% the final settings handling will be very different.
 	local_settings = #{} :: map(),
+	%% @todo We need a TimerRef to do SETTINGS_TIMEOUT errors.
+	%% We need to be careful there. It's well possible that we send
+	%% two SETTINGS frames before we receive a SETTINGS ack.
 	next_settings = #{} :: undefined | map(), %% @todo perhaps set to undefined by default
 	remote_settings = #{} :: map(),
 
@@ -71,7 +74,9 @@
 	%% is established and continues normally. An exception is when a HEADERS
 	%% frame is sent followed by CONTINUATION frames: no other frame can be
 	%% sent in between.
-	parse_state = preface :: preface | settings | normal
+	parse_state = undefined :: {preface, sequence, reference()}
+		| {preface, settings, reference()}
+		| normal
 		| {continuation, cowboy_stream:streamid(), cowboy_stream:fin(), binary()},
 
 	%% HPACK decoding and encoding state.
@@ -86,7 +91,8 @@ init(Parent, Ref, Socket, Transport, Opts, Handler) ->
 -spec init(pid(), ranch:ref(), inet:socket(), module(), cowboy:opts(), module(), binary()) -> ok.
 init(Parent, Ref, Socket, Transport, Opts, Handler, Buffer) ->
 	State = #state{parent=Parent, ref=Ref, socket=Socket,
-		transport=Transport, opts=Opts, handler=Handler},
+		transport=Transport, opts=Opts, handler=Handler,
+		parse_state={preface, sequence, preface_timeout(Opts)}},
 	preface(State),
 	case Buffer of
 		<<>> -> before_loop(State, Buffer);
@@ -98,7 +104,8 @@ init(Parent, Ref, Socket, Transport, Opts, Handler, Buffer) ->
 	binary(), binary() | undefined, cowboy_req:req()) -> ok.
 init(Parent, Ref, Socket, Transport, Opts, Handler, Buffer, _Settings, Req) ->
 	State0 = #state{parent=Parent, ref=Ref, socket=Socket,
-		transport=Transport, opts=Opts, handler=Handler},
+		transport=Transport, opts=Opts, handler=Handler,
+		parse_state={preface, sequence, preface_timeout(Opts)}},
 	preface(State0),
 	%% @todo Apply settings.
 	%% StreamID from HTTP/1.1 Upgrade requests is always 1.
@@ -113,11 +120,16 @@ preface(#state{socket=Socket, transport=Transport, next_settings=Settings}) ->
 	%% We send next_settings and use defaults until we get a ack.
 	ok = Transport:send(Socket, cow_http2:settings(Settings)).
 
+preface_timeout(Opts) ->
+	PrefaceTimeout = maps:get(preface_timeout, Opts, 5000),
+	erlang:start_timer(PrefaceTimeout, self(), preface_timeout).
+
 %% @todo Add the timeout for last time since we heard of connection.
 before_loop(State, Buffer) ->
 	loop(State, Buffer).
 
-loop(State=#state{parent=Parent, socket=Socket, transport=Transport, children=Children}, Buffer) ->
+loop(State=#state{parent=Parent, socket=Socket, transport=Transport,
+		children=Children, parse_state=PS}, Buffer) ->
 	Transport:setopts(Socket, [{active, once}]),
 	{OK, Closed, Error} = Transport:messages(),
 	receive
@@ -133,6 +145,14 @@ loop(State=#state{parent=Parent, socket=Socket, transport=Transport, children=Ch
 			exit(Reason);
 		{system, From, Request} ->
 			sys:handle_system_msg(Request, From, Parent, ?MODULE, [], {State, Buffer});
+		{timeout, TRef, preface_timeout} ->
+			case PS of
+				{preface, _, TRef} ->
+					terminate(State, {connection_error, protocol_error,
+						'The preface was not received in a reasonable amount of time.'});
+				_ ->
+					loop(State, Buffer)
+			end;
 		%% Messages pertaining to a stream.
 		{{Pid, StreamID}, Msg} when Pid =:= self() ->
 			loop(info(State, StreamID, Msg), Buffer);
@@ -161,10 +181,10 @@ loop(State=#state{parent=Parent, socket=Socket, transport=Transport, children=Ch
 		terminate(State, {internal_error, timeout, 'No message or data received before timeout.'})
 	end.
 
-parse(State=#state{socket=Socket, transport=Transport, parse_state=preface}, Data) ->
+parse(State=#state{socket=Socket, transport=Transport, parse_state={preface, sequence, TRef}}, Data) ->
 	case Data of
 		<< "PRI * HTTP/2.0\r\n\r\nSM\r\n\r\n", Rest/bits >> ->
-			parse(State#state{parse_state=settings}, Rest);
+			parse(State#state{parse_state={preface, settings, TRef}}, Rest);
 		_ when byte_size(Data) >= 24 ->
 			Transport:close(Socket),
 			exit({shutdown, {connection_error, protocol_error,
@@ -187,9 +207,12 @@ parse(State=#state{parse_state=ParseState}, Data) ->
 	case cow_http2:parse(Data) of
 		{ok, Frame, Rest} ->
 			case ParseState of
-				normal -> parse(frame(State, Frame), Rest);
+				normal ->
-				settings -> parse(frame(State, Frame), Rest);
+					parse(frame(State, Frame), Rest);
-				_ -> parse(continuation_frame(State, Frame), Rest)
+				{preface, settings, TRef} ->
+					parse_settings_preface(State, Frame, Rest, TRef);
+				{continuation, _, _, _} ->
+					parse(continuation_frame(State, Frame), Rest)
 			end;
 		{stream_error, StreamID, Reason, Human, Rest} ->
 			parse(stream_reset(State, StreamID, {stream_error, Reason, Human}), Rest);
@@ -199,13 +222,20 @@ parse(State=#state{parse_state=ParseState}, Data) ->
 			before_loop(State, Data)
 	end.
 
+parse_settings_preface(State, Frame={settings, _}, Rest, TRef) ->
+	erlang:cancel_timer(TRef, [{async, true}, {info, false}]),
+	parse(frame(State#state{parse_state=normal}, Frame), Rest);
+parse_settings_preface(State, _, _, _) ->
+	terminate(State, {connection_error, protocol_error,
+		'The preface sequence must be followed by a SETTINGS frame. (RFC7540 3.5)'}).
+
 %% @todo When we get a 'fin' we need to check if the stream had a 'fin' sent back
 %% and terminate the stream if this is the end of it.
 
 %% DATA frame.
 frame(State=#state{handler=Handler, streams=Streams0}, {data, StreamID, IsFin, Data}) ->
 	case lists:keyfind(StreamID, #stream.id, Streams0) of
-		Stream = #stream{state=StreamState0} -> %% @todo in=open
+		Stream = #stream{state=StreamState0, remote=nofin} ->
 			try Handler:data(StreamID, IsFin, Data, StreamState0) of
 				{Commands, StreamState} ->
 					Streams = lists:keyreplace(StreamID, #stream.id, Streams0,
@@ -217,7 +247,7 @@ frame(State=#state{handler=Handler, streams=Streams0}, {data, StreamID, IsFin, D
 				stream_reset(State, StreamID, {internal_error, {Class, Reason},
 					'Exception occurred in StreamHandler:data/4 call.'})
 			end;
-		false ->
+		_ ->
 			stream_reset(State, StreamID, {stream_error, stream_closed,
 				'DATA frame received for a closed or non-existent stream. (RFC7540 6.1)'})
 	end;

test/rfc7540_SUITE.erl

@@ -202,6 +202,11 @@ http_upgrade_client_preface_timeout(Config) ->
 	%% Receive the server preface.
 	{ok, << Len:24 >>} = gen_tcp:recv(Socket, 3, 1000),
 	{ok, << 4:8, 0:40, _:Len/binary >>} = gen_tcp:recv(Socket, 6 + Len, 1000),
+	%% Receive the response to the initial HTTP/1.1 request.
+	{ok, << HeadersSkipLen:24, 1:8, _:8, 1:32 >>} = gen_tcp:recv(Socket, 9, 1000),
+	{ok, _} = gen_tcp:recv(Socket, HeadersSkipLen, 1000),
+	{ok, << DataSkipLen:24, 0:8, _:8, 1:32 >>} = gen_tcp:recv(Socket, 9, 1000),
+	{ok, _} = gen_tcp:recv(Socket, DataSkipLen, 1000),
 	%% Do not send the preface. Wait for the server to disconnect us.
 	{error, closed} = gen_tcp:recv(Socket, 9, 6000),
 	ok.
@@ -224,8 +229,25 @@ http_upgrade_reject_missing_client_preface(Config) ->
 	{ok, << Len:24 >>} = gen_tcp:recv(Socket, 3, 1000),
 	{ok, << 4:8, 0:40, _:Len/binary >>} = gen_tcp:recv(Socket, 6 + Len, 1000),
 	%% We expect the server to close the connection when it receives a bad preface.
-	{error, closed} = gen_tcp:recv(Socket, 9, 1000),
+	%% The server may however have already started sending the response to the
-	ok.
+	%% initial HTTP/1.1 request.
+	Received = lists:reverse(lists:foldl(fun(_, Acc) ->
+		case gen_tcp:recv(Socket, 9, 1000) of
+			{ok, << SkipLen:24, 1:8, _:8, 1:32 >>} ->
+				{ok, _} = gen_tcp:recv(Socket, SkipLen, 1000),
+				[headers|Acc];
+			{ok, << SkipLen:24, 0:8, _:8, 1:32 >>} ->
+				{ok, _} = gen_tcp:recv(Socket, SkipLen, 1000),
+				[data|Acc];
+			{error, _} ->
+				[closed|Acc]
+		end
+	end, [], [1, 2, 3])),
+	case Received of
+		[closed|_] -> ok;
+		[headers, closed|_] -> ok;
+		[headers, data, closed] -> ok
+	end.
 
 http_upgrade_reject_invalid_client_preface(Config) ->
 	doc("Servers must treat an invalid connection preface as a "
@@ -283,8 +305,25 @@ http_upgrade_reject_missing_client_preface_settings(Config) ->
 	{ok, << Len:24 >>} = gen_tcp:recv(Socket, 3, 1000),
 	{ok, << 4:8, 0:40, _:Len/binary >>} = gen_tcp:recv(Socket, 6 + Len, 1000),
 	%% We expect the server to close the connection when it receives a bad preface.
-	{error, closed} = gen_tcp:recv(Socket, 9, 1000),
+	%% The server may however have already started sending the response to the
-	ok.
+	%% initial HTTP/1.1 request.
+	Received = lists:reverse(lists:foldl(fun(_, Acc) ->
+		case gen_tcp:recv(Socket, 9, 1000) of
+			{ok, << SkipLen:24, 1:8, _:8, 1:32 >>} ->
+				{ok, _} = gen_tcp:recv(Socket, SkipLen, 1000),
+				[headers|Acc];
+			{ok, << SkipLen:24, 0:8, _:8, 1:32 >>} ->
+				{ok, _} = gen_tcp:recv(Socket, SkipLen, 1000),
+				[data|Acc];
+			{error, _} ->
+				[closed|Acc]
+		end
+	end, [], [1, 2, 3])),
+	case Received of
+		[closed|_] -> ok;
+		[headers, closed|_] -> ok;
+		[headers, data, closed] -> ok
+	end.
 
 http_upgrade_reject_invalid_client_preface_settings(Config) ->
 	doc("Servers must treat an invalid connection preface as a "