1
0
Fork 0
mirror of https://github.com/actix/actix-web.git synced 2024-10-11 04:32:28 +00:00
actix-web/src/h1.rs

1527 lines
52 KiB
Rust
Raw Normal View History

2017-12-15 03:34:31 +00:00
use std::{self, io};
2017-12-08 17:24:05 +00:00
use std::rc::Rc;
use std::net::SocketAddr;
use std::time::Duration;
use std::collections::VecDeque;
2017-10-07 04:48:14 +00:00
use actix::Arbiter;
2017-10-07 04:48:14 +00:00
use httparse;
2017-12-01 03:01:25 +00:00
use http::{Uri, Method, Version, HttpTryFrom, HeaderMap};
2017-11-07 00:23:58 +00:00
use http::header::{self, HeaderName, HeaderValue};
2017-11-02 19:54:09 +00:00
use bytes::{Bytes, BytesMut, BufMut};
use futures::{Future, Poll, Async};
use tokio_core::reactor::Timeout;
2017-10-07 04:48:14 +00:00
2017-11-25 06:15:52 +00:00
use pipeline::Pipeline;
use encoding::PayloadType;
use channel::{HttpHandler, HttpHandlerTask, IoStream};
2017-12-15 03:34:31 +00:00
use h1writer::{Writer, H1Writer};
2017-12-28 20:38:37 +00:00
use worker::WorkerSettings;
use httpcodes::HTTPNotFound;
use httprequest::HttpRequest;
use error::{ParseError, PayloadError, ResponseError};
2017-11-16 06:06:28 +00:00
use payload::{Payload, PayloadWriter, DEFAULT_BUFFER_SIZE};
2017-10-07 04:48:14 +00:00
2017-12-15 03:34:31 +00:00
const LW_BUFFER_SIZE: usize = 4096;
const HW_BUFFER_SIZE: usize = 16_384;
2017-10-09 03:16:48 +00:00
const MAX_BUFFER_SIZE: usize = 131_072;
const MAX_HEADERS: usize = 100;
const MAX_PIPELINED_MESSAGES: usize = 16;
2017-11-02 19:54:09 +00:00
const HTTP2_PREFACE: [u8; 14] = *b"PRI * HTTP/2.0";
2017-10-07 04:48:14 +00:00
bitflags! {
struct Flags: u8 {
const ERROR = 0b0000_0010;
const KEEPALIVE = 0b0000_0100;
const H2 = 0b0000_1000;
}
}
bitflags! {
struct EntryFlags: u8 {
const EOF = 0b0000_0001;
const ERROR = 0b0000_0010;
const FINISHED = 0b0000_0100;
}
}
pub(crate) enum Http1Result {
Done,
2017-11-04 20:49:05 +00:00
Switch,
2017-10-14 07:11:12 +00:00
}
2017-11-27 05:18:38 +00:00
#[derive(Debug)]
enum Item {
Http1(HttpRequest),
Http2,
}
pub(crate) struct Http1<T: IoStream, H: 'static> {
flags: Flags,
2017-12-14 05:38:47 +00:00
settings: Rc<WorkerSettings<H>>,
addr: Option<SocketAddr>,
stream: H1Writer<T>,
reader: Reader,
read_buf: BytesMut,
tasks: VecDeque<Entry>,
keepalive_timer: Option<Timeout>,
2017-10-07 04:48:14 +00:00
}
struct Entry {
2017-12-09 12:33:40 +00:00
pipe: Box<HttpHandlerTask>,
flags: EntryFlags,
}
impl<T, H> Http1<T, H>
where T: IoStream, H: HttpHandler + 'static
{
2017-12-14 05:38:47 +00:00
pub fn new(h: Rc<WorkerSettings<H>>, stream: T, addr: Option<SocketAddr>) -> Self {
2017-12-15 03:34:31 +00:00
let bytes = h.get_shared_bytes();
2017-12-08 17:24:05 +00:00
Http1{ flags: Flags::KEEPALIVE,
2017-12-14 05:38:47 +00:00
settings: h,
addr: addr,
2017-12-15 03:34:31 +00:00
stream: H1Writer::new(stream, bytes),
reader: Reader::new(),
read_buf: BytesMut::new(),
tasks: VecDeque::new(),
keepalive_timer: None }
}
2017-12-29 00:25:47 +00:00
pub fn settings(&self) -> &WorkerSettings<H> {
self.settings.as_ref()
}
2017-12-14 05:38:47 +00:00
pub fn into_inner(self) -> (Rc<WorkerSettings<H>>, T, Option<SocketAddr>, Bytes) {
(self.settings, self.stream.into_inner(), self.addr, self.read_buf.freeze())
}
2018-01-04 06:43:44 +00:00
pub(crate) fn io(&mut self) -> &mut T {
self.stream.get_mut()
}
fn poll_completed(&mut self, shutdown: bool) -> Result<bool, ()> {
2017-12-15 03:34:31 +00:00
// check stream state
match self.stream.poll_completed(shutdown) {
Ok(Async::Ready(_)) => Ok(true),
Ok(Async::NotReady) => Ok(false),
2017-12-15 03:34:31 +00:00
Err(err) => {
debug!("Error sending data: {}", err);
Err(())
}
}
}
2017-12-19 22:03:01 +00:00
// TODO: refacrtor
#[cfg_attr(feature = "cargo-clippy", allow(cyclomatic_complexity))]
pub fn poll(&mut self) -> Poll<Http1Result, ()> {
// keep-alive timer
if self.keepalive_timer.is_some() {
match self.keepalive_timer.as_mut().unwrap().poll() {
2017-11-09 03:31:25 +00:00
Ok(Async::Ready(_)) => {
trace!("Keep-alive timeout, close connection");
return Ok(Async::Ready(Http1Result::Done))
}
Ok(Async::NotReady) => (),
Err(_) => unreachable!(),
}
}
loop {
let mut not_ready = true;
// check in-flight messages
let mut io = false;
let mut idx = 0;
while idx < self.tasks.len() {
let item = &mut self.tasks[idx];
if !io && !item.flags.contains(EntryFlags::EOF) {
if item.flags.contains(EntryFlags::ERROR) {
2017-12-15 03:34:31 +00:00
// check stream state
if let Ok(Async::NotReady) = self.stream.poll_completed(true) {
2017-12-15 03:34:31 +00:00
return Ok(Async::NotReady)
}
return Err(())
}
2017-12-01 23:45:15 +00:00
match item.pipe.poll_io(&mut self.stream) {
Ok(Async::Ready(ready)) => {
not_ready = false;
// overide keep-alive state
if self.stream.keepalive() {
self.flags.insert(Flags::KEEPALIVE);
} else {
self.flags.remove(Flags::KEEPALIVE);
}
2017-12-14 00:44:35 +00:00
self.stream.reset();
item.flags.insert(EntryFlags::EOF);
if ready {
item.flags.insert(EntryFlags::FINISHED);
}
},
Ok(Async::NotReady) => {
// no more IO for this iteration
io = true;
},
2017-11-25 17:28:25 +00:00
Err(err) => {
// it is not possible to recover from error
2017-12-01 23:45:15 +00:00
// during pipe handling, so just drop connection
2017-11-25 17:28:25 +00:00
error!("Unhandled error: {}", err);
2017-12-15 03:34:31 +00:00
item.flags.insert(EntryFlags::ERROR);
// check stream state, we still can have valid data in buffer
if let Ok(Async::NotReady) = self.stream.poll_completed(true) {
2017-12-15 03:34:31 +00:00
return Ok(Async::NotReady)
}
return Err(())
}
}
} else if !item.flags.contains(EntryFlags::FINISHED) {
2017-12-01 23:45:15 +00:00
match item.pipe.poll() {
Ok(Async::NotReady) => (),
Ok(Async::Ready(_)) => {
not_ready = false;
item.flags.insert(EntryFlags::FINISHED);
},
2017-11-25 17:28:25 +00:00
Err(err) => {
item.flags.insert(EntryFlags::ERROR);
2017-11-25 17:28:25 +00:00
error!("Unhandled error: {}", err);
}
}
}
idx += 1;
}
// cleanup finished tasks
while !self.tasks.is_empty() {
if self.tasks[0].flags.contains(EntryFlags::EOF) &&
self.tasks[0].flags.contains(EntryFlags::FINISHED)
{
self.tasks.pop_front();
} else {
break
}
}
// no keep-alive
if !self.flags.contains(Flags::KEEPALIVE) && self.tasks.is_empty() {
let h2 = self.flags.contains(Flags::H2);
2017-12-15 03:34:31 +00:00
// check stream state
if !self.poll_completed(!h2)? {
2017-12-15 03:34:31 +00:00
return Ok(Async::NotReady)
}
if h2 {
2017-11-04 20:49:05 +00:00
return Ok(Async::Ready(Http1Result::Switch))
} else {
return Ok(Async::Ready(Http1Result::Done))
}
}
// read incoming data
while !self.flags.contains(Flags::ERROR) && !self.flags.contains(Flags::H2) &&
2017-12-15 21:10:12 +00:00
self.tasks.len() < MAX_PIPELINED_MESSAGES
{
match self.reader.parse(self.stream.get_mut(),
&mut self.read_buf, &self.settings) {
2017-11-27 03:00:57 +00:00
Ok(Async::Ready(Item::Http1(mut req))) => {
not_ready = false;
// set remote addr
2017-12-06 05:38:52 +00:00
req.set_peer_addr(self.addr);
// stop keepalive timer
self.keepalive_timer.take();
// start request processing
2017-12-01 23:45:15 +00:00
let mut pipe = None;
2017-12-26 17:00:45 +00:00
for h in self.settings.handlers().iter_mut() {
2017-11-29 21:53:52 +00:00
req = match h.handle(req) {
Ok(t) => {
2017-12-01 23:45:15 +00:00
pipe = Some(t);
2017-11-29 21:53:52 +00:00
break
},
Err(req) => req,
}
}
self.tasks.push_back(
2017-12-01 23:45:15 +00:00
Entry {pipe: pipe.unwrap_or_else(|| Pipeline::error(HTTPNotFound)),
flags: EntryFlags::empty()});
}
Ok(Async::Ready(Item::Http2)) => {
self.flags.insert(Flags::H2);
}
Err(ReaderError::Disconnect) => {
not_ready = false;
self.flags.insert(Flags::ERROR);
self.stream.disconnected();
for entry in &mut self.tasks {
2017-12-01 23:45:15 +00:00
entry.pipe.disconnected()
}
},
Err(err) => {
// notify all tasks
not_ready = false;
self.stream.disconnected();
for entry in &mut self.tasks {
2017-12-01 23:45:15 +00:00
entry.pipe.disconnected()
}
// kill keepalive
self.flags.remove(Flags::KEEPALIVE);
self.keepalive_timer.take();
2017-11-25 06:15:52 +00:00
// on parse error, stop reading stream but tasks need to be completed
self.flags.insert(Flags::ERROR);
if self.tasks.is_empty() {
if let ReaderError::Error(err) = err {
self.tasks.push_back(
2017-12-01 23:45:15 +00:00
Entry {pipe: Pipeline::error(err.error_response()),
flags: EntryFlags::empty()});
}
}
}
Ok(Async::NotReady) => {
// start keep-alive timer, this also is slow request timeout
if self.tasks.is_empty() {
if self.settings.keep_alive_enabled() {
let keep_alive = self.settings.keep_alive();
2017-12-14 05:38:47 +00:00
if keep_alive > 0 && self.flags.contains(Flags::KEEPALIVE) {
if self.keepalive_timer.is_none() {
trace!("Start keep-alive timer");
let mut to = Timeout::new(
2017-12-14 06:36:28 +00:00
Duration::new(keep_alive, 0),
2017-12-14 05:38:47 +00:00
Arbiter::handle()).unwrap();
// register timeout
let _ = to.poll();
self.keepalive_timer = Some(to);
}
} else {
2017-12-15 03:34:31 +00:00
// check stream state
if !self.poll_completed(true)? {
2017-12-15 03:34:31 +00:00
return Ok(Async::NotReady)
}
2017-12-14 05:38:47 +00:00
// keep-alive disable, drop connection
return Ok(Async::Ready(Http1Result::Done))
}
} else if !self.poll_completed(false)? ||
self.flags.contains(Flags::KEEPALIVE)
{
// check stream state or
// if keep-alive unset, rely on operating system
2017-12-14 05:38:47 +00:00
return Ok(Async::NotReady)
} else {
return Ok(Async::Ready(Http1Result::Done))
}
}
2017-11-16 06:06:28 +00:00
break
}
}
}
// check for parse error
if self.tasks.is_empty() {
let h2 = self.flags.contains(Flags::H2);
2017-12-15 03:34:31 +00:00
// check stream state
if !self.poll_completed(!h2)? {
2017-12-15 03:34:31 +00:00
return Ok(Async::NotReady)
}
if h2 {
2017-11-04 21:07:15 +00:00
return Ok(Async::Ready(Http1Result::Switch))
}
if self.flags.contains(Flags::ERROR) || self.keepalive_timer.is_none() {
return Ok(Async::Ready(Http1Result::Done))
}
}
if not_ready {
self.poll_completed(false)?;
return Ok(Async::NotReady)
}
}
}
2017-10-07 04:48:14 +00:00
}
struct Reader {
h1: bool,
payload: Option<PayloadInfo>,
}
enum Decoding {
Paused,
Ready,
NotReady,
}
struct PayloadInfo {
2017-11-07 00:23:58 +00:00
tx: PayloadType,
decoder: Decoder,
}
2017-10-14 07:11:12 +00:00
#[derive(Debug)]
enum ReaderError {
Disconnect,
2017-10-13 23:33:23 +00:00
Payload,
Error(ParseError),
}
2017-11-02 19:54:09 +00:00
enum Message {
2017-11-27 03:00:57 +00:00
Http1(HttpRequest, Option<PayloadInfo>),
2017-11-02 19:54:09 +00:00
Http2,
NotReady,
}
2017-10-07 04:48:14 +00:00
impl Reader {
pub fn new() -> Reader {
Reader {
h1: false,
2017-10-07 04:48:14 +00:00
payload: None,
}
}
fn decode(&mut self, buf: &mut BytesMut) -> std::result::Result<Decoding, ReaderError>
2017-10-07 04:48:14 +00:00
{
if let Some(ref mut payload) = self.payload {
2017-11-07 00:23:58 +00:00
if payload.tx.capacity() > DEFAULT_BUFFER_SIZE {
2017-10-09 03:16:48 +00:00
return Ok(Decoding::Paused)
}
2017-10-07 04:48:14 +00:00
loop {
match payload.decoder.decode(buf) {
2017-10-07 04:48:14 +00:00
Ok(Async::Ready(Some(bytes))) => {
2017-11-07 00:23:58 +00:00
payload.tx.feed_data(bytes)
2017-10-07 04:48:14 +00:00
},
Ok(Async::Ready(None)) => {
2017-11-07 00:23:58 +00:00
payload.tx.feed_eof();
2017-10-09 03:16:48 +00:00
return Ok(Decoding::Ready)
2017-10-07 04:48:14 +00:00
},
Ok(Async::NotReady) => return Ok(Decoding::NotReady),
2017-10-13 23:33:23 +00:00
Err(err) => {
2017-11-07 00:23:58 +00:00
payload.tx.set_error(err.into());
2017-10-13 23:33:23 +00:00
return Err(ReaderError::Payload)
}
2017-10-07 04:48:14 +00:00
}
}
} else {
return Ok(Decoding::Ready)
}
}
2017-12-15 03:34:31 +00:00
pub fn parse<T, H>(&mut self, io: &mut T,
buf: &mut BytesMut,
settings: &WorkerSettings<H>) -> Poll<Item, ReaderError>
where T: IoStream
2017-10-07 04:48:14 +00:00
{
2017-12-15 21:10:12 +00:00
// read payload
if self.payload.is_some() {
match self.read_from_io(io, buf) {
Ok(Async::Ready(0)) => {
if let Some(ref mut payload) = self.payload {
payload.tx.set_error(PayloadError::Incomplete);
}
// http channel should not deal with payload errors
return Err(ReaderError::Payload)
2017-10-07 04:48:14 +00:00
},
2017-12-15 21:10:12 +00:00
Err(err) => {
if let Some(ref mut payload) = self.payload {
payload.tx.set_error(err.into());
2017-10-07 04:48:14 +00:00
}
2017-12-15 21:10:12 +00:00
// http channel should not deal with payload errors
return Err(ReaderError::Payload)
2017-10-07 04:48:14 +00:00
}
2017-12-15 21:10:12 +00:00
_ => (),
}
match self.decode(buf)? {
Decoding::Ready => self.payload = None,
Decoding::Paused | Decoding::NotReady => return Ok(Async::NotReady),
2017-10-07 04:48:14 +00:00
}
}
2017-12-15 21:10:12 +00:00
// if buf is empty parse_message will always return NotReady, let's avoid that
let read = if buf.is_empty() {
match self.read_from_io(io, buf) {
Ok(Async::Ready(0)) => {
2017-12-16 15:29:15 +00:00
// debug!("Ignored premature client disconnection");
2017-12-15 21:10:12 +00:00
return Err(ReaderError::Disconnect);
},
Ok(Async::Ready(_)) => (),
Ok(Async::NotReady) =>
return Ok(Async::NotReady),
Err(err) =>
return Err(ReaderError::Error(err.into()))
}
false
} else {
true
};
2017-10-07 04:48:14 +00:00
loop {
2017-12-15 03:34:31 +00:00
match Reader::parse_message(buf, settings).map_err(ReaderError::Error)? {
2017-11-02 19:54:09 +00:00
Message::Http1(msg, decoder) => {
2017-12-15 21:10:12 +00:00
// process payload
2017-11-27 03:00:57 +00:00
if let Some(payload) = decoder {
2017-10-07 04:48:14 +00:00
self.payload = Some(payload);
2017-12-15 21:10:12 +00:00
match self.decode(buf)? {
Decoding::Paused | Decoding::NotReady => (),
Decoding::Ready => self.payload = None,
2017-10-07 04:48:14 +00:00
}
2017-11-27 03:00:57 +00:00
}
self.h1 = true;
2017-11-27 03:00:57 +00:00
return Ok(Async::Ready(Item::Http1(msg)));
2017-10-07 04:48:14 +00:00
},
2017-11-02 19:54:09 +00:00
Message::Http2 => {
if self.h1 {
return Err(ReaderError::Error(ParseError::Version))
}
return Ok(Async::Ready(Item::Http2));
2017-11-02 19:54:09 +00:00
},
Message::NotReady => {
if buf.capacity() >= MAX_BUFFER_SIZE {
2017-12-15 21:10:12 +00:00
error!("MAX_BUFFER_SIZE unprocessed data reached, closing");
2017-10-13 23:33:23 +00:00
return Err(ReaderError::Error(ParseError::TooLarge));
2017-10-07 04:48:14 +00:00
}
2017-12-15 21:10:12 +00:00
if read {
match self.read_from_io(io, buf) {
Ok(Async::Ready(0)) => {
debug!("Ignored premature client disconnection");
return Err(ReaderError::Disconnect);
},
Ok(Async::Ready(_)) => (),
Ok(Async::NotReady) =>
return Ok(Async::NotReady),
Err(err) =>
return Err(ReaderError::Error(err.into()))
}
} else {
return Ok(Async::NotReady)
}
2017-10-07 04:48:14 +00:00
},
}
}
}
fn read_from_io<T: IoStream>(&mut self, io: &mut T, buf: &mut BytesMut)
-> Poll<usize, io::Error>
2017-12-15 21:10:12 +00:00
{
2017-10-07 04:48:14 +00:00
unsafe {
2017-12-15 21:10:12 +00:00
if buf.remaining_mut() < LW_BUFFER_SIZE {
buf.reserve(HW_BUFFER_SIZE);
}
match io.read(buf.bytes_mut()) {
Ok(n) => {
buf.advance_mut(n);
Ok(Async::Ready(n))
},
2017-10-07 04:48:14 +00:00
Err(e) => {
if e.kind() == io::ErrorKind::WouldBlock {
2017-12-15 21:10:12 +00:00
Ok(Async::NotReady)
} else {
Err(e)
2017-10-07 04:48:14 +00:00
}
}
2017-12-15 21:10:12 +00:00
}
2017-10-07 04:48:14 +00:00
}
}
2017-12-15 03:34:31 +00:00
fn parse_message<H>(buf: &mut BytesMut, settings: &WorkerSettings<H>)
-> Result<Message, ParseError>
{
if buf.is_empty() {
2017-11-02 19:54:09 +00:00
return Ok(Message::NotReady);
}
if buf.len() >= 14 && buf[..14] == HTTP2_PREFACE[..] {
2017-11-02 19:54:09 +00:00
return Ok(Message::Http2)
2017-10-14 07:11:12 +00:00
}
// Parse http message
2017-12-16 06:49:48 +00:00
let msg = {
let bytes_ptr = buf.as_ref().as_ptr() as usize;
2017-12-15 06:22:27 +00:00
let mut headers: [httparse::Header; MAX_HEADERS] =
unsafe{std::mem::uninitialized()};
2017-10-07 04:48:14 +00:00
2017-12-16 06:49:48 +00:00
let (len, method, path, version, headers_len) = {
let b = unsafe{ let b: &[u8] = buf; std::mem::transmute(b) };
let mut req = httparse::Request::new(&mut headers);
match req.parse(b)? {
httparse::Status::Complete(len) => {
let method = Method::try_from(req.method.unwrap())
.map_err(|_| ParseError::Method)?;
let path = req.path.unwrap();
let path_start = path.as_ptr() as usize - bytes_ptr;
let path_end = path_start + path.len();
let path = (path_start, path_end);
let version = if req.version.unwrap() == 1 {
Version::HTTP_11
} else {
Version::HTTP_10
};
(len, method, path, version, req.headers.len())
}
httparse::Status::Partial => return Ok(Message::NotReady),
2017-10-14 07:11:12 +00:00
}
2017-12-16 06:49:48 +00:00
};
let slice = buf.split_to(len).freeze();
// convert headers
let msg = settings.get_http_message();
for header in headers[..headers_len].iter() {
if let Ok(name) = HeaderName::try_from(header.name) {
let v_start = header.value.as_ptr() as usize - bytes_ptr;
let v_end = v_start + header.value.len();
let value = unsafe {
HeaderValue::from_shared_unchecked(slice.slice(v_start, v_end)) };
2017-12-15 03:34:31 +00:00
msg.get_mut().headers.append(name, value);
2017-10-14 07:11:12 +00:00
} else {
return Err(ParseError::Header)
}
2017-10-10 06:07:32 +00:00
}
2017-10-07 04:48:14 +00:00
2017-12-16 06:49:48 +00:00
let path = slice.slice(path.0, path.1);
let uri = Uri::from_shared(path).map_err(ParseError::Uri)?;
msg.get_mut().uri = uri;
msg.get_mut().method = method;
msg.get_mut().version = version;
msg
};
2017-12-25 15:31:12 +00:00
let decoder = if let Some(len) = msg.get_ref().headers.get(header::CONTENT_LENGTH) {
2017-12-24 22:29:19 +00:00
// Content-Length
if let Ok(s) = len.to_str() {
if let Ok(len) = s.parse::<u64>() {
Some(Decoder::length(len))
2017-10-14 07:11:12 +00:00
} else {
debug!("illegal Content-Length: {:?}", len);
return Err(ParseError::Header)
}
2017-12-24 22:29:19 +00:00
} else {
debug!("illegal Content-Length: {:?}", len);
return Err(ParseError::Header)
2017-10-10 06:07:32 +00:00
}
2017-12-24 22:29:19 +00:00
} else if chunked(&msg.get_mut().headers)? {
// Chunked encoding
Some(Decoder::chunked())
2017-12-25 15:31:12 +00:00
} else if msg.get_ref().headers.contains_key(header::UPGRADE) ||
msg.get_ref().method == Method::CONNECT
{
2017-12-24 22:29:19 +00:00
Some(Decoder::eof())
} else {
None
2017-10-14 07:11:12 +00:00
};
2017-11-27 03:00:57 +00:00
2017-12-24 22:29:19 +00:00
if let Some(decoder) = decoder {
let (psender, payload) = Payload::new(false);
let info = PayloadInfo {
tx: PayloadType::new(&msg.get_mut().headers, psender),
decoder: decoder,
};
msg.get_mut().payload = Some(payload);
Ok(Message::Http1(HttpRequest::from_message(msg), Some(info)))
2017-12-13 05:32:58 +00:00
} else {
2017-12-24 22:29:19 +00:00
Ok(Message::Http1(HttpRequest::from_message(msg), None))
2017-12-13 05:32:58 +00:00
}
}
}
/// Check if request has chunked transfer encoding
fn chunked(headers: &HeaderMap) -> Result<bool, ParseError> {
if let Some(encodings) = headers.get(header::TRANSFER_ENCODING) {
if let Ok(s) = encodings.to_str() {
Ok(s.to_lowercase().contains("chunked"))
} else {
Err(ParseError::Header)
}
} else {
Ok(false)
}
}
2017-11-02 19:54:09 +00:00
/// Decoders to handle different Transfer-Encodings.
///
/// If a message body does not include a Transfer-Encoding, it *should*
/// include a Content-Length header.
#[derive(Debug, Clone, PartialEq)]
struct Decoder {
2017-11-02 19:54:09 +00:00
kind: Kind,
}
impl Decoder {
pub fn length(x: u64) -> Decoder {
Decoder { kind: Kind::Length(x) }
}
pub fn chunked() -> Decoder {
Decoder { kind: Kind::Chunked(ChunkedState::Size, 0) }
}
pub fn eof() -> Decoder {
Decoder { kind: Kind::Eof(false) }
}
}
#[derive(Debug, Clone, PartialEq)]
enum Kind {
/// A Reader used when a Content-Length header is passed with a positive integer.
Length(u64),
/// A Reader used when Transfer-Encoding is `chunked`.
Chunked(ChunkedState, u64),
/// A Reader used for responses that don't indicate a length or chunked.
///
/// Note: This should only used for `Response`s. It is illegal for a
/// `Request` to be made with both `Content-Length` and
/// `Transfer-Encoding: chunked` missing, as explained from the spec:
///
/// > If a Transfer-Encoding header field is present in a response and
/// > the chunked transfer coding is not the final encoding, the
/// > message body length is determined by reading the connection until
/// > it is closed by the server. If a Transfer-Encoding header field
/// > is present in a request and the chunked transfer coding is not
/// > the final encoding, the message body length cannot be determined
/// > reliably; the server MUST respond with the 400 (Bad Request)
/// > status code and then close the connection.
Eof(bool),
}
#[derive(Debug, PartialEq, Clone)]
enum ChunkedState {
Size,
SizeLws,
Extension,
SizeLf,
Body,
BodyCr,
BodyLf,
EndCr,
EndLf,
End,
}
impl Decoder {
pub fn decode(&mut self, body: &mut BytesMut) -> Poll<Option<Bytes>, io::Error> {
match self.kind {
Kind::Length(ref mut remaining) => {
if *remaining == 0 {
Ok(Async::Ready(None))
} else {
if body.is_empty() {
return Ok(Async::NotReady)
}
let len = body.len() as u64;
let buf;
if *remaining > len {
buf = body.take().freeze();
*remaining -= len;
} else {
buf = body.split_to(*remaining as usize).freeze();
*remaining = 0;
}
trace!("Length read: {}", buf.len());
Ok(Async::Ready(Some(buf)))
}
}
Kind::Chunked(ref mut state, ref mut size) => {
loop {
let mut buf = None;
// advances the chunked state
*state = try_ready!(state.step(body, size, &mut buf));
if *state == ChunkedState::End {
trace!("End of chunked stream");
return Ok(Async::Ready(None));
}
if let Some(buf) = buf {
return Ok(Async::Ready(Some(buf)));
}
if body.is_empty() {
return Ok(Async::NotReady);
}
}
}
Kind::Eof(ref mut is_eof) => {
if *is_eof {
Ok(Async::Ready(None))
} else if !body.is_empty() {
Ok(Async::Ready(Some(body.take().freeze())))
} else {
Ok(Async::NotReady)
}
}
}
}
}
macro_rules! byte (
($rdr:ident) => ({
if $rdr.len() > 0 {
let b = $rdr[0];
$rdr.split_to(1);
b
} else {
return Ok(Async::NotReady)
}
})
);
impl ChunkedState {
fn step(&self, body: &mut BytesMut, size: &mut u64, buf: &mut Option<Bytes>)
-> Poll<ChunkedState, io::Error>
{
use self::ChunkedState::*;
match *self {
Size => ChunkedState::read_size(body, size),
SizeLws => ChunkedState::read_size_lws(body),
Extension => ChunkedState::read_extension(body),
SizeLf => ChunkedState::read_size_lf(body, size),
Body => ChunkedState::read_body(body, size, buf),
BodyCr => ChunkedState::read_body_cr(body),
BodyLf => ChunkedState::read_body_lf(body),
EndCr => ChunkedState::read_end_cr(body),
EndLf => ChunkedState::read_end_lf(body),
End => Ok(Async::Ready(ChunkedState::End)),
}
}
fn read_size(rdr: &mut BytesMut, size: &mut u64) -> Poll<ChunkedState, io::Error> {
let radix = 16;
match byte!(rdr) {
b @ b'0'...b'9' => {
*size *= radix;
*size += u64::from(b - b'0');
}
b @ b'a'...b'f' => {
*size *= radix;
*size += u64::from(b + 10 - b'a');
}
b @ b'A'...b'F' => {
*size *= radix;
*size += u64::from(b + 10 - b'A');
}
b'\t' | b' ' => return Ok(Async::Ready(ChunkedState::SizeLws)),
b';' => return Ok(Async::Ready(ChunkedState::Extension)),
b'\r' => return Ok(Async::Ready(ChunkedState::SizeLf)),
_ => {
return Err(io::Error::new(io::ErrorKind::InvalidInput,
"Invalid chunk size line: Invalid Size"));
}
}
Ok(Async::Ready(ChunkedState::Size))
}
fn read_size_lws(rdr: &mut BytesMut) -> Poll<ChunkedState, io::Error> {
trace!("read_size_lws");
match byte!(rdr) {
// LWS can follow the chunk size, but no more digits can come
b'\t' | b' ' => Ok(Async::Ready(ChunkedState::SizeLws)),
b';' => Ok(Async::Ready(ChunkedState::Extension)),
b'\r' => Ok(Async::Ready(ChunkedState::SizeLf)),
_ => {
Err(io::Error::new(io::ErrorKind::InvalidInput,
"Invalid chunk size linear white space"))
}
}
}
fn read_extension(rdr: &mut BytesMut) -> Poll<ChunkedState, io::Error> {
match byte!(rdr) {
b'\r' => Ok(Async::Ready(ChunkedState::SizeLf)),
_ => Ok(Async::Ready(ChunkedState::Extension)), // no supported extensions
}
}
fn read_size_lf(rdr: &mut BytesMut, size: &mut u64) -> Poll<ChunkedState, io::Error> {
match byte!(rdr) {
b'\n' if *size > 0 => Ok(Async::Ready(ChunkedState::Body)),
b'\n' if *size == 0 => Ok(Async::Ready(ChunkedState::EndCr)),
_ => Err(io::Error::new(io::ErrorKind::InvalidInput, "Invalid chunk size LF")),
}
}
fn read_body(rdr: &mut BytesMut, rem: &mut u64, buf: &mut Option<Bytes>)
-> Poll<ChunkedState, io::Error>
{
trace!("Chunked read, remaining={:?}", rem);
let len = rdr.len() as u64;
if len == 0 {
Ok(Async::Ready(ChunkedState::Body))
} else {
let slice;
if *rem > len {
slice = rdr.take().freeze();
*rem -= len;
} else {
slice = rdr.split_to(*rem as usize).freeze();
*rem = 0;
}
*buf = Some(slice);
if *rem > 0 {
Ok(Async::Ready(ChunkedState::Body))
} else {
Ok(Async::Ready(ChunkedState::BodyCr))
}
}
}
fn read_body_cr(rdr: &mut BytesMut) -> Poll<ChunkedState, io::Error> {
match byte!(rdr) {
b'\r' => Ok(Async::Ready(ChunkedState::BodyLf)),
_ => Err(io::Error::new(io::ErrorKind::InvalidInput, "Invalid chunk body CR")),
}
}
fn read_body_lf(rdr: &mut BytesMut) -> Poll<ChunkedState, io::Error> {
match byte!(rdr) {
b'\n' => Ok(Async::Ready(ChunkedState::Size)),
_ => Err(io::Error::new(io::ErrorKind::InvalidInput, "Invalid chunk body LF")),
}
}
fn read_end_cr(rdr: &mut BytesMut) -> Poll<ChunkedState, io::Error> {
match byte!(rdr) {
b'\r' => Ok(Async::Ready(ChunkedState::EndLf)),
_ => Err(io::Error::new(io::ErrorKind::InvalidInput, "Invalid chunk end CR")),
}
}
fn read_end_lf(rdr: &mut BytesMut) -> Poll<ChunkedState, io::Error> {
match byte!(rdr) {
b'\n' => Ok(Async::Ready(ChunkedState::End)),
_ => Err(io::Error::new(io::ErrorKind::InvalidInput, "Invalid chunk end LF")),
}
}
}
2017-10-14 07:11:12 +00:00
#[cfg(test)]
mod tests {
use std::{io, cmp, time};
use std::net::Shutdown;
use bytes::{Bytes, BytesMut, Buf};
use futures::Async;
use tokio_io::{AsyncRead, AsyncWrite};
2017-10-14 07:11:12 +00:00
use http::{Version, Method};
use super::*;
2017-12-15 04:29:49 +00:00
use application::HttpApplication;
2017-12-28 20:38:37 +00:00
use worker::WorkerSettings;
use channel::IoStream;
2017-10-14 07:11:12 +00:00
struct Buffer {
buf: Bytes,
err: Option<io::Error>,
}
impl Buffer {
fn new(data: &'static str) -> Buffer {
Buffer {
buf: Bytes::from(data),
err: None,
}
}
fn feed_data(&mut self, data: &'static str) {
let mut b = BytesMut::from(self.buf.as_ref());
b.extend(data.as_bytes());
self.buf = b.take().freeze();
}
}
2017-12-01 23:45:15 +00:00
2017-10-14 07:11:12 +00:00
impl AsyncRead for Buffer {}
impl io::Read for Buffer {
fn read(&mut self, dst: &mut [u8]) -> Result<usize, io::Error> {
if self.buf.is_empty() {
if self.err.is_some() {
Err(self.err.take().unwrap())
} else {
Err(io::Error::new(io::ErrorKind::WouldBlock, ""))
}
} else {
let size = cmp::min(self.buf.len(), dst.len());
let b = self.buf.split_to(size);
dst[..size].copy_from_slice(&b);
Ok(size)
}
}
}
impl IoStream for Buffer {
fn shutdown(&self, _: Shutdown) -> io::Result<()> {
Ok(())
}
fn set_nodelay(&self, _: bool) -> io::Result<()> {
Ok(())
}
fn set_linger(&self, _: Option<time::Duration>) -> io::Result<()> {
Ok(())
}
}
impl io::Write for Buffer {
fn write(&mut self, buf: &[u8]) -> io::Result<usize> {Ok(buf.len())}
fn flush(&mut self) -> io::Result<()> {Ok(())}
}
impl AsyncWrite for Buffer {
fn shutdown(&mut self) -> Poll<(), io::Error> { Ok(Async::Ready(())) }
fn write_buf<B: Buf>(&mut self, _: &mut B) -> Poll<usize, io::Error> {
Ok(Async::NotReady)
}
}
2017-10-14 07:11:12 +00:00
macro_rules! not_ready {
($e:expr) => (match $e {
Ok(Async::NotReady) => (),
Err(err) => panic!("Unexpected error: {:?}", err),
_ => panic!("Should not be ready"),
})
}
macro_rules! parse_ready {
2017-12-15 04:29:49 +00:00
($e:expr) => ({
let settings = WorkerSettings::<HttpApplication>::new(Vec::new(), None);
match Reader::new().parse($e, &mut BytesMut::new(), &settings) {
2017-11-27 03:00:57 +00:00
Ok(Async::Ready(Item::Http1(req))) => req,
2017-10-14 07:11:12 +00:00
Ok(_) => panic!("Eof during parsing http request"),
Err(err) => panic!("Error during parsing http request: {:?}", err),
}
2017-12-15 04:29:49 +00:00
})
2017-10-14 07:11:12 +00:00
}
macro_rules! reader_parse_ready {
($e:expr) => (
match $e {
2017-11-27 03:00:57 +00:00
Ok(Async::Ready(Item::Http1(req))) => req,
2017-10-14 07:11:12 +00:00
Ok(_) => panic!("Eof during parsing http request"),
Err(err) => panic!("Error during parsing http request: {:?}", err),
}
)
}
macro_rules! expect_parse_err {
($e:expr) => ({
let mut buf = BytesMut::new();
2017-12-15 04:29:49 +00:00
let settings = WorkerSettings::<HttpApplication>::new(Vec::new(), None);
match Reader::new().parse($e, &mut buf, &settings) {
Err(err) => match err {
ReaderError::Error(_) => (),
_ => panic!("Parse error expected"),
},
2017-11-06 09:24:49 +00:00
_ => {
panic!("Error expected")
}
}}
)
2017-10-14 07:11:12 +00:00
}
#[test]
fn test_parse() {
let mut buf = Buffer::new("GET /test HTTP/1.1\r\n\r\n");
let mut readbuf = BytesMut::new();
2017-12-15 04:29:49 +00:00
let settings = WorkerSettings::<HttpApplication>::new(Vec::new(), None);
2017-10-14 07:11:12 +00:00
let mut reader = Reader::new();
2017-12-15 04:29:49 +00:00
match reader.parse(&mut buf, &mut readbuf, &settings) {
2017-11-27 03:00:57 +00:00
Ok(Async::Ready(Item::Http1(req))) => {
2017-10-14 07:11:12 +00:00
assert_eq!(req.version(), Version::HTTP_11);
assert_eq!(*req.method(), Method::GET);
assert_eq!(req.path(), "/test");
}
Ok(_) | Err(_) => panic!("Error during parsing http request"),
}
}
#[test]
fn test_parse_partial() {
let mut buf = Buffer::new("PUT /test HTTP/1");
let mut readbuf = BytesMut::new();
2017-12-15 04:29:49 +00:00
let settings = WorkerSettings::<HttpApplication>::new(Vec::new(), None);
2017-10-14 07:11:12 +00:00
let mut reader = Reader::new();
2017-12-15 04:29:49 +00:00
match reader.parse(&mut buf, &mut readbuf, &settings) {
2017-10-14 07:11:12 +00:00
Ok(Async::NotReady) => (),
_ => panic!("Error"),
}
buf.feed_data(".1\r\n\r\n");
2017-12-15 04:29:49 +00:00
match reader.parse(&mut buf, &mut readbuf, &settings) {
2017-11-27 03:00:57 +00:00
Ok(Async::Ready(Item::Http1(req))) => {
2017-10-14 07:11:12 +00:00
assert_eq!(req.version(), Version::HTTP_11);
assert_eq!(*req.method(), Method::PUT);
assert_eq!(req.path(), "/test");
}
Ok(_) | Err(_) => panic!("Error during parsing http request"),
}
}
#[test]
fn test_parse_post() {
let mut buf = Buffer::new("POST /test2 HTTP/1.0\r\n\r\n");
let mut readbuf = BytesMut::new();
2017-12-15 04:29:49 +00:00
let settings = WorkerSettings::<HttpApplication>::new(Vec::new(), None);
2017-10-14 07:11:12 +00:00
let mut reader = Reader::new();
2017-12-15 04:29:49 +00:00
match reader.parse(&mut buf, &mut readbuf, &settings) {
2017-11-27 03:00:57 +00:00
Ok(Async::Ready(Item::Http1(req))) => {
2017-10-14 07:11:12 +00:00
assert_eq!(req.version(), Version::HTTP_10);
assert_eq!(*req.method(), Method::POST);
assert_eq!(req.path(), "/test2");
}
Ok(_) | Err(_) => panic!("Error during parsing http request"),
}
}
#[test]
fn test_parse_body() {
let mut buf = Buffer::new("GET /test HTTP/1.1\r\nContent-Length: 4\r\n\r\nbody");
let mut readbuf = BytesMut::new();
2017-12-15 04:29:49 +00:00
let settings = WorkerSettings::<HttpApplication>::new(Vec::new(), None);
2017-10-14 07:11:12 +00:00
let mut reader = Reader::new();
2017-12-15 04:29:49 +00:00
match reader.parse(&mut buf, &mut readbuf, &settings) {
2017-11-27 03:00:57 +00:00
Ok(Async::Ready(Item::Http1(mut req))) => {
2017-10-14 07:11:12 +00:00
assert_eq!(req.version(), Version::HTTP_11);
assert_eq!(*req.method(), Method::GET);
assert_eq!(req.path(), "/test");
2017-12-19 08:18:57 +00:00
assert_eq!(req.payload_mut().readall().unwrap().as_ref(), b"body");
2017-10-14 07:11:12 +00:00
}
Ok(_) | Err(_) => panic!("Error during parsing http request"),
}
}
#[test]
fn test_parse_body_crlf() {
let mut buf = Buffer::new(
"\r\nGET /test HTTP/1.1\r\nContent-Length: 4\r\n\r\nbody");
let mut readbuf = BytesMut::new();
2017-12-15 04:29:49 +00:00
let settings = WorkerSettings::<HttpApplication>::new(Vec::new(), None);
2017-10-14 07:11:12 +00:00
let mut reader = Reader::new();
2017-12-15 04:29:49 +00:00
match reader.parse(&mut buf, &mut readbuf, &settings) {
2017-11-27 03:00:57 +00:00
Ok(Async::Ready(Item::Http1(mut req))) => {
2017-10-14 07:11:12 +00:00
assert_eq!(req.version(), Version::HTTP_11);
assert_eq!(*req.method(), Method::GET);
assert_eq!(req.path(), "/test");
2017-12-19 08:18:57 +00:00
assert_eq!(req.payload_mut().readall().unwrap().as_ref(), b"body");
2017-10-14 07:11:12 +00:00
}
Ok(_) | Err(_) => panic!("Error during parsing http request"),
}
}
#[test]
fn test_parse_partial_eof() {
let mut buf = Buffer::new("GET /test HTTP/1.1\r\n");
let mut readbuf = BytesMut::new();
2017-12-15 04:29:49 +00:00
let settings = WorkerSettings::<HttpApplication>::new(Vec::new(), None);
2017-10-14 07:11:12 +00:00
let mut reader = Reader::new();
2017-12-15 04:29:49 +00:00
not_ready!{ reader.parse(&mut buf, &mut readbuf, &settings) }
2017-10-14 07:11:12 +00:00
buf.feed_data("\r\n");
2017-12-15 04:29:49 +00:00
match reader.parse(&mut buf, &mut readbuf, &settings) {
2017-11-27 03:00:57 +00:00
Ok(Async::Ready(Item::Http1(req))) => {
2017-10-14 07:11:12 +00:00
assert_eq!(req.version(), Version::HTTP_11);
assert_eq!(*req.method(), Method::GET);
assert_eq!(req.path(), "/test");
}
Ok(_) | Err(_) => panic!("Error during parsing http request"),
}
}
#[test]
fn test_headers_split_field() {
let mut buf = Buffer::new("GET /test HTTP/1.1\r\n");
let mut readbuf = BytesMut::new();
2017-12-15 04:29:49 +00:00
let settings = WorkerSettings::<HttpApplication>::new(Vec::new(), None);
2017-10-14 07:11:12 +00:00
let mut reader = Reader::new();
2017-12-15 04:29:49 +00:00
not_ready!{ reader.parse(&mut buf, &mut readbuf, &settings) }
2017-10-14 07:11:12 +00:00
buf.feed_data("t");
2017-12-15 04:29:49 +00:00
not_ready!{ reader.parse(&mut buf, &mut readbuf, &settings) }
2017-10-14 07:11:12 +00:00
buf.feed_data("es");
2017-12-15 04:29:49 +00:00
not_ready!{ reader.parse(&mut buf, &mut readbuf, &settings) }
2017-10-14 07:11:12 +00:00
buf.feed_data("t: value\r\n\r\n");
2017-12-15 04:29:49 +00:00
match reader.parse(&mut buf, &mut readbuf, &settings) {
2017-11-27 03:00:57 +00:00
Ok(Async::Ready(Item::Http1(req))) => {
2017-10-14 07:11:12 +00:00
assert_eq!(req.version(), Version::HTTP_11);
assert_eq!(*req.method(), Method::GET);
assert_eq!(req.path(), "/test");
assert_eq!(req.headers().get("test").unwrap().as_bytes(), b"value");
}
Ok(_) | Err(_) => panic!("Error during parsing http request"),
}
}
#[test]
fn test_headers_multi_value() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
Set-Cookie: c1=cookie1\r\n\
Set-Cookie: c2=cookie2\r\n\r\n");
let mut readbuf = BytesMut::new();
2017-12-15 04:29:49 +00:00
let settings = WorkerSettings::<HttpApplication>::new(Vec::new(), None);
2017-10-14 07:11:12 +00:00
let mut reader = Reader::new();
2017-12-15 04:29:49 +00:00
match reader.parse(&mut buf, &mut readbuf, &settings) {
2017-11-27 03:00:57 +00:00
Ok(Async::Ready(Item::Http1(req))) => {
2017-10-14 07:11:12 +00:00
let val: Vec<_> = req.headers().get_all("Set-Cookie")
.iter().map(|v| v.to_str().unwrap().to_owned()).collect();
assert_eq!(val[0], "c1=cookie1");
assert_eq!(val[1], "c2=cookie2");
}
Ok(_) | Err(_) => panic!("Error during parsing http request"),
}
}
#[test]
fn test_conn_default_1_0() {
let mut buf = Buffer::new("GET /test HTTP/1.0\r\n\r\n");
2017-11-27 03:00:57 +00:00
let req = parse_ready!(&mut buf);
2017-10-14 07:11:12 +00:00
assert!(!req.keep_alive());
}
#[test]
fn test_conn_default_1_1() {
let mut buf = Buffer::new("GET /test HTTP/1.1\r\n\r\n");
2017-11-27 03:00:57 +00:00
let req = parse_ready!(&mut buf);
2017-10-14 07:11:12 +00:00
assert!(req.keep_alive());
}
#[test]
fn test_conn_close() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
connection: close\r\n\r\n");
2017-11-27 03:00:57 +00:00
let req = parse_ready!(&mut buf);
2017-10-14 07:11:12 +00:00
assert!(!req.keep_alive());
}
#[test]
fn test_conn_close_1_0() {
let mut buf = Buffer::new(
"GET /test HTTP/1.0\r\n\
connection: close\r\n\r\n");
2017-11-27 03:00:57 +00:00
let req = parse_ready!(&mut buf);
2017-10-14 07:11:12 +00:00
assert!(!req.keep_alive());
}
#[test]
fn test_conn_keep_alive_1_0() {
let mut buf = Buffer::new(
"GET /test HTTP/1.0\r\n\
connection: keep-alive\r\n\r\n");
2017-11-27 03:00:57 +00:00
let req = parse_ready!(&mut buf);
2017-10-14 07:11:12 +00:00
assert!(req.keep_alive());
}
#[test]
fn test_conn_keep_alive_1_1() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
connection: keep-alive\r\n\r\n");
2017-11-27 03:00:57 +00:00
let req = parse_ready!(&mut buf);
2017-10-14 07:11:12 +00:00
assert!(req.keep_alive());
}
#[test]
fn test_conn_other_1_0() {
let mut buf = Buffer::new(
"GET /test HTTP/1.0\r\n\
connection: other\r\n\r\n");
2017-11-27 03:00:57 +00:00
let req = parse_ready!(&mut buf);
2017-10-14 07:11:12 +00:00
assert!(!req.keep_alive());
}
#[test]
fn test_conn_other_1_1() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
connection: other\r\n\r\n");
2017-11-27 03:00:57 +00:00
let req = parse_ready!(&mut buf);
2017-10-14 07:11:12 +00:00
assert!(req.keep_alive());
}
#[test]
fn test_conn_upgrade() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
2017-12-25 00:15:40 +00:00
upgrade: websockets\r\n\
2017-10-14 07:11:12 +00:00
connection: upgrade\r\n\r\n");
2017-11-27 03:00:57 +00:00
let req = parse_ready!(&mut buf);
2017-10-14 07:11:12 +00:00
2017-12-19 08:18:57 +00:00
assert!(!req.payload().eof());
2017-10-14 07:11:12 +00:00
assert!(req.upgrade());
}
#[test]
fn test_conn_upgrade_connect_method() {
let mut buf = Buffer::new(
"CONNECT /test HTTP/1.1\r\n\
2017-12-25 15:31:12 +00:00
content-type: text/plain\r\n\r\n");
2017-11-27 03:00:57 +00:00
let req = parse_ready!(&mut buf);
2017-10-14 07:11:12 +00:00
assert!(req.upgrade());
2017-12-19 08:18:57 +00:00
assert!(!req.payload().eof());
2017-10-14 07:11:12 +00:00
}
#[test]
fn test_request_chunked() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
transfer-encoding: chunked\r\n\r\n");
2017-11-27 03:00:57 +00:00
let req = parse_ready!(&mut buf);
2017-10-14 07:11:12 +00:00
if let Ok(val) = req.chunked() {
assert!(val);
} else {
panic!("Error");
}
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
transfer-encoding: chnked\r\n\r\n");
2017-11-27 03:00:57 +00:00
let req = parse_ready!(&mut buf);
2017-10-14 07:11:12 +00:00
if let Ok(val) = req.chunked() {
assert!(!val);
} else {
panic!("Error");
}
}
#[test]
fn test_headers_content_length_err_1() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
content-length: line\r\n\r\n");
expect_parse_err!(&mut buf)
}
#[test]
fn test_headers_content_length_err_2() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
content-length: -1\r\n\r\n");
expect_parse_err!(&mut buf);
}
#[test]
fn test_invalid_header() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
test line\r\n\r\n");
expect_parse_err!(&mut buf);
}
#[test]
fn test_invalid_name() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
test[]: line\r\n\r\n");
expect_parse_err!(&mut buf);
}
#[test]
fn test_http_request_bad_status_line() {
let mut buf = Buffer::new("getpath \r\n\r\n");
expect_parse_err!(&mut buf);
}
#[test]
fn test_http_request_upgrade() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
connection: upgrade\r\n\
upgrade: websocket\r\n\r\n\
some raw data");
2017-11-27 03:00:57 +00:00
let mut req = parse_ready!(&mut buf);
2017-10-14 07:11:12 +00:00
assert!(!req.keep_alive());
assert!(req.upgrade());
2017-12-19 08:18:57 +00:00
assert_eq!(req.payload_mut().readall().unwrap().as_ref(), b"some raw data");
2017-10-14 07:11:12 +00:00
}
#[test]
fn test_http_request_parser_utf8() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
x-test: тест\r\n\r\n");
2017-11-27 03:00:57 +00:00
let req = parse_ready!(&mut buf);
2017-10-14 07:11:12 +00:00
assert_eq!(req.headers().get("x-test").unwrap().as_bytes(),
"тест".as_bytes());
}
#[test]
fn test_http_request_parser_two_slashes() {
let mut buf = Buffer::new(
"GET //path HTTP/1.1\r\n\r\n");
2017-11-27 03:00:57 +00:00
let req = parse_ready!(&mut buf);
2017-10-14 07:11:12 +00:00
assert_eq!(req.path(), "//path");
}
#[test]
fn test_http_request_parser_bad_method() {
let mut buf = Buffer::new(
"!12%()+=~$ /get HTTP/1.1\r\n\r\n");
expect_parse_err!(&mut buf);
}
#[test]
fn test_http_request_parser_bad_version() {
let mut buf = Buffer::new("GET //get HT/11\r\n\r\n");
expect_parse_err!(&mut buf);
}
#[test]
fn test_http_request_chunked_payload() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
transfer-encoding: chunked\r\n\r\n");
let mut readbuf = BytesMut::new();
2017-12-15 04:29:49 +00:00
let settings = WorkerSettings::<HttpApplication>::new(Vec::new(), None);
2017-10-14 07:11:12 +00:00
let mut reader = Reader::new();
2017-12-15 04:29:49 +00:00
let mut req = reader_parse_ready!(reader.parse(&mut buf, &mut readbuf, &settings));
2017-10-14 07:11:12 +00:00
assert!(req.chunked().unwrap());
2017-12-19 08:18:57 +00:00
assert!(!req.payload().eof());
2017-10-14 07:11:12 +00:00
buf.feed_data("4\r\ndata\r\n4\r\nline\r\n0\r\n\r\n");
2017-12-15 04:29:49 +00:00
not_ready!(reader.parse(&mut buf, &mut readbuf, &settings));
2017-12-19 08:18:57 +00:00
assert!(!req.payload().eof());
assert_eq!(req.payload_mut().readall().unwrap().as_ref(), b"dataline");
assert!(req.payload().eof());
2017-10-14 07:11:12 +00:00
}
2017-10-14 07:28:49 +00:00
#[test]
fn test_http_request_chunked_payload_and_next_message() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
transfer-encoding: chunked\r\n\r\n");
let mut readbuf = BytesMut::new();
2017-12-15 04:29:49 +00:00
let settings = WorkerSettings::<HttpApplication>::new(Vec::new(), None);
2017-10-14 07:28:49 +00:00
let mut reader = Reader::new();
2017-12-15 04:29:49 +00:00
let mut req = reader_parse_ready!(reader.parse(&mut buf, &mut readbuf, &settings));
2017-10-14 07:28:49 +00:00
assert!(req.chunked().unwrap());
2017-12-19 08:18:57 +00:00
assert!(!req.payload().eof());
2017-10-14 07:28:49 +00:00
buf.feed_data(
"4\r\ndata\r\n4\r\nline\r\n0\r\n\r\n\
POST /test2 HTTP/1.1\r\n\
transfer-encoding: chunked\r\n\r\n");
2017-12-15 04:29:49 +00:00
let req2 = reader_parse_ready!(reader.parse(&mut buf, &mut readbuf, &settings));
2017-10-14 07:28:49 +00:00
assert_eq!(*req2.method(), Method::POST);
assert!(req2.chunked().unwrap());
2017-12-19 08:18:57 +00:00
assert!(!req2.payload().eof());
2017-10-14 07:28:49 +00:00
2017-12-19 08:18:57 +00:00
assert_eq!(req.payload_mut().readall().unwrap().as_ref(), b"dataline");
assert!(req.payload().eof());
2017-10-14 07:28:49 +00:00
}
#[test]
fn test_http_request_chunked_payload_chunks() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
transfer-encoding: chunked\r\n\r\n");
let mut readbuf = BytesMut::new();
2017-12-15 04:29:49 +00:00
let settings = WorkerSettings::<HttpApplication>::new(Vec::new(), None);
2017-10-14 07:28:49 +00:00
let mut reader = Reader::new();
2017-12-15 04:29:49 +00:00
let mut req = reader_parse_ready!(reader.parse(&mut buf, &mut readbuf, &settings));
2017-10-14 07:28:49 +00:00
assert!(req.chunked().unwrap());
2017-12-19 08:18:57 +00:00
assert!(!req.payload().eof());
2017-10-14 07:28:49 +00:00
buf.feed_data("4\r\ndata\r");
2017-12-15 04:29:49 +00:00
not_ready!(reader.parse(&mut buf, &mut readbuf, &settings));
2017-10-14 07:28:49 +00:00
buf.feed_data("\n4");
2017-12-15 04:29:49 +00:00
not_ready!(reader.parse(&mut buf, &mut readbuf, &settings));
2017-10-14 07:28:49 +00:00
buf.feed_data("\r");
2017-12-15 04:29:49 +00:00
not_ready!(reader.parse(&mut buf, &mut readbuf, &settings));
2017-10-14 07:28:49 +00:00
buf.feed_data("\n");
2017-12-15 04:29:49 +00:00
not_ready!(reader.parse(&mut buf, &mut readbuf, &settings));
2017-10-14 07:28:49 +00:00
buf.feed_data("li");
2017-12-15 04:29:49 +00:00
not_ready!(reader.parse(&mut buf, &mut readbuf, &settings));
2017-10-14 07:28:49 +00:00
buf.feed_data("ne\r\n0\r\n");
2017-12-15 04:29:49 +00:00
not_ready!(reader.parse(&mut buf, &mut readbuf, &settings));
2017-10-14 07:28:49 +00:00
//buf.feed_data("test: test\r\n");
//not_ready!(reader.parse(&mut buf, &mut readbuf));
2017-10-14 07:28:49 +00:00
2017-12-19 08:18:57 +00:00
assert_eq!(req.payload_mut().readall().unwrap().as_ref(), b"dataline");
assert!(!req.payload().eof());
2017-10-14 07:28:49 +00:00
buf.feed_data("\r\n");
2017-12-15 04:29:49 +00:00
not_ready!(reader.parse(&mut buf, &mut readbuf, &settings));
2017-12-19 08:18:57 +00:00
assert!(req.payload().eof());
2017-10-14 07:28:49 +00:00
}
#[test]
fn test_parse_chunked_payload_chunk_extension() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
transfer-encoding: chunked\r\n\r\n");
let mut readbuf = BytesMut::new();
2017-12-15 04:29:49 +00:00
let settings = WorkerSettings::<HttpApplication>::new(Vec::new(), None);
2017-10-14 07:28:49 +00:00
let mut reader = Reader::new();
2017-12-15 04:29:49 +00:00
let mut req = reader_parse_ready!(reader.parse(&mut buf, &mut readbuf, &settings));
2017-10-14 07:28:49 +00:00
assert!(req.chunked().unwrap());
2017-12-19 08:18:57 +00:00
assert!(!req.payload().eof());
2017-10-14 07:28:49 +00:00
buf.feed_data("4;test\r\ndata\r\n4\r\nline\r\n0\r\n\r\n"); // test: test\r\n\r\n")
2017-12-15 04:29:49 +00:00
not_ready!(reader.parse(&mut buf, &mut readbuf, &settings));
2017-12-19 08:18:57 +00:00
assert!(!req.payload().eof());
assert_eq!(req.payload_mut().readall().unwrap().as_ref(), b"dataline");
assert!(req.payload().eof());
2017-10-14 07:28:49 +00:00
}
2017-10-14 07:11:12 +00:00
/*#[test]
#[should_panic]
fn test_parse_multiline() {
let mut buf = Buffer::new(
"GET /test HTTP/1.1\r\n\
test: line\r\n \
continue\r\n\
test2: data\r\n\
\r\n", false);
let mut reader = Reader::new();
match reader.parse(&mut buf) {
Ok(res) => (),
Err(err) => panic!("{:?}", err),
}
}*/
#[test]
fn test_http2_prefix() {
let mut buf = Buffer::new("PRI * HTTP/2.0\r\n\r\n");
let mut readbuf = BytesMut::new();
2017-12-15 04:29:49 +00:00
let settings = WorkerSettings::<HttpApplication>::new(Vec::new(), None);
let mut reader = Reader::new();
2017-12-15 04:29:49 +00:00
match reader.parse(&mut buf, &mut readbuf, &settings) {
Ok(Async::Ready(Item::Http2)) => (),
Ok(_) | Err(_) => panic!("Error during parsing http request"),
}
}
2017-10-14 07:11:12 +00:00
}