2017-12-14 00:44:35 +00:00
|
|
|
use std::{str, mem, ptr, slice};
|
|
|
|
use std::cell::RefCell;
|
|
|
|
use std::fmt::{self, Write};
|
2017-12-15 03:34:31 +00:00
|
|
|
use std::rc::Rc;
|
|
|
|
use std::ops::{Deref, DerefMut};
|
|
|
|
use std::collections::VecDeque;
|
2017-12-14 00:44:35 +00:00
|
|
|
use time;
|
2017-12-26 03:42:55 +00:00
|
|
|
use bytes::{BufMut, BytesMut};
|
2017-12-25 21:40:06 +00:00
|
|
|
use http::Version;
|
2017-12-14 00:44:35 +00:00
|
|
|
|
2017-12-15 03:34:31 +00:00
|
|
|
use httprequest::HttpMessage;
|
|
|
|
|
2017-12-14 00:44:35 +00:00
|
|
|
// "Sun, 06 Nov 1994 08:49:37 GMT".len()
|
2017-12-31 21:22:11 +00:00
|
|
|
pub(crate) const DATE_VALUE_LENGTH: usize = 29;
|
2017-12-14 00:44:35 +00:00
|
|
|
|
2017-12-31 21:22:11 +00:00
|
|
|
pub(crate) fn date(dst: &mut BytesMut) {
|
2017-12-14 00:44:35 +00:00
|
|
|
CACHED.with(|cache| {
|
2017-12-25 21:40:06 +00:00
|
|
|
let mut buf: [u8; 39] = unsafe { mem::uninitialized() };
|
|
|
|
buf[..6].copy_from_slice(b"date: ");
|
|
|
|
buf[6..35].copy_from_slice(cache.borrow().buffer());
|
|
|
|
buf[35..].copy_from_slice(b"\r\n\r\n");
|
|
|
|
dst.extend_from_slice(&buf);
|
2017-12-14 00:44:35 +00:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2017-12-31 21:22:11 +00:00
|
|
|
pub(crate) fn date_value(dst: &mut BytesMut) {
|
|
|
|
CACHED.with(|cache| {
|
|
|
|
dst.extend_from_slice(cache.borrow().buffer());
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
pub(crate) fn update_date() {
|
2017-12-14 00:44:35 +00:00
|
|
|
CACHED.with(|cache| {
|
|
|
|
cache.borrow_mut().update();
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
struct CachedDate {
|
|
|
|
bytes: [u8; DATE_VALUE_LENGTH],
|
|
|
|
pos: usize,
|
|
|
|
}
|
|
|
|
|
|
|
|
thread_local!(static CACHED: RefCell<CachedDate> = RefCell::new(CachedDate {
|
|
|
|
bytes: [0; DATE_VALUE_LENGTH],
|
|
|
|
pos: 0,
|
|
|
|
}));
|
|
|
|
|
|
|
|
impl CachedDate {
|
|
|
|
fn buffer(&self) -> &[u8] {
|
|
|
|
&self.bytes[..]
|
|
|
|
}
|
|
|
|
|
|
|
|
fn update(&mut self) {
|
|
|
|
self.pos = 0;
|
|
|
|
write!(self, "{}", time::at_utc(time::get_time()).rfc822()).unwrap();
|
|
|
|
assert_eq!(self.pos, DATE_VALUE_LENGTH);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl fmt::Write for CachedDate {
|
|
|
|
fn write_str(&mut self, s: &str) -> fmt::Result {
|
|
|
|
let len = s.len();
|
|
|
|
self.bytes[self.pos..self.pos + len].copy_from_slice(s.as_bytes());
|
|
|
|
self.pos += len;
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-12-15 03:34:31 +00:00
|
|
|
/// Internal use only! unsafe
|
|
|
|
#[derive(Debug)]
|
|
|
|
pub(crate) struct SharedBytesPool(RefCell<VecDeque<Rc<BytesMut>>>);
|
|
|
|
|
|
|
|
impl SharedBytesPool {
|
|
|
|
pub fn new() -> SharedBytesPool {
|
|
|
|
SharedBytesPool(RefCell::new(VecDeque::with_capacity(128)))
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn get_bytes(&self) -> Rc<BytesMut> {
|
|
|
|
if let Some(bytes) = self.0.borrow_mut().pop_front() {
|
|
|
|
bytes
|
|
|
|
} else {
|
|
|
|
Rc::new(BytesMut::new())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn release_bytes(&self, mut bytes: Rc<BytesMut>) {
|
2017-12-16 06:49:48 +00:00
|
|
|
let v = &mut self.0.borrow_mut();
|
|
|
|
if v.len() < 128 {
|
2017-12-15 03:34:31 +00:00
|
|
|
Rc::get_mut(&mut bytes).unwrap().take();
|
2017-12-16 06:49:48 +00:00
|
|
|
v.push_front(bytes);
|
2017-12-15 03:34:31 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug)]
|
|
|
|
pub(crate) struct SharedBytes(
|
|
|
|
Option<Rc<BytesMut>>, Option<Rc<SharedBytesPool>>);
|
|
|
|
|
|
|
|
impl Drop for SharedBytes {
|
|
|
|
fn drop(&mut self) {
|
|
|
|
if let Some(ref pool) = self.1 {
|
|
|
|
if let Some(bytes) = self.0.take() {
|
|
|
|
if Rc::strong_count(&bytes) == 1 {
|
|
|
|
pool.release_bytes(bytes);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl SharedBytes {
|
|
|
|
|
2017-12-15 04:48:31 +00:00
|
|
|
pub fn empty() -> Self {
|
|
|
|
SharedBytes(None, None)
|
|
|
|
}
|
|
|
|
|
2017-12-15 03:34:31 +00:00
|
|
|
pub fn new(bytes: Rc<BytesMut>, pool: Rc<SharedBytesPool>) -> SharedBytes {
|
|
|
|
SharedBytes(Some(bytes), Some(pool))
|
|
|
|
}
|
|
|
|
|
2017-12-16 06:49:48 +00:00
|
|
|
#[inline(always)]
|
2017-12-15 03:34:31 +00:00
|
|
|
#[allow(mutable_transmutes)]
|
2017-12-16 06:49:48 +00:00
|
|
|
#[cfg_attr(feature = "cargo-clippy", allow(mut_from_ref, inline_always))]
|
2017-12-15 03:34:31 +00:00
|
|
|
pub fn get_mut(&self) -> &mut BytesMut {
|
|
|
|
let r: &BytesMut = self.0.as_ref().unwrap().as_ref();
|
|
|
|
unsafe{mem::transmute(r)}
|
|
|
|
}
|
|
|
|
|
|
|
|
#[inline]
|
|
|
|
pub fn get_ref(&self) -> &BytesMut {
|
|
|
|
self.0.as_ref().unwrap()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Default for SharedBytes {
|
|
|
|
fn default() -> Self {
|
|
|
|
SharedBytes(Some(Rc::new(BytesMut::new())), None)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Clone for SharedBytes {
|
|
|
|
fn clone(&self) -> SharedBytes {
|
|
|
|
SharedBytes(self.0.clone(), self.1.clone())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Internal use only! unsafe
|
|
|
|
pub(crate) struct SharedMessagePool(RefCell<VecDeque<Rc<HttpMessage>>>);
|
|
|
|
|
|
|
|
impl SharedMessagePool {
|
|
|
|
pub fn new() -> SharedMessagePool {
|
|
|
|
SharedMessagePool(RefCell::new(VecDeque::with_capacity(128)))
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn get(&self) -> Rc<HttpMessage> {
|
|
|
|
if let Some(msg) = self.0.borrow_mut().pop_front() {
|
|
|
|
msg
|
|
|
|
} else {
|
|
|
|
Rc::new(HttpMessage::default())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn release(&self, mut msg: Rc<HttpMessage>) {
|
2017-12-16 06:49:48 +00:00
|
|
|
let v = &mut self.0.borrow_mut();
|
|
|
|
if v.len() < 128 {
|
2017-12-15 03:34:31 +00:00
|
|
|
Rc::get_mut(&mut msg).unwrap().reset();
|
2017-12-16 06:49:48 +00:00
|
|
|
v.push_front(msg);
|
2017-12-15 03:34:31 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
pub(crate) struct SharedHttpMessage(
|
|
|
|
Option<Rc<HttpMessage>>, Option<Rc<SharedMessagePool>>);
|
|
|
|
|
|
|
|
impl Drop for SharedHttpMessage {
|
|
|
|
fn drop(&mut self) {
|
|
|
|
if let Some(ref pool) = self.1 {
|
|
|
|
if let Some(msg) = self.0.take() {
|
|
|
|
if Rc::strong_count(&msg) == 1 {
|
|
|
|
pool.release(msg);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Deref for SharedHttpMessage {
|
|
|
|
type Target = HttpMessage;
|
|
|
|
|
|
|
|
fn deref(&self) -> &HttpMessage {
|
|
|
|
self.get_ref()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl DerefMut for SharedHttpMessage {
|
|
|
|
|
|
|
|
fn deref_mut(&mut self) -> &mut HttpMessage {
|
|
|
|
self.get_mut()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Clone for SharedHttpMessage {
|
|
|
|
|
|
|
|
fn clone(&self) -> SharedHttpMessage {
|
|
|
|
SharedHttpMessage(self.0.clone(), self.1.clone())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Default for SharedHttpMessage {
|
|
|
|
|
|
|
|
fn default() -> SharedHttpMessage {
|
|
|
|
SharedHttpMessage(Some(Rc::new(HttpMessage::default())), None)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl SharedHttpMessage {
|
|
|
|
|
|
|
|
pub fn from_message(msg: HttpMessage) -> SharedHttpMessage {
|
|
|
|
SharedHttpMessage(Some(Rc::new(msg)), None)
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn new(msg: Rc<HttpMessage>, pool: Rc<SharedMessagePool>) -> SharedHttpMessage {
|
|
|
|
SharedHttpMessage(Some(msg), Some(pool))
|
|
|
|
}
|
|
|
|
|
|
|
|
#[inline(always)]
|
|
|
|
#[allow(mutable_transmutes)]
|
|
|
|
#[cfg_attr(feature = "cargo-clippy", allow(mut_from_ref, inline_always))]
|
|
|
|
pub fn get_mut(&self) -> &mut HttpMessage {
|
|
|
|
let r: &HttpMessage = self.0.as_ref().unwrap().as_ref();
|
|
|
|
unsafe{mem::transmute(r)}
|
|
|
|
}
|
|
|
|
|
2017-12-16 06:49:48 +00:00
|
|
|
#[inline(always)]
|
|
|
|
#[cfg_attr(feature = "cargo-clippy", allow(inline_always))]
|
2017-12-15 03:34:31 +00:00
|
|
|
pub fn get_ref(&self) -> &HttpMessage {
|
|
|
|
self.0.as_ref().unwrap()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-12-14 00:44:35 +00:00
|
|
|
const DEC_DIGITS_LUT: &[u8] =
|
|
|
|
b"0001020304050607080910111213141516171819\
|
|
|
|
2021222324252627282930313233343536373839\
|
|
|
|
4041424344454647484950515253545556575859\
|
|
|
|
6061626364656667686970717273747576777879\
|
|
|
|
8081828384858687888990919293949596979899";
|
|
|
|
|
2017-12-25 21:40:06 +00:00
|
|
|
pub(crate) fn write_status_line(version: Version, mut n: u16, bytes: &mut BytesMut) {
|
2017-12-26 03:42:55 +00:00
|
|
|
let mut buf: [u8; 13] = [b'H', b'T', b'T', b'P', b'/', b'1', b'.', b'1',
|
|
|
|
b' ', b' ', b' ', b' ', b' '];
|
2017-12-25 21:40:06 +00:00
|
|
|
match version {
|
|
|
|
Version::HTTP_2 => buf[5] = b'2',
|
|
|
|
Version::HTTP_10 => buf[7] = b'0',
|
|
|
|
Version::HTTP_09 => {buf[5] = b'0'; buf[7] = b'9';},
|
|
|
|
_ => (),
|
|
|
|
}
|
|
|
|
|
2017-12-26 03:42:55 +00:00
|
|
|
let mut curr: isize = 12;
|
2017-12-14 00:44:35 +00:00
|
|
|
let buf_ptr = buf.as_mut_ptr();
|
|
|
|
let lut_ptr = DEC_DIGITS_LUT.as_ptr();
|
2017-12-26 03:42:55 +00:00
|
|
|
let four = n > 999;
|
2017-12-14 00:44:35 +00:00
|
|
|
|
|
|
|
unsafe {
|
|
|
|
// decode 2 more chars, if > 2 chars
|
2017-12-26 03:42:55 +00:00
|
|
|
let d1 = (n % 100) << 1;
|
|
|
|
n /= 100;
|
|
|
|
curr -= 2;
|
|
|
|
ptr::copy_nonoverlapping(lut_ptr.offset(d1 as isize), buf_ptr.offset(curr), 2);
|
2017-12-14 00:44:35 +00:00
|
|
|
|
|
|
|
// decode last 1 or 2 chars
|
|
|
|
if n < 10 {
|
|
|
|
curr -= 1;
|
|
|
|
*buf_ptr.offset(curr) = (n as u8) + b'0';
|
|
|
|
} else {
|
|
|
|
let d1 = n << 1;
|
|
|
|
curr -= 2;
|
2017-12-26 03:42:55 +00:00
|
|
|
ptr::copy_nonoverlapping(lut_ptr.offset(d1 as isize), buf_ptr.offset(curr), 2);
|
2017-12-14 00:44:35 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-12-25 21:40:06 +00:00
|
|
|
bytes.extend_from_slice(&buf);
|
2017-12-26 03:42:55 +00:00
|
|
|
if four {
|
|
|
|
bytes.put(b' ');
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
pub(crate) fn write_content_length(mut n: usize, bytes: &mut BytesMut) {
|
|
|
|
if n < 10 {
|
|
|
|
let mut buf: [u8; 21] = [b'\r',b'\n',b'c',b'o',b'n',b't',b'e',
|
|
|
|
b'n',b't',b'-',b'l',b'e',b'n',b'g',
|
|
|
|
b't',b'h',b':',b' ',b'0',b'\r',b'\n'];
|
|
|
|
buf[18] = (n as u8) + b'0';
|
|
|
|
bytes.extend_from_slice(&buf);
|
|
|
|
} else if n < 100 {
|
|
|
|
let mut buf: [u8; 22] = [b'\r',b'\n',b'c',b'o',b'n',b't',b'e',
|
|
|
|
b'n',b't',b'-',b'l',b'e',b'n',b'g',
|
|
|
|
b't',b'h',b':',b' ',b'0',b'0',b'\r',b'\n'];
|
|
|
|
let d1 = n << 1;
|
|
|
|
unsafe {
|
|
|
|
ptr::copy_nonoverlapping(
|
|
|
|
DEC_DIGITS_LUT.as_ptr().offset(d1 as isize), buf.as_mut_ptr().offset(18), 2);
|
|
|
|
}
|
|
|
|
bytes.extend_from_slice(&buf);
|
|
|
|
} else if n < 1000 {
|
|
|
|
let mut buf: [u8; 23] = [b'\r',b'\n',b'c',b'o',b'n',b't',b'e',
|
|
|
|
b'n',b't',b'-',b'l',b'e',b'n',b'g',
|
|
|
|
b't',b'h',b':',b' ',b'0',b'0',b'0',b'\r',b'\n'];
|
|
|
|
// decode 2 more chars, if > 2 chars
|
|
|
|
let d1 = (n % 100) << 1;
|
|
|
|
n /= 100;
|
|
|
|
unsafe {ptr::copy_nonoverlapping(
|
|
|
|
DEC_DIGITS_LUT.as_ptr().offset(d1 as isize), buf.as_mut_ptr().offset(18), 2)};
|
|
|
|
|
|
|
|
// decode last 1 or 2 chars
|
|
|
|
if n < 10 {
|
|
|
|
buf[20] = (n as u8) + b'0';
|
|
|
|
} else {
|
|
|
|
let d1 = n << 1;
|
|
|
|
unsafe {ptr::copy_nonoverlapping(
|
|
|
|
DEC_DIGITS_LUT.as_ptr().offset(d1 as isize), buf.as_mut_ptr().offset(17), 2)};
|
|
|
|
}
|
|
|
|
|
|
|
|
bytes.extend_from_slice(&buf);
|
|
|
|
} else {
|
|
|
|
bytes.extend_from_slice(b"\r\ncontent-length: ");
|
|
|
|
convert_usize(n, bytes);
|
|
|
|
}
|
2017-12-14 00:44:35 +00:00
|
|
|
}
|
|
|
|
|
2017-12-16 15:29:15 +00:00
|
|
|
pub(crate) fn convert_usize(mut n: usize, bytes: &mut BytesMut) {
|
2017-12-14 00:44:35 +00:00
|
|
|
let mut curr: isize = 39;
|
2017-12-25 21:40:06 +00:00
|
|
|
let mut buf: [u8; 41] = unsafe { mem::uninitialized() };
|
|
|
|
buf[39] = b'\r';
|
|
|
|
buf[40] = b'\n';
|
2017-12-14 00:44:35 +00:00
|
|
|
let buf_ptr = buf.as_mut_ptr();
|
|
|
|
let lut_ptr = DEC_DIGITS_LUT.as_ptr();
|
|
|
|
|
|
|
|
unsafe {
|
2017-12-25 21:40:06 +00:00
|
|
|
// eagerly decode 4 characters at a time
|
|
|
|
while n >= 10_000 {
|
|
|
|
let rem = (n % 10_000) as isize;
|
|
|
|
n /= 10_000;
|
|
|
|
|
|
|
|
let d1 = (rem / 100) << 1;
|
|
|
|
let d2 = (rem % 100) << 1;
|
|
|
|
curr -= 4;
|
|
|
|
ptr::copy_nonoverlapping(lut_ptr.offset(d1), buf_ptr.offset(curr), 2);
|
|
|
|
ptr::copy_nonoverlapping(lut_ptr.offset(d2), buf_ptr.offset(curr + 2), 2);
|
2017-12-14 00:44:35 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// if we reach here numbers are <= 9999, so at most 4 chars long
|
|
|
|
let mut n = n as isize; // possibly reduce 64bit math
|
|
|
|
|
|
|
|
// decode 2 more chars, if > 2 chars
|
|
|
|
if n >= 100 {
|
|
|
|
let d1 = (n % 100) << 1;
|
|
|
|
n /= 100;
|
|
|
|
curr -= 2;
|
|
|
|
ptr::copy_nonoverlapping(lut_ptr.offset(d1), buf_ptr.offset(curr), 2);
|
|
|
|
}
|
|
|
|
|
|
|
|
// decode last 1 or 2 chars
|
|
|
|
if n < 10 {
|
|
|
|
curr -= 1;
|
|
|
|
*buf_ptr.offset(curr) = (n as u8) + b'0';
|
|
|
|
} else {
|
|
|
|
let d1 = n << 1;
|
|
|
|
curr -= 2;
|
|
|
|
ptr::copy_nonoverlapping(lut_ptr.offset(d1), buf_ptr.offset(curr), 2);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
unsafe {
|
2017-12-16 15:29:15 +00:00
|
|
|
bytes.extend_from_slice(
|
2017-12-25 21:40:06 +00:00
|
|
|
slice::from_raw_parts(buf_ptr.offset(curr), 41 - curr as usize));
|
2017-12-14 00:44:35 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2017-12-26 03:42:55 +00:00
|
|
|
#[cfg(test)]
|
|
|
|
mod tests {
|
|
|
|
use super::*;
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn test_date_len() {
|
|
|
|
assert_eq!(DATE_VALUE_LENGTH, "Sun, 06 Nov 1994 08:49:37 GMT".len());
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn test_date() {
|
|
|
|
let mut buf1 = BytesMut::new();
|
|
|
|
date(&mut buf1);
|
|
|
|
let mut buf2 = BytesMut::new();
|
|
|
|
date(&mut buf2);
|
|
|
|
assert_eq!(buf1, buf2);
|
|
|
|
}
|
2017-12-14 00:44:35 +00:00
|
|
|
}
|