Add optional hyper support.

Author: SimonSapin

Cargo.toml

@@ -19,6 +19,7 @@ doctest = false
 unstable = ["tendril/unstable", "string_cache/unstable"]
 heap_size = ["heapsize", "heapsize_plugin"]
 codegen = ["html5ever_macros"]
+with-hyper = ["hyper"]
 
 [dependencies]
 time = "0"
@@ -29,6 +30,7 @@ mac = "0"
 tendril = "0.2"
 heapsize = { version = "0.1.1", optional = true }
 heapsize_plugin = { version = "0.1.0", optional = true }
+hyper = {version = "0.7", optional = true}
 
 [dev-dependencies]
 rustc-serialize = "0.3.15"

scripts/travis-build.sh

@@ -10,6 +10,7 @@
 
 set -ex
 
+cargo build --features with-hyper
 # Test without unstable first, to make sure src/tree_builder/rules.expanded.rs is up-to-date.
 cargo test --no-run
 cargo test | ./scripts/shrink-test-output.py

src/driver.rs

@@ -16,6 +16,7 @@ use std::borrow::Cow;
 use std::mem;
 
 use encoding::{self, EncodingRef};
+#[cfg(feature = "with-hyper")] use hyper::client::IntoUrl;
 use string_cache::QualName;
 use tendril;
 use tendril::{StrTendril, ByteTendril};
@@ -113,6 +114,23 @@ impl<Sink: TreeSink> Parser<Sink> {
             opts: opts,
         }
     }
+
+    /// Fetch an HTTP or HTTPS URL with Hyper and parse.
+    #[cfg(feature = "with-hyper")]
+    pub fn from_http<U: IntoUrl>(self, url: U) -> Result<Sink::Output, ::hyper::Error> {
+        use hyper::Client;
+        use hyper::header::ContentType;
+        use hyper::mime::Attr::Charset;
+        use encoding::label::encoding_from_whatwg_label;
+
+        let mut response = try!(Client::new().get(url).send());
+        let opts = BytesOpts {
+            transport_layer_encoding: response.headers.get::<ContentType>()
+                .and_then(|content_type| content_type.get_param(Charset))
+                .and_then(|charset| encoding_from_whatwg_label(charset))
+        };
+        Ok(try!(self.from_bytes(opts).read_from(&mut response)))
+    }
 }
 
 /// Options for choosing a character encoding

src/lib.rs

@@ -18,6 +18,8 @@
 #[cfg(feature = "heap_size")]
 extern crate heapsize;
 
+#[cfg(feature = "with-hyper")] extern crate hyper;
+
 #[macro_use]
 extern crate log;