Add io query parameters and file download test

2022-03-04 19:37:54 +01:00
parent d67608fabc
commit e9b87bf9fa
20 changed files with 579 additions and 183 deletions
@@ -0,0 +1,91 @@
+use std::pin::Pin;
+
+use crate::err::Error;
+use crate::response;
+use futures_util::{Stream, TryStreamExt};
+use http::{Method, StatusCode};
+use hyper::{Body, Request, Response};
+use netpod::{get_url_query_pairs, DiskIoTune, FromUrl, NodeConfigCached, ReadSys};
+use url::Url;
+
+#[derive(Clone, Debug)]
+pub struct DownloadQuery {
+    disk_io_tune: DiskIoTune,
+}
+
+impl FromUrl for DownloadQuery {
+    fn from_url(url: &Url) -> Result<Self, ::err::Error> {
+        let pairs = get_url_query_pairs(url);
+        let read_sys = pairs
+            .get("ReadSys")
+            .map(|x| x as &str)
+            .unwrap_or("TokioAsyncRead")
+            .into();
+        let read_buffer_len = pairs
+            .get("ReadBufferLen")
+            .map(|x| x as &str)
+            .unwrap_or("xx")
+            .parse()
+            .unwrap_or(1024 * 4);
+        let read_queue_len = pairs
+            .get("ReadQueueLen")
+            .map(|x| x as &str)
+            .unwrap_or("xx")
+            .parse()
+            .unwrap_or(8);
+        let disk_io_tune = DiskIoTune {
+            read_sys,
+            read_buffer_len,
+            read_queue_len,
+        };
+        let ret = Self { disk_io_tune };
+        Ok(ret)
+    }
+}
+
+pub struct DownloadHandler {}
+
+impl DownloadHandler {
+    pub fn path_prefix() -> &'static str {
+        "/api/4/test/download/"
+    }
+
+    pub fn handler(req: &Request<Body>) -> Option<Self> {
+        if req.uri().path().starts_with(Self::path_prefix()) {
+            Some(Self {})
+        } else {
+            None
+        }
+    }
+
+    pub async fn get(&self, req: Request<Body>, node_config: &NodeConfigCached) -> Result<Response<Body>, Error> {
+        let (head, _body) = req.into_parts();
+        let p2 = &head.uri.path()[Self::path_prefix().len()..];
+        let base = match &node_config.node.sf_databuffer {
+            Some(k) => k.data_base_path.clone(),
+            None => "/UNDEFINED".into(),
+        };
+        let url = url::Url::parse(&format!("http://dummy{}", head.uri))?;
+        let query = DownloadQuery::from_url(&url)?;
+        let file = tokio::fs::OpenOptions::new().read(true).open(base.join(p2)).await?;
+        let s = match query.disk_io_tune.read_sys {
+            ReadSys::TokioAsyncRead => {
+                let s = disk::file_content_stream(file, query.disk_io_tune.clone()).map_ok(|x| x.into_buf());
+                Box::pin(s) as Pin<Box<dyn Stream<Item = _> + Send>>
+            }
+            ReadSys::Read3 => {
+                let s = disk::file_content_stream_2(file, query.disk_io_tune.clone()).map_ok(|x| x.into_buf());
+                Box::pin(s) as _
+            }
+        };
+        Ok(response(StatusCode::METHOD_NOT_ALLOWED).body(Body::wrap_stream(s))?)
+    }
+
+    pub async fn handle(&self, req: Request<Body>, node_config: &NodeConfigCached) -> Result<Response<Body>, Error> {
+        if req.method() == Method::GET {
+            self.get(req, node_config).await
+        } else {
+            Ok(response(StatusCode::METHOD_NOT_ALLOWED).body(Body::empty())?)
+        }
+    }
+}