1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
//! Raw Filesystem API for Rust — enable simpler browsing with ease
//!
//! This library is to enable both servers and clients to use the RFSAPI,
//! see [D'Oh](https://github.com/thecoshman/doh) for usage example.
//!
//! <!-- Update relevant sexion in README, too -->
//! # Format spec
//!
//! Requests to servers that support RFSAPI (e.g. [`http`](https://crates.io/crates/https)) can be made
//! by doing a GET request and setting the `X-Raw-Filesystem-API` header to `1`.
//!
//! The header has no bearing on non-GET requests.
//!
//! If the server supports RFSAPI, the response will have `X-Raw-Filesystem-API` header also set to `1`,
//! the `Content-Type` should be JSON (`application/json; charset=utf8`).
//!
//! RFSAPI responses do *not* return file contents. Use an undecorated GET instead.
//!
//! The response body is a JSON object of type [`FilesetData`](struct.FilesetData.html) in the following format:
//! ```json
//! {
//!   "writes_supported": boolean,
//!   "is_root": boolean,
//!   "is_file": boolean,
//!   "files": Array<RawFileData>
//! }
//! ```
//!
//! 1. `writes_supported` specifies if the server supports/allows write requests like PUT or DELETE.
//! 2. `is_root` specifies whether the requested path is the root directory of the server – i.e. if there are no directories above it; `false` for all files.
//! 3. `is_file` specifies whether the requested path is a file or a directory.
//! 4. `files` is the list of files in the listing and will have only one member if `is_file` is true —
//!    this array is not sorted in any particular order.
//!
//! The [`RawFileData`](struct.RawFileData.html) objects describe each individual file in a listing:
//! ```json
//! {
//!   "mime_type": MIME type as string,
//!   "name": string,
//!   "last_modified": RFC3339 Date as string,
//!   "size": integer,
//!   "is_file": boolean
//! }
//! ```
//!
//! 1. `mime_type` is the type of the requested entity – `text/plain` for plaintext files, `application/zip` for ZIPs, &c;
//!    `text/directory` is used for directories.
//! 2. `name` is the filename, not including the path name up to there.
//! 3. `last_modified` is the file's last modification date in [RFC3339](https://tools.ietf.org/html/rfc3339) format
//!    (`2012-02-22T07:53:18-07:00`, `2012-02-22T14:53:18.42Z`, &c.). The time-zone is implementation-defined –
//!    `http` always normalises to UTC.
//! 4. `size` is the file's size in bytes, or `0` for directories.
//! 5. `is_file` specifies whether the entity is a file or a directory.
//!
//! # Examples
//!
//! Given the following tree at the root of the server, running on port 8000:
//! ```plaintext
//! /
//! ├── a.txt
//! ├── ndis2-15.6.1.zip
//! └── works
//!     └── b.txt
//! ```
//!
//! Then the metadata of a `curl -v -H "X-Raw-Filesystem-API: 1" 127.0.0.1:8000` invocation might look something like this:
//! ```plaintext
//! * Expire in 0 ms for 6 (transfer 0x55dc328b3e80)
//! *   Trying 127.0.0.1...
//! * TCP_NODELAY set
//! * Expire in 200 ms for 4 (transfer 0x55dc328b3e80)
//! * Connected to 127.0.0.1 (127.0.0.1) port 8000 (#0)
//! > GET / HTTP/1.1
//! > Host: 127.0.0.1:8000
//! > User-Agent: curl/7.64.0
//! > Accept: */*
//! > X-Raw-Filesystem-API: 1
//! >
//! < HTTP/1.1 200 OK
//! < Server: http/1.9.2
//! < X-Raw-Filesystem-API: 1
//! < Content-Type: application/json; charset=utf-8
//! < Content-Length: 843
//! < Date: Wed, 22 Apr 2020 17:46:51 GMT
//! <
//! * Connection #0 to host 127.0.0.1 left intact
//! ```
//!
//! Note:
//!   * The server returned `X-Raw-Filesystem-API: 1`
//!   * The server returned `Content-Type: application/json; charset=utf-8`
//!
//! So we can be sure that the response body will be an RFSAPI `FilesetData`:
//! ```json
//! {
//!   "writes_supported": false,
//!   "is_root": true,
//!   "is_file": false,
//!   "files": [
//!     {
//!       "mime_type": "application/zip",
//!       "name": "ndis2-15.6.1.zip",
//!       "last_modified": "2020-04-13T19:12:22.695457919Z",
//!       "size": 31387,
//!       "is_file": true
//!     },
//!     {
//!       "mime_type": "text/directory",
//!       "name": "works",
//!       "last_modified": "2020-04-22T13:03:33.898025702Z",
//!       "size": 0,
//!       "is_file": false
//!     },
//!     {
//!       "mime_type": "text/plain",
//!       "name": "a.txt",
//!       "last_modified": "2020-04-22T13:02:57.928406978Z",
//!       "size": 7,
//!       "is_file": true
//!     }
//!   ]
//! }
//! ```
//!
//! We can verify the size, for example, with `curl 127.0.0.1:8000/a.txt | wc -c`, which returns
//! ```plaintext
//! 7
//! ```
//!
//! Say we append some data to `a.txt`, or just want to check if it was modified;
//! `curl -H "X-Raw-Filesystem-API: 1" 127.0.0.1:8000/a.txt` might give us:
//! ```json
//! {
//!   "writes_supported": false,
//!   "is_root": false,
//!   "is_file": true,
//!   "files": [
//!     {
//!       "mime_type": "text/plain",
//!       "name": "a.txt",
//!       "last_modified": "2020-04-22T17:55:18.159945230Z",
//!       "size": 12,
//!       "is_file": true
//!     }
//!   ]
//! }
//! ```
//!
//! To see inside the `works` directory we can `curl -H "X-Raw-Filesystem-API: 1" 127.0.0.1:8000/works`:
//! ```json
//! {
//!   "writes_supported": false,
//!   "is_root": false,
//!   "is_file": false,
//!   "files": [
//!     {
//!       "mime_type": "text/plain",
//!       "name": "b.txt",
//!       "last_modified": "2020-04-22T13:03:33.898026135Z",
//!       "size": 13,
//!       "is_file": true
//!     }
//!   ]
//! }
//! ```
//!
//! # Special thanks
//!
//! To all who support further development on [Patreon](https://patreon.com/nabijaczleweli), in particular:
//!
//!   * ThePhD
//!


#[macro_use]
extern crate serde_derive;
extern crate serde;
extern crate hyper;
extern crate time;
extern crate mime;

use time::Tm;
use mime::Mime;
use util::parse_rfc3339;
use std::fmt::{self, Write};
use hyper::Error as HyperError;
use serde::ser::{SerializeMap, Serializer, Serialize};
use hyper::header::{Formatter as HeaderFormatter, Raw as RawHeader, Header};
use serde::de::{self, Deserializer, Deserialize, SeqAccess, MapAccess, Visitor};

pub mod util;


static RAW_FILE_DATA_FIELDS: &[&str] = &["mime_type", "name", "last_modified", "size", "is_file"];


/// Header to specify when doing a request for the Raw Filesystem API,
/// designated by "X-Raw-Filesystem-API".
///
/// If RFSAPI is supported, the server should return the header set to true.
#[derive(Eq, PartialEq, Ord, PartialOrd, Debug, Clone, Hash, Copy)]
pub struct RawFsApiHeader(pub bool);

impl Header for RawFsApiHeader {
    fn header_name() -> &'static str {
        "X-Raw-Filesystem-API"
    }

    fn parse_header(raw: &RawHeader) -> Result<RawFsApiHeader, HyperError> {
        if let Some(line) = raw.one() {
            match &line[..] {
                b"0" => return Ok(RawFsApiHeader(false)),
                b"1" => return Ok(RawFsApiHeader(true)),
                _ => {}
            }
        }
        Err(HyperError::Header)
    }

    fn fmt_header(&self, f: &mut HeaderFormatter) -> fmt::Result {
        f.fmt_line(&self)
    }
}

impl fmt::Display for RawFsApiHeader {
    fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
        f.write_char(if self.0 { '1' } else { '0' })
    }
}


/// Basic RFSAPI response returned by the server.
///
/// # Examples
///
/// ```
/// # use rfsapi::FilesetData;
/// # mod serde_json {
/// #     use rfsapi::FilesetData;
/// #     pub fn from_str(_: &str) -> FilesetData {
/// #         FilesetData { writes_supported: true, is_root: true,
/// #                       is_file: false, files: vec![] } } }
/// # let server_response = "";
/// let resp: FilesetData = serde_json::from_str(server_response);
/// println!("Requested directory has {} children.", resp.files.len());
/// ```
#[derive(Serialize, Deserialize, Eq, PartialEq, Ord, PartialOrd, Debug, Clone, Hash)]
pub struct FilesetData {
    /// Whether PUT and DELETE requests are allowed on the server.
    pub writes_supported: bool,
    /// Whether the requested directory is the root (topmost).
    ///
    /// `false` if a singular file was requested.
    pub is_root: bool,
    /// Whether the requested resource is a file.
    pub is_file: bool,
    /// List of requested files.
    ///
    /// If the requested resource is a directory, its immediate children are
    /// returned here.
    ///
    /// If the requested resource is a file, its information is returned as the
    /// only element.
    pub files: Vec<RawFileData>,
}

/// Information about a file available through RFSAPI.
#[derive(Eq, PartialEq, Ord, PartialOrd, Debug, Clone, Hash)]
pub struct RawFileData {
    /// File's determined MIME type.
    ///
    /// Always valid, but possibly garbage for directories.
    /// Recommended value for directories: `"text/directory"`.
    pub mime_type: Mime,
    /// File's name, which can be used to navigate to it.
    pub name: String,
    /// File's last modification time, as returned by the FS.
    pub last_modified: Tm,
    /// File size in bytes.
    ///
    /// Possibly garbage for directories.
    /// Recommended value for directories: `0`.
    pub size: u64,
    /// Whether the file is a file.
    pub is_file: bool,
}

impl Serialize for RawFileData {
    fn serialize<S: Serializer>(&self, serializer: S) -> Result<S::Ok, S::Error> {
        let mut map = try!(serializer.serialize_map(Some(RAW_FILE_DATA_FIELDS.len())));
        try!(map.serialize_entry("mime_type", &self.mime_type.to_string()));
        try!(map.serialize_entry("name", &self.name));
        try!(map.serialize_entry("last_modified",
                                 &self.last_modified
                                     .to_utc()
                                     .strftime(if self.last_modified.tm_nsec == 0 {
                                         "%Y-%m-%dT%H:%M:%SZ"
                                     } else {
                                         "%Y-%m-%dT%H:%M:%S.%fZ"
                                     })
                                     .unwrap()
                                     .to_string()));
        try!(map.serialize_entry("size", &self.size));
        try!(map.serialize_entry("is_file", &self.is_file));
        map.end()
    }
}

impl<'de> Deserialize<'de> for RawFileData {
    fn deserialize<D: Deserializer<'de>>(deserializer: D) -> Result<RawFileData, D::Error> {
        deserializer.deserialize_struct("RawFileData", RAW_FILE_DATA_FIELDS, RawFileDataVisitor)
    }
}


struct RawFileDataVisitor;

impl<'de> Visitor<'de> for RawFileDataVisitor {
    type Value = RawFileData;

    fn expecting(&self, formatter: &mut fmt::Formatter) -> fmt::Result {
        formatter.write_str("struct RawFileData")
    }

    fn visit_seq<V: SeqAccess<'de>>(self, mut seq: V) -> Result<RawFileData, V::Error> {
        Ok(RawFileData {
            mime_type: {
                let mt: String = try!(try!(seq.next_element()).ok_or_else(|| de::Error::invalid_length(0, &self)));
                try!(mt.parse()
                    .map_err(|_| de::Error::invalid_value(de::Unexpected::Str(&mt), &"valid MIME type")))
            },
            name: try!(try!(seq.next_element()).ok_or_else(|| de::Error::invalid_length(1, &self))),
            last_modified: {
                let lm: String = try!(try!(seq.next_element()).ok_or_else(|| de::Error::invalid_length(0, &self)));
                try!(parse_rfc3339(&lm).map_err(|_| de::Error::invalid_value(de::Unexpected::Str(&lm), &"RRC3339 timestamp")))
            },
            size: try!(try!(seq.next_element()).ok_or_else(|| de::Error::invalid_length(3, &self))),
            is_file: try!(try!(seq.next_element()).ok_or_else(|| de::Error::invalid_length(4, &self))),
        })
    }

    fn visit_map<V: MapAccess<'de>>(self, mut map: V) -> Result<RawFileData, V::Error> {
        let mut mime_type = None;
        let mut name = None;
        let mut last_modified = None;
        let mut size = None;
        let mut is_file = None;
        while let Some(key) = try!(map.next_key::<String>()) {
            match &key[..] {
                "mime_type" => {
                    if mime_type.is_some() {
                        return Err(de::Error::duplicate_field("mime_type"));
                    }
                    let nv: String = try!(map.next_value());
                    mime_type = Some(try!(nv.parse::<Mime>()
                        .map_err(|_| de::Error::invalid_value(de::Unexpected::Str(&nv), &"valid MIME type"))));
                }
                "name" => {
                    if name.is_some() {
                        return Err(de::Error::duplicate_field("name"));
                    }
                    name = Some(try!(map.next_value()));
                }
                "last_modified" => {
                    if last_modified.is_some() {
                        return Err(de::Error::duplicate_field("last_modified"));
                    }
                    let nv: String = try!(map.next_value());
                    last_modified = Some(try!(parse_rfc3339(&nv).map_err(|_| de::Error::invalid_value(de::Unexpected::Str(&nv), &"RRC3339 timestamp"))));
                }
                "size" => {
                    if size.is_some() {
                        return Err(de::Error::duplicate_field("size"));
                    }
                    size = Some(try!(map.next_value()));
                }
                "is_file" => {
                    if is_file.is_some() {
                        return Err(de::Error::duplicate_field("is_file"));
                    }
                    is_file = Some(try!(map.next_value()));
                }
                key => return Err(de::Error::unknown_field(key, RAW_FILE_DATA_FIELDS)),
            }
        }

        Ok(RawFileData {
            mime_type: try!(mime_type.ok_or_else(|| de::Error::missing_field("mime_type"))),
            name: try!(name.ok_or_else(|| de::Error::missing_field("name"))),
            last_modified: try!(last_modified.ok_or_else(|| de::Error::missing_field("last_modified"))),
            size: try!(size.ok_or_else(|| de::Error::missing_field("size"))),
            is_file: try!(is_file.ok_or_else(|| de::Error::missing_field("is_file"))),
        })
    }
}