1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
|
// Copyright (c) 2023 Harry [Majored] [hello@majored.pw]
// MIT License (https://github.com/Majored/rs-async-zip/blob/main/LICENSE)
use async_zip::base::read::mem;
use async_zip::base::read::seek;
use async_zip::base::write::ZipFileWriter;
use async_zip::Compression;
use async_zip::ZipEntryBuilder;
use futures_lite::io::AsyncWriteExt;
use tokio::fs::File;
use tokio::io::BufReader;
use tokio_util::compat::TokioAsyncReadCompatExt;
const FOLDER_PREFIX: &str = "tests/test_inputs";
const FILE_LIST: &[&str] = &[
"sample_data/alpha/back_to_front.txt",
"sample_data/alpha/front_to_back.txt",
"sample_data/numeric/forward.txt",
"sample_data/numeric/reverse.txt",
];
pub async fn compress_to_mem(compress: Compression) -> Vec<u8> {
let mut bytes = Vec::with_capacity(10_000);
let mut writer = ZipFileWriter::new(&mut bytes);
for fname in FILE_LIST {
let content = tokio::fs::read(format!("{FOLDER_PREFIX}/{fname}")).await.unwrap();
let opts = ZipEntryBuilder::new(fname.to_string().into(), compress);
let mut entry_writer = writer.write_entry_stream(opts).await.unwrap();
entry_writer.write_all(&content).await.unwrap();
entry_writer.close().await.unwrap();
}
writer.close().await.unwrap();
bytes
}
#[cfg(feature = "tokio-fs")]
pub async fn check_decompress_fs(fname: &str) {
use async_zip::tokio::read::fs;
let zip = fs::ZipFileReader::new(fname).await.unwrap();
let zip_entries: Vec<_> = zip.file().entries().to_vec();
for (idx, entry) in zip_entries.into_iter().enumerate() {
// TODO: resolve unwrap usage
if entry.dir().unwrap() {
continue;
}
// TODO: resolve unwrap usage
let fname = entry.filename().as_str().unwrap();
let mut output = String::new();
let mut reader = zip.reader_with_entry(idx).await.unwrap();
let _ = reader.read_to_string_checked(&mut output).await.unwrap();
let fs_file = format!("{FOLDER_PREFIX}/{fname}");
let expected = tokio::fs::read_to_string(fs_file).await.unwrap();
assert_eq!(output, expected, "for {fname}, expect zip data to match file data");
}
}
pub async fn check_decompress_seek(fname: &str) {
let file = BufReader::new(File::open(fname).await.unwrap());
let mut file_compat = file.compat();
let mut zip = seek::ZipFileReader::new(&mut file_compat).await.unwrap();
let zip_entries: Vec<_> = zip.file().entries().to_vec();
for (idx, entry) in zip_entries.into_iter().enumerate() {
// TODO: resolve unwrap usage
if entry.dir().unwrap() {
continue;
}
// TODO: resolve unwrap usage
let fname = entry.filename().as_str().unwrap();
let mut output = String::new();
let mut reader = zip.reader_with_entry(idx).await.unwrap();
let _ = reader.read_to_string_checked(&mut output).await.unwrap();
let fs_file = format!("tests/test_inputs/{fname}");
let expected = tokio::fs::read_to_string(fs_file).await.unwrap();
assert_eq!(output, expected, "for {fname}, expect zip data to match file data");
}
}
pub async fn check_decompress_mem(zip_data: Vec<u8>) {
let zip = mem::ZipFileReader::new(zip_data).await.unwrap();
let zip_entries: Vec<_> = zip.file().entries().to_vec();
for (idx, entry) in zip_entries.into_iter().enumerate() {
// TODO: resolve unwrap usage
if entry.dir().unwrap() {
continue;
}
// TODO: resolve unwrap usage
let fname = entry.filename().as_str().unwrap();
let mut output = String::new();
let mut reader = zip.reader_with_entry(idx).await.unwrap();
let _ = reader.read_to_string_checked(&mut output).await.unwrap();
let fs_file = format!("{FOLDER_PREFIX}/{fname}");
let expected = tokio::fs::read_to_string(fs_file).await.unwrap();
assert_eq!(output, expected, "for {fname}, expect zip data to match file data");
}
}
|
