1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
|
// Copyright (C) 2018 Jakob L. Kreuze, All Rights Reserved.
//
// This file is part of rebuild.
//
// rebuild is free software: you can redistribute it and/or modify it under the
// terms of the GNU General Public License as published by the Free Software
// Foundation, either version 3 of the License, or (at your option) any later
// version.
//
// rebuild is distributed in the hope that it will be useful, but WITHOUT ANY
// WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
// A PARTICULAR PURPOSE. See the GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License along with
// rebuild. If not, see <http://www.gnu.org/licenses/>.
extern crate byteorder;
extern crate simple_error;
use std::collections::HashMap;
use std::error::Error;
use std::fs::File;
use std::io::Read;
use self::byteorder::{ByteOrder, LittleEndian};
use path::PathManager;
// What's the .GRP file format?
//
// The ".grp" file format is just a collection of a lot of files stored into 1 big
// one. I tried to make the format as simple as possible: The first 12 bytes
// contains my name, "KenSilverman". The next 4 bytes is the number of files that
// were compacted into the group file. Then for each file, there is a 16 byte
// structure, where the first 12 bytes are the filename, and the last 4 bytes are
// the file's size. The rest of the group file is just the raw data packed one
// after the other in the same order as the list of files.
/// Implementation of a group file "cache", into which the contents of several
/// group files can be loaded. This is somewhat similar to the way that
/// Silverman's original code goes about loading game data.
#[derive(Debug)]
pub struct GroupManager {
path_manager: PathManager,
files: HashMap<String, Vec<u8>>,
}
impl GroupManager {
pub fn new(path_manager: PathManager) -> GroupManager {
GroupManager { path_manager, files: HashMap::new() }
}
/// Loads the contents of an in-memory group file into the cache.
///
/// # Errors
///
/// The operation will fail on any sort of parsing error - such as an
/// invalid header, or sizes that would cause an invalid read.
pub fn load_data(&mut self, data: &[u8]) -> Result<(), Box<Error>> {
let len = data.len();
if len < 16 {
bail!("'data' is too small to contain the GRP header.");
}
let header = String::from_utf8(data[..12].to_vec())?;
if header.as_str() != "KenSilverman" {
bail!("Invalid GRP header.");
}
let file_count = LittleEndian::read_u32(&data[12..16]) as usize;
// 16 bytes for the header, and 16 bytes for each table entry. The raw
// data will follow.
let data_start = 16 * (file_count + 1) as usize;
if data_start >= len {
bail!("Invalid number of files.");
}
let mut data_off = data_start;
for i in 0..file_count {
// Similar to how 'data_start' was calculated - 16 bytes for the
// header, and 16 bytes for each table entry.
let table_off = 16 * (i + 1);
let name = &data[table_off..table_off+12];
let name = String::from_utf8(name.to_vec())?;
let name = if let Some(j) = name.find('\x00') {
String::from(&name[..j])
} else {
name
};
let size = &data[table_off+12..table_off+16];
let size = LittleEndian::read_u32(size) as usize;
if data_off + size > len {
bail!("`data_off >= len` - Table was likely corrupted.");
}
let data = data[data_off..data_off+size].to_vec();
data_off += size;
self.files.insert(name, data);
}
Ok(())
}
/// Queries the associated PathManager for the location of a file with the
/// given name, and if found, loads its contents.
///
/// # Errors
///
/// A return value of 'Err' indicates that the given path did not exist.
pub fn load_file(&mut self, name: &str) -> Result<(), Box<Error>> {
if let Some(path) = self.path_manager.find(name) {
let mut file = File::open(path)?;
let mut bytes: Vec<u8> = Vec::new();
file.read_to_end(&mut bytes)?;
self.load_data(&bytes)?;
return Ok(());
}
bail!("File not found in any search paths.")
}
/// Obtains binary data associated with the given filename from the cache.
pub fn get(&self, filename: &str) -> Option<&[u8]> {
Some(&self.files.get(filename)?)
}
}
#[cfg(test)]
mod grp_tests {
use super::*;
#[test]
fn test_load_slice() {
// Binary blob containing a GRP test vector, made by me. Contains the
// "KenSilverman" header, and a table consisting of 3 files:
//
// - 'TESTFILEA': A single byte, 0x01.
// - 'TESTFILEB': 0x02, repeated twice.
// - 'TESTFILEC': 0x03, repeated three times.
//
// The sizes listed in the table accurately represent this.
let data = vec![
b'K', b'e', b'n', b'S', b'i', b'l', b'v', b'e',
b'r', b'm', b'a', b'n', 0x03, 0x00, 0x00, 0x00,
b'T', b'E', b'S', b'T', b'F', b'I', b'L', b'E',
b'A', 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00,
b'T', b'E', b'S', b'T', b'F', b'I', b'L', b'E',
b'B', 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00,
b'T', b'E', b'S', b'T', b'F', b'I', b'L', b'E',
b'C', 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00,
0x01, 0x02, 0x02, 0x03, 0x03, 0x03,
];
let path_manager = PathManager::new();
let mut group_manager = GroupManager::new(path_manager);
match group_manager.load_data(&data) {
Err(e) => panic!("{}", e),
Ok(_) => (),
}
let data = match group_manager.get("TESTFILEA") {
Some(data) => data,
None => panic!("TESTFILEA wasn't found in the archive"),
};
assert_eq!(data.len(), 1);
assert_eq!(data[0], 0x01);
let data = match group_manager.get("TESTFILEB") {
Some(data) => data,
None => panic!("TESTFILEB wasn't found in the archive"),
};
assert_eq!(data.len(), 2);
assert_eq!(data[0], 0x02);
assert_eq!(data[1], 0x02);
let data = match group_manager.get("TESTFILEC") {
Some(data) => data,
None => panic!("TESTFILEC wasn't found in the archive"),
};
assert_eq!(data.len(), 3);
assert_eq!(data[0], 0x03);
assert_eq!(data[1], 0x03);
assert_eq!(data[2], 0x03);
}
#[test]
fn test_incomplete_header() {
// Binary blob similar to the GRP test vector above, but with a header
// that would be too small to be valid.
let data = vec![
b'J', b'a', b'k', b'o', b'b',
];
let path_manager = PathManager::new();
let mut group_manager = GroupManager::new(path_manager);
if let Ok(_) = group_manager.load_data(&data) {
panic!("Accepted invalid header.");
}
}
#[test]
fn test_invalid_header() {
// Binary blob similar to the GRP test vector above, but with an invalid
// "magic" header.
let data = vec![
b'J', b'a', b'k', b'o', b'b', b'L', b'K', b'r',
b'e', b'u', b'z', b'e', 0x01, 0x00, 0x00, 0x00,
b'T', b'E', b'S', b'T', b'F', b'I', b'L', b'E',
b'A', 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00,
0x01,
];
let path_manager = PathManager::new();
let mut group_manager = GroupManager::new(path_manager);
if let Ok(_) = group_manager.load_data(&data) {
panic!("Accepted invalid header.");
}
}
#[test]
fn test_invalid_file_count() {
// Binary blob similar to the GRP test vector above, but with a header
// indicating that there are more files than could possibly be contained
// in the table.
let data = vec![
b'K', b'e', b'n', b'S', b'i', b'l', b'v', b'e',
b'r', b'm', b'a', b'n', 0x69, 0x00, 0x00, 0x00,
b'T', b'E', b'S', b'T', b'F', b'I', b'L', b'E',
b'A', 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00,
0x01,
];
let path_manager = PathManager::new();
let mut group_manager = GroupManager::new(path_manager);
if let Ok(_) = group_manager.load_data(&data) {
panic!("Accepted invalid header.");
}
}
#[test]
fn test_not_enough_data() {
// Binary blob similar to the GRP test vector above, but with a file
// entry larger than the data following the table.
let data = vec![
b'K', b'e', b'n', b'S', b'i', b'l', b'v', b'e',
b'r', b'm', b'a', b'n', 0x69, 0x00, 0x00, 0x00,
b'T', b'E', b'S', b'T', b'F', b'I', b'L', b'E',
b'A', 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00,
0x01,
];
let path_manager = PathManager::new();
let mut group_manager = GroupManager::new(path_manager);
if let Ok(_) = group_manager.load_data(&data) {
panic!("Accepted invalid header.");
}
}
}
|