const std = @import("std");
const builtin = @import("builtin");
const io = std.io;
const Allocator = std.mem.Allocator;
const deflate_const = @import("deflate_const.zig");
const hm_code = @import("huffman_code.zig");
const token = @import("token.zig");
const length_codes_start = 257;
const codegen_code_count = 19;
const bad_code = 255;
const buffer_flush_size = 240;
const buffer_size = buffer_flush_size + 8;
var length_extra_bits = [_]u8{
0, 0, 0,
0, 0, 0, 0, 0, 1, 1, 1, 1, 2,
2, 2, 2, 3, 3, 3, 3, 4, 4, 4,
4, 5, 5, 5, 5, 0,
};
var length_base = [_]u32{
0, 1, 2, 3, 4, 5, 6, 7, 8, 10,
12, 14, 16, 20, 24, 28, 32, 40, 48, 56,
64, 80, 96, 112, 128, 160, 192, 224, 255,
};
var offset_extra_bits = [_]i8{
0, 0, 0, 0, 1, 1, 2, 2, 3, 3,
4, 4, 5, 5, 6, 6, 7, 7, 8, 8,
9, 9, 10, 10, 11, 11, 12, 12, 13, 13,
};
var offset_base = [_]u32{
0x000000, 0x000001, 0x000002, 0x000003, 0x000004,
0x000006, 0x000008, 0x00000c, 0x000010, 0x000018,
0x000020, 0x000030, 0x000040, 0x000060, 0x000080,
0x0000c0, 0x000100, 0x000180, 0x000200, 0x000300,
0x000400, 0x000600, 0x000800, 0x000c00, 0x001000,
0x001800, 0x002000, 0x003000, 0x004000, 0x006000,
};
var codegen_order = [_]u32{ 16, 17, 18, 0, 8, 7, 9, 6, 10, 5, 11, 4, 12, 3, 13, 2, 14, 1, 15 };
pub fn HuffmanBitWriter(comptime WriterType: type) type {
return struct {
const Self = @This();
pub const Error = WriterType.Error;
inner_writer: WriterType,
bytes_written: usize,
bits: u64,
nbits: u32,
bytes: [buffer_size]u8,
codegen_freq: [codegen_code_count]u16,
nbytes: u32,
literal_freq: []u16,
offset_freq: []u16,
codegen: []u8,
literal_encoding: hm_code.HuffmanEncoder,
offset_encoding: hm_code.HuffmanEncoder,
codegen_encoding: hm_code.HuffmanEncoder,
err: bool = false,
fixed_literal_encoding: hm_code.HuffmanEncoder,
fixed_offset_encoding: hm_code.HuffmanEncoder,
allocator: Allocator,
huff_offset: hm_code.HuffmanEncoder,
pub fn reset(self: *Self, new_writer: WriterType) void {
self.inner_writer = new_writer;
self.bytes_written = 0;
self.bits = 0;
self.nbits = 0;
self.nbytes = 0;
self.err = false;
}
pub fn flush(self: *Self) Error!void {
if (self.err) {
self.nbits = 0;
return;
}
var n = self.nbytes;
while (self.nbits != 0) {
self.bytes[n] = @truncate(u8, self.bits);
self.bits >>= 8;
if (self.nbits > 8) {
self.nbits -= 8;
} else {
self.nbits = 0;
}
n += 1;
}
self.bits = 0;
try self.write(self.bytes[0..n]);
self.nbytes = 0;
}
fn write(self: *Self, b: []u8) Error!void {
if (self.err) {
return;
}
self.bytes_written += try self.inner_writer.write(b);
}
fn writeBits(self: *Self, b: u32, nb: u32) Error!void {
if (self.err) {
return;
}
self.bits |= @intCast(u64, b) << @intCast(u6, self.nbits);
self.nbits += nb;
if (self.nbits >= 48) {
var bits = self.bits;
self.bits >>= 48;
self.nbits -= 48;
var n = self.nbytes;
var bytes = self.bytes[n .. n + 6];
bytes[0] = @truncate(u8, bits);
bytes[1] = @truncate(u8, bits >> 8);
bytes[2] = @truncate(u8, bits >> 16);
bytes[3] = @truncate(u8, bits >> 24);
bytes[4] = @truncate(u8, bits >> 32);
bytes[5] = @truncate(u8, bits >> 40);
n += 6;
if (n >= buffer_flush_size) {
try self.write(self.bytes[0..n]);
n = 0;
}
self.nbytes = n;
}
}
pub fn writeBytes(self: *Self, bytes: []u8) Error!void {
if (self.err) {
return;
}
var n = self.nbytes;
if (self.nbits & 7 != 0) {
self.err = true;
return;
}
while (self.nbits != 0) {
self.bytes[n] = @truncate(u8, self.bits);
self.bits >>= 8;
self.nbits -= 8;
n += 1;
}
if (n != 0) {
try self.write(self.bytes[0..n]);
}
self.nbytes = 0;
try self.write(bytes);
}
fn generateCodegen(
self: *Self,
num_literals: u32,
num_offsets: u32,
lit_enc: *hm_code.HuffmanEncoder,
off_enc: *hm_code.HuffmanEncoder,
) void {
for (self.codegen_freq) |_, i| {
self.codegen_freq[i] = 0;
}
var codegen = self.codegen;
var cgnl = codegen[0..num_literals];
for (cgnl) |_, i| {
cgnl[i] = @intCast(u8, lit_enc.codes[i].len);
}
cgnl = codegen[num_literals .. num_literals + num_offsets];
for (cgnl) |_, i| {
cgnl[i] = @intCast(u8, off_enc.codes[i].len);
}
codegen[num_literals + num_offsets] = bad_code;
var size = codegen[0];
var count: i32 = 1;
var out_index: u32 = 0;
var in_index: u32 = 1;
while (size != bad_code) : (in_index += 1) {
var next_size = codegen[in_index];
if (next_size == size) {
count += 1;
continue;
}
if (size != 0) {
codegen[out_index] = size;
out_index += 1;
self.codegen_freq[size] += 1;
count -= 1;
while (count >= 3) {
var n: i32 = 6;
if (n > count) {
n = count;
}
codegen[out_index] = 16;
out_index += 1;
codegen[out_index] = @intCast(u8, n - 3);
out_index += 1;
self.codegen_freq[16] += 1;
count -= n;
}
} else {
while (count >= 11) {
var n: i32 = 138;
if (n > count) {
n = count;
}
codegen[out_index] = 18;
out_index += 1;
codegen[out_index] = @intCast(u8, n - 11);
out_index += 1;
self.codegen_freq[18] += 1;
count -= n;
}
if (count >= 3) {
codegen[out_index] = 17;
out_index += 1;
codegen[out_index] = @intCast(u8, count - 3);
out_index += 1;
self.codegen_freq[17] += 1;
count = 0;
}
}
count -= 1;
while (count >= 0) : (count -= 1) {
codegen[out_index] = size;
out_index += 1;
self.codegen_freq[size] += 1;
}
size = next_size;
count = 1;
}
codegen[out_index] = bad_code;
}
fn dynamicSize(
self: *Self,
lit_enc: *hm_code.HuffmanEncoder,
off_enc: *hm_code.HuffmanEncoder,
extra_bits: u32,
) DynamicSize {
var num_codegens = self.codegen_freq.len;
while (num_codegens > 4 and self.codegen_freq[codegen_order[num_codegens - 1]] == 0) {
num_codegens -= 1;
}
var header = 3 + 5 + 5 + 4 + (3 * num_codegens) +
self.codegen_encoding.bitLength(self.codegen_freq[0..]) +
self.codegen_freq[16] * 2 +
self.codegen_freq[17] * 3 +
self.codegen_freq[18] * 7;
var size = header +
lit_enc.bitLength(self.literal_freq) +
off_enc.bitLength(self.offset_freq) +
extra_bits;
return DynamicSize{
.size = @intCast(u32, size),
.num_codegens = @intCast(u32, num_codegens),
};
}
fn fixedSize(self: *Self, extra_bits: u32) u32 {
return 3 +
self.fixed_literal_encoding.bitLength(self.literal_freq) +
self.fixed_offset_encoding.bitLength(self.offset_freq) +
extra_bits;
}
fn storedSizeFits(in: ?[]u8) StoredSize {
if (in == null) {
return .{ .size = 0, .storable = false };
}
if (in.?.len <= deflate_const.max_store_block_size) {
return .{ .size = @intCast(u32, (in.?.len + 5) * 8), .storable = true };
}
return .{ .size = 0, .storable = false };
}
fn writeCode(self: *Self, c: hm_code.HuffCode) Error!void {
if (self.err) {
return;
}
self.bits |= @intCast(u64, c.code) << @intCast(u6, self.nbits);
self.nbits += @intCast(u32, c.len);
if (self.nbits >= 48) {
var bits = self.bits;
self.bits >>= 48;
self.nbits -= 48;
var n = self.nbytes;
var bytes = self.bytes[n .. n + 6];
bytes[0] = @truncate(u8, bits);
bytes[1] = @truncate(u8, bits >> 8);
bytes[2] = @truncate(u8, bits >> 16);
bytes[3] = @truncate(u8, bits >> 24);
bytes[4] = @truncate(u8, bits >> 32);
bytes[5] = @truncate(u8, bits >> 40);
n += 6;
if (n >= buffer_flush_size) {
try self.write(self.bytes[0..n]);
n = 0;
}
self.nbytes = n;
}
}
fn writeDynamicHeader(
self: *Self,
num_literals: u32,
num_offsets: u32,
num_codegens: u32,
is_eof: bool,
) Error!void {
if (self.err) {
return;
}
var first_bits: u32 = 4;
if (is_eof) {
first_bits = 5;
}
try self.writeBits(first_bits, 3);
try self.writeBits(@intCast(u32, num_literals - 257), 5);
try self.writeBits(@intCast(u32, num_offsets - 1), 5);
try self.writeBits(@intCast(u32, num_codegens - 4), 4);
var i: u32 = 0;
while (i < num_codegens) : (i += 1) {
var value = @intCast(u32, self.codegen_encoding.codes[codegen_order[i]].len);
try self.writeBits(@intCast(u32, value), 3);
}
i = 0;
while (true) {
var code_word: u32 = @intCast(u32, self.codegen[i]);
i += 1;
if (code_word == bad_code) {
break;
}
try self.writeCode(self.codegen_encoding.codes[@intCast(u32, code_word)]);
switch (code_word) {
16 => {
try self.writeBits(@intCast(u32, self.codegen[i]), 2);
i += 1;
},
17 => {
try self.writeBits(@intCast(u32, self.codegen[i]), 3);
i += 1;
},
18 => {
try self.writeBits(@intCast(u32, self.codegen[i]), 7);
i += 1;
},
else => {},
}
}
}
pub fn writeStoredHeader(self: *Self, length: usize, is_eof: bool) Error!void {
if (self.err) {
return;
}
var flag: u32 = 0;
if (is_eof) {
flag = 1;
}
try self.writeBits(flag, 3);
try self.flush();
try self.writeBits(@intCast(u32, length), 16);
try self.writeBits(@intCast(u32, ~@intCast(u16, length)), 16);
}
fn writeFixedHeader(self: *Self, is_eof: bool) Error!void {
if (self.err) {
return;
}
var value: u32 = 2;
if (is_eof) {
value = 3;
}
try self.writeBits(value, 3);
}
pub fn writeBlock(
self: *Self,
tokens: []const token.Token,
eof: bool,
input: ?[]u8,
) Error!void {
if (self.err) {
return;
}
var lit_and_off = self.indexTokens(tokens);
var num_literals = lit_and_off.num_literals;
var num_offsets = lit_and_off.num_offsets;
var extra_bits: u32 = 0;
var ret = storedSizeFits(input);
var stored_size = ret.size;
var storable = ret.storable;
if (storable) {
var length_code: u32 = length_codes_start + 8;
while (length_code < num_literals) : (length_code += 1) {
extra_bits += @intCast(u32, self.literal_freq[length_code]) *
@intCast(u32, length_extra_bits[length_code - length_codes_start]);
}
var offset_code: u32 = 4;
while (offset_code < num_offsets) : (offset_code += 1) {
extra_bits += @intCast(u32, self.offset_freq[offset_code]) *
@intCast(u32, offset_extra_bits[offset_code]);
}
}
var literal_encoding = &self.fixed_literal_encoding;
var offset_encoding = &self.fixed_offset_encoding;
var size = self.fixedSize(extra_bits);
var num_codegens: u32 = 0;
self.generateCodegen(
num_literals,
num_offsets,
&self.literal_encoding,
&self.offset_encoding,
);
self.codegen_encoding.generate(self.codegen_freq[0..], 7);
var dynamic_size = self.dynamicSize(
&self.literal_encoding,
&self.offset_encoding,
extra_bits,
);
var dyn_size = dynamic_size.size;
num_codegens = dynamic_size.num_codegens;
if (dyn_size < size) {
size = dyn_size;
literal_encoding = &self.literal_encoding;
offset_encoding = &self.offset_encoding;
}
if (storable and stored_size < size) {
try self.writeStoredHeader(input.?.len, eof);
try self.writeBytes(input.?);
return;
}
if (@ptrToInt(literal_encoding) == @ptrToInt(&self.fixed_literal_encoding)) {
try self.writeFixedHeader(eof);
} else {
try self.writeDynamicHeader(num_literals, num_offsets, num_codegens, eof);
}
try self.writeTokens(tokens, literal_encoding.codes, offset_encoding.codes);
}
pub fn writeBlockDynamic(
self: *Self,
tokens: []const token.Token,
eof: bool,
input: ?[]u8,
) Error!void {
if (self.err) {
return;
}
var total_tokens = self.indexTokens(tokens);
var num_literals = total_tokens.num_literals;
var num_offsets = total_tokens.num_offsets;
self.generateCodegen(
num_literals,
num_offsets,
&self.literal_encoding,
&self.offset_encoding,
);
self.codegen_encoding.generate(self.codegen_freq[0..], 7);
var dynamic_size = self.dynamicSize(&self.literal_encoding, &self.offset_encoding, 0);
var size = dynamic_size.size;
var num_codegens = dynamic_size.num_codegens;
var stored_size = storedSizeFits(input);
var ssize = stored_size.size;
var storable = stored_size.storable;
if (storable and ssize < (size + (size >> 4))) {
try self.writeStoredHeader(input.?.len, eof);
try self.writeBytes(input.?);
return;
}
try self.writeDynamicHeader(num_literals, num_offsets, num_codegens, eof);
try self.writeTokens(tokens, self.literal_encoding.codes, self.offset_encoding.codes);
}
const TotalIndexedTokens = struct {
num_literals: u32,
num_offsets: u32,
};
fn indexTokens(self: *Self, tokens: []const token.Token) TotalIndexedTokens {
var num_literals: u32 = 0;
var num_offsets: u32 = 0;
for (self.literal_freq) |_, i| {
self.literal_freq[i] = 0;
}
for (self.offset_freq) |_, i| {
self.offset_freq[i] = 0;
}
for (tokens) |t| {
if (t < token.match_type) {
self.literal_freq[token.literal(t)] += 1;
continue;
}
var length = token.length(t);
var offset = token.offset(t);
self.literal_freq[length_codes_start + token.lengthCode(length)] += 1;
self.offset_freq[token.offsetCode(offset)] += 1;
}
self.literal_freq[token.literal(deflate_const.end_block_marker)] += 1;
num_literals = @intCast(u32, self.literal_freq.len);
while (self.literal_freq[num_literals - 1] == 0) {
num_literals -= 1;
}
num_offsets = @intCast(u32, self.offset_freq.len);
while (num_offsets > 0 and self.offset_freq[num_offsets - 1] == 0) {
num_offsets -= 1;
}
if (num_offsets == 0) {
self.offset_freq[0] = 1;
num_offsets = 1;
}
self.literal_encoding.generate(self.literal_freq, 15);
self.offset_encoding.generate(self.offset_freq, 15);
return TotalIndexedTokens{
.num_literals = num_literals,
.num_offsets = num_offsets,
};
}
fn writeTokens(
self: *Self,
tokens: []const token.Token,
le_codes: []hm_code.HuffCode,
oe_codes: []hm_code.HuffCode,
) Error!void {
if (self.err) {
return;
}
for (tokens) |t| {
if (t < token.match_type) {
try self.writeCode(le_codes[token.literal(t)]);
continue;
}
var length = token.length(t);
var length_code = token.lengthCode(length);
try self.writeCode(le_codes[length_code + length_codes_start]);
var extra_length_bits = @intCast(u32, length_extra_bits[length_code]);
if (extra_length_bits > 0) {
var extra_length = @intCast(u32, length - length_base[length_code]);
try self.writeBits(extra_length, extra_length_bits);
}
var offset = token.offset(t);
var offset_code = token.offsetCode(offset);
try self.writeCode(oe_codes[offset_code]);
var extra_offset_bits = @intCast(u32, offset_extra_bits[offset_code]);
if (extra_offset_bits > 0) {
var extra_offset = @intCast(u32, offset - offset_base[offset_code]);
try self.writeBits(extra_offset, extra_offset_bits);
}
}
try self.writeCode(le_codes[token.literal(deflate_const.end_block_marker)]);
}
pub fn writeBlockHuff(self: *Self, eof: bool, input: []u8) Error!void {
if (self.err) {
return;
}
for (self.literal_freq) |_, i| {
self.literal_freq[i] = 0;
}
histogram(input, &self.literal_freq);
self.literal_freq[deflate_const.end_block_marker] = 1;
const num_literals = deflate_const.end_block_marker + 1;
self.offset_freq[0] = 1;
const num_offsets = 1;
self.literal_encoding.generate(self.literal_freq, 15);
var num_codegens: u32 = 0;
self.generateCodegen(
num_literals,
num_offsets,
&self.literal_encoding,
&self.huff_offset,
);
self.codegen_encoding.generate(self.codegen_freq[0..], 7);
var dynamic_size = self.dynamicSize(&self.literal_encoding, &self.huff_offset, 0);
var size = dynamic_size.size;
num_codegens = dynamic_size.num_codegens;
var stored_size_ret = storedSizeFits(input);
var ssize = stored_size_ret.size;
var storable = stored_size_ret.storable;
if (storable and ssize < (size + (size >> 4))) {
try self.writeStoredHeader(input.len, eof);
try self.writeBytes(input);
return;
}
try self.writeDynamicHeader(num_literals, num_offsets, num_codegens, eof);
var encoding = self.literal_encoding.codes[0..257];
var n = self.nbytes;
for (input) |t| {
var c = encoding[t];
self.bits |= @intCast(u64, c.code) << @intCast(u6, self.nbits);
self.nbits += @intCast(u32, c.len);
if (self.nbits < 48) {
continue;
}
var bits = self.bits;
self.bits >>= 48;
self.nbits -= 48;
var bytes = self.bytes[n .. n + 6];
bytes[0] = @truncate(u8, bits);
bytes[1] = @truncate(u8, bits >> 8);
bytes[2] = @truncate(u8, bits >> 16);
bytes[3] = @truncate(u8, bits >> 24);
bytes[4] = @truncate(u8, bits >> 32);
bytes[5] = @truncate(u8, bits >> 40);
n += 6;
if (n < buffer_flush_size) {
continue;
}
try self.write(self.bytes[0..n]);
if (self.err) {
return;
}
n = 0;
}
self.nbytes = n;
try self.writeCode(encoding[deflate_const.end_block_marker]);
}
pub fn deinit(self: *Self) void {
self.allocator.free(self.literal_freq);
self.allocator.free(self.offset_freq);
self.allocator.free(self.codegen);
self.literal_encoding.deinit();
self.codegen_encoding.deinit();
self.offset_encoding.deinit();
self.fixed_literal_encoding.deinit();
self.fixed_offset_encoding.deinit();
self.huff_offset.deinit();
}
};
}
const DynamicSize = struct {
size: u32,
num_codegens: u32,
};
const StoredSize = struct {
size: u32,
storable: bool,
};
pub fn huffmanBitWriter(allocator: Allocator, writer: anytype) !HuffmanBitWriter(@TypeOf(writer)) {
var offset_freq = [1]u16{0} ** deflate_const.offset_code_count;
offset_freq[0] = 1;
var huff_offset = try hm_code.newHuffmanEncoder(allocator, deflate_const.offset_code_count);
huff_offset.generate(offset_freq[0..], 15);
return HuffmanBitWriter(@TypeOf(writer)){
.inner_writer = writer,
.bytes_written = 0,
.bits = 0,
.nbits = 0,
.nbytes = 0,
.bytes = [1]u8{0} ** buffer_size,
.codegen_freq = [1]u16{0} ** codegen_code_count,
.literal_freq = try allocator.alloc(u16, deflate_const.max_num_lit),
.offset_freq = try allocator.alloc(u16, deflate_const.offset_code_count),
.codegen = try allocator.alloc(u8, deflate_const.max_num_lit + deflate_const.offset_code_count + 1),
.literal_encoding = try hm_code.newHuffmanEncoder(allocator, deflate_const.max_num_lit),
.codegen_encoding = try hm_code.newHuffmanEncoder(allocator, codegen_code_count),
.offset_encoding = try hm_code.newHuffmanEncoder(allocator, deflate_const.offset_code_count),
.allocator = allocator,
.fixed_literal_encoding = try hm_code.generateFixedLiteralEncoding(allocator),
.fixed_offset_encoding = try hm_code.generateFixedOffsetEncoding(allocator),
.huff_offset = huff_offset,
};
}
fn histogram(b: []u8, h: *[]u16) void {
var lh = h.*[0..256];
for (b) |t| {
lh[t] += 1;
}
}
const expect = std.testing.expect;
const fmt = std.fmt;
const math = std.math;
const mem = std.mem;
const testing = std.testing;
const ArrayList = std.ArrayList;
test "writeBlockHuff" {
try testBlockHuff(
"huffman-null-max.input",
"huffman-null-max.golden",
);
try testBlockHuff(
"huffman-pi.input",
"huffman-pi.golden",
);
try testBlockHuff(
"huffman-rand-1k.input",
"huffman-rand-1k.golden",
);
try testBlockHuff(
"huffman-rand-limit.input",
"huffman-rand-limit.golden",
);
try testBlockHuff(
"huffman-rand-max.input",
"huffman-rand-max.golden",
);
try testBlockHuff(
"huffman-shifts.input",
"huffman-shifts.golden",
);
try testBlockHuff(
"huffman-text.input",
"huffman-text.golden",
);
try testBlockHuff(
"huffman-text-shift.input",
"huffman-text-shift.golden",
);
try testBlockHuff(
"huffman-zero.input",
"huffman-zero.golden",
);
}
fn testBlockHuff(in_name: []const u8, want_name: []const u8) !void {
if (builtin.os.tag == .wasi) return error.SkipZigTest;
const current_dir = try std.fs.openDirAbsolute(std.fs.path.dirname(@src().file).?, .{});
const testdata_dir = try current_dir.openDir("testdata", .{});
const in_file = try testdata_dir.openFile(in_name, .{});
defer in_file.close();
const want_file = try testdata_dir.openFile(want_name, .{});
defer want_file.close();
var in = try in_file.reader().readAllAlloc(testing.allocator, math.maxInt(usize));
defer testing.allocator.free(in);
var want = try want_file.reader().readAllAlloc(testing.allocator, math.maxInt(usize));
defer testing.allocator.free(want);
var buf = ArrayList(u8).init(testing.allocator);
defer buf.deinit();
var bw = try huffmanBitWriter(testing.allocator, buf.writer());
defer bw.deinit();
try bw.writeBlockHuff(false, in);
try bw.flush();
try expect(mem.eql(u8, buf.items, want));
var buf_after_reset = ArrayList(u8).init(testing.allocator);
defer buf_after_reset.deinit();
bw.reset(buf_after_reset.writer());
try bw.writeBlockHuff(false, in);
try bw.flush();
try expect(mem.eql(u8, buf_after_reset.items, buf.items));
try expect(mem.eql(u8, buf_after_reset.items, want));
try testWriterEOF(.write_huffman_block, &[0]token.Token{}, in);
}
const HuffTest = struct {
tokens: []const token.Token,
input: []const u8 = "",
want: []const u8 = "",
want_no_input: []const u8 = "",
};
const ml = 0x7fc00000;
const writeBlockTests = &[_]HuffTest{
HuffTest{
.input = "huffman-null-max.input",
.want = "huffman-null-max.{s}.expect",
.want_no_input = "huffman-null-max.{s}.expect-noinput",
.tokens = &[_]token.Token{
0x0, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, 0x0, 0x0,
},
},
HuffTest{
.input = "huffman-pi.input",
.want = "huffman-pi.{s}.expect",
.want_no_input = "huffman-pi.{s}.expect-noinput",
.tokens = &[_]token.Token{
0x33, 0x2e, 0x31, 0x34, 0x31, 0x35, 0x39,
0x32, 0x36, 0x35, 0x33, 0x35, 0x38, 0x39,
0x37, 0x39, 0x33, 0x32, 0x33, 0x38, 0x34,
0x36, 0x32, 0x36, 0x34, 0x33, 0x33, 0x38,
0x33, 0x32, 0x37, 0x39, 0x35, 0x30, 0x32,
0x38, 0x38, 0x34, 0x31, 0x39, 0x37, 0x31,
0x36, 0x39, 0x33, 0x39, 0x39, 0x33, 0x37,
0x35, 0x31, 0x30, 0x35, 0x38, 0x32, 0x30,
0x39, 0x37, 0x34, 0x39, 0x34, 0x34, 0x35,
0x39, 0x32, 0x33, 0x30, 0x37, 0x38, 0x31,
0x36, 0x34, 0x30, 0x36, 0x32, 0x38, 0x36,
0x32, 0x30, 0x38, 0x39, 0x39, 0x38, 0x36,
0x32, 0x38, 0x30, 0x33, 0x34, 0x38, 0x32,
0x35, 0x33, 0x34, 0x32, 0x31, 0x31, 0x37,
0x30, 0x36, 0x37, 0x39, 0x38, 0x32, 0x31,
0x34, 0x38, 0x30, 0x38, 0x36, 0x35, 0x31,
0x33, 0x32, 0x38, 0x32, 0x33, 0x30, 0x36,
0x36, 0x34, 0x37, 0x30, 0x39, 0x33, 0x38,
0x34, 0x34, 0x36, 0x30, 0x39, 0x35, 0x35,
0x30, 0x35, 0x38, 0x32, 0x32, 0x33, 0x31,
0x37, 0x32, 0x35, 0x33, 0x35, 0x39, 0x34,
0x30, 0x38, 0x31, 0x32, 0x38, 0x34, 0x38,
0x31, 0x31, 0x31, 0x37, 0x34, 0x4040007e, 0x34,
0x31, 0x30, 0x32, 0x37, 0x30, 0x31, 0x39,
0x33, 0x38, 0x35, 0x32, 0x31, 0x31, 0x30,
0x35, 0x35, 0x35, 0x39, 0x36, 0x34, 0x34,
0x36, 0x32, 0x32, 0x39, 0x34, 0x38, 0x39,
0x35, 0x34, 0x39, 0x33, 0x30, 0x33, 0x38,
0x31, 0x40400012, 0x32, 0x38, 0x38, 0x31, 0x30,
0x39, 0x37, 0x35, 0x36, 0x36, 0x35, 0x39,
0x33, 0x33, 0x34, 0x34, 0x36, 0x40400047, 0x37,
0x35, 0x36, 0x34, 0x38, 0x32, 0x33, 0x33,
0x37, 0x38, 0x36, 0x37, 0x38, 0x33, 0x31,
0x36, 0x35, 0x32, 0x37, 0x31, 0x32, 0x30,
0x31, 0x39, 0x30, 0x39, 0x31, 0x34, 0x4040001a,
0x35, 0x36, 0x36, 0x39, 0x32, 0x33, 0x34,
0x36, 0x404000b2, 0x36, 0x31, 0x30, 0x34, 0x35,
0x34, 0x33, 0x32, 0x36, 0x40400032, 0x31, 0x33,
0x33, 0x39, 0x33, 0x36, 0x30, 0x37, 0x32,
0x36, 0x30, 0x32, 0x34, 0x39, 0x31, 0x34,
0x31, 0x32, 0x37, 0x33, 0x37, 0x32, 0x34,
0x35, 0x38, 0x37, 0x30, 0x30, 0x36, 0x36,
0x30, 0x36, 0x33, 0x31, 0x35, 0x35, 0x38,
0x38, 0x31, 0x37, 0x34, 0x38, 0x38, 0x31,
0x35, 0x32, 0x30, 0x39, 0x32, 0x30, 0x39,
0x36, 0x32, 0x38, 0x32, 0x39, 0x32, 0x35,
0x34, 0x30, 0x39, 0x31, 0x37, 0x31, 0x35,
0x33, 0x36, 0x34, 0x33, 0x36, 0x37, 0x38,
0x39, 0x32, 0x35, 0x39, 0x30, 0x33, 0x36,
0x30, 0x30, 0x31, 0x31, 0x33, 0x33, 0x30,
0x35, 0x33, 0x30, 0x35, 0x34, 0x38, 0x38,
0x32, 0x30, 0x34, 0x36, 0x36, 0x35, 0x32,
0x31, 0x33, 0x38, 0x34, 0x31, 0x34, 0x36,
0x39, 0x35, 0x31, 0x39, 0x34, 0x31, 0x35,
0x31, 0x31, 0x36, 0x30, 0x39, 0x34, 0x33,
0x33, 0x30, 0x35, 0x37, 0x32, 0x37, 0x30,
0x33, 0x36, 0x35, 0x37, 0x35, 0x39, 0x35,
0x39, 0x31, 0x39, 0x35, 0x33, 0x30, 0x39,
0x32, 0x31, 0x38, 0x36, 0x31, 0x31, 0x37,
0x404000e9, 0x33, 0x32, 0x40400009, 0x39, 0x33, 0x31,
0x30, 0x35, 0x31, 0x31, 0x38, 0x35, 0x34,
0x38, 0x30, 0x37, 0x4040010e, 0x33, 0x37, 0x39,
0x39, 0x36, 0x32, 0x37, 0x34, 0x39, 0x35,
0x36, 0x37, 0x33, 0x35, 0x31, 0x38, 0x38,
0x35, 0x37, 0x35, 0x32, 0x37, 0x32, 0x34,
0x38, 0x39, 0x31, 0x32, 0x32, 0x37, 0x39,
0x33, 0x38, 0x31, 0x38, 0x33, 0x30, 0x31,
0x31, 0x39, 0x34, 0x39, 0x31, 0x32, 0x39,
0x38, 0x33, 0x33, 0x36, 0x37, 0x33, 0x33,
0x36, 0x32, 0x34, 0x34, 0x30, 0x36, 0x35,
0x36, 0x36, 0x34, 0x33, 0x30, 0x38, 0x36,
0x30, 0x32, 0x31, 0x33, 0x39, 0x34, 0x39,
0x34, 0x36, 0x33, 0x39, 0x35, 0x32, 0x32,
0x34, 0x37, 0x33, 0x37, 0x31, 0x39, 0x30,
0x37, 0x30, 0x32, 0x31, 0x37, 0x39, 0x38,
0x40800099, 0x37, 0x30, 0x32, 0x37, 0x37, 0x30,
0x35, 0x33, 0x39, 0x32, 0x31, 0x37, 0x31,
0x37, 0x36, 0x32, 0x39, 0x33, 0x31, 0x37,
0x36, 0x37, 0x35, 0x40800232, 0x37, 0x34, 0x38,
0x31, 0x40400006, 0x36, 0x36, 0x39, 0x34, 0x30,
0x404001e7, 0x30, 0x30, 0x30, 0x35, 0x36, 0x38,
0x31, 0x32, 0x37, 0x31, 0x34, 0x35, 0x32,
0x36, 0x33, 0x35, 0x36, 0x30, 0x38, 0x32,
0x37, 0x37, 0x38, 0x35, 0x37, 0x37, 0x31,
0x33, 0x34, 0x32, 0x37, 0x35, 0x37, 0x37,
0x38, 0x39, 0x36, 0x40400129, 0x33, 0x36, 0x33,
0x37, 0x31, 0x37, 0x38, 0x37, 0x32, 0x31,
0x34, 0x36, 0x38, 0x34, 0x34, 0x30, 0x39,
0x30, 0x31, 0x32, 0x32, 0x34, 0x39, 0x35,
0x33, 0x34, 0x33, 0x30, 0x31, 0x34, 0x36,
0x35, 0x34, 0x39, 0x35, 0x38, 0x35, 0x33,
0x37, 0x31, 0x30, 0x35, 0x30, 0x37, 0x39,
0x404000ca, 0x36, 0x40400153, 0x38, 0x39, 0x32, 0x33,
0x35, 0x34, 0x404001c9, 0x39, 0x35, 0x36, 0x31,
0x31, 0x32, 0x31, 0x32, 0x39, 0x30, 0x32,
0x31, 0x39, 0x36, 0x30, 0x38, 0x36, 0x34,
0x30, 0x33, 0x34, 0x34, 0x31, 0x38, 0x31,
0x35, 0x39, 0x38, 0x31, 0x33, 0x36, 0x32,
0x39, 0x37, 0x37, 0x34, 0x40400074, 0x30, 0x39,
0x39, 0x36, 0x30, 0x35, 0x31, 0x38, 0x37,
0x30, 0x37, 0x32, 0x31, 0x31, 0x33, 0x34,
0x39, 0x40800000, 0x38, 0x33, 0x37, 0x32, 0x39,
0x37, 0x38, 0x30, 0x34, 0x39, 0x39, 0x404002da,
0x39, 0x37, 0x33, 0x31, 0x37, 0x33, 0x32,
0x38, 0x4040018a, 0x36, 0x33, 0x31, 0x38, 0x35,
0x40400301, 0x404002e8, 0x34, 0x35, 0x35, 0x33, 0x34,
0x36, 0x39, 0x30, 0x38, 0x33, 0x30, 0x32,
0x36, 0x34, 0x32, 0x35, 0x32, 0x32, 0x33,
0x30, 0x404002e3, 0x40400267, 0x38, 0x35, 0x30, 0x33,
0x35, 0x32, 0x36, 0x31, 0x39, 0x33, 0x31,
0x31, 0x40400212, 0x31, 0x30, 0x31, 0x30, 0x30,
0x30, 0x33, 0x31, 0x33, 0x37, 0x38, 0x33,
0x38, 0x37, 0x35, 0x32, 0x38, 0x38, 0x36,
0x35, 0x38, 0x37, 0x35, 0x33, 0x33, 0x32,
0x30, 0x38, 0x33, 0x38, 0x31, 0x34, 0x32,
0x30, 0x36, 0x40400140, 0x4040012b, 0x31, 0x34, 0x37,
0x33, 0x30, 0x33, 0x35, 0x39, 0x4080032e, 0x39,
0x30, 0x34, 0x32, 0x38, 0x37, 0x35, 0x35,
0x34, 0x36, 0x38, 0x37, 0x33, 0x31, 0x31,
0x35, 0x39, 0x35, 0x40400355, 0x33, 0x38, 0x38,
0x32, 0x33, 0x35, 0x33, 0x37, 0x38, 0x37,
0x35, 0x4080037f, 0x39, 0x4040013a, 0x31, 0x40400148, 0x38,
0x30, 0x35, 0x33, 0x4040018a, 0x32, 0x32, 0x36,
0x38, 0x30, 0x36, 0x36, 0x31, 0x33, 0x30,
0x30, 0x31, 0x39, 0x32, 0x37, 0x38, 0x37,
0x36, 0x36, 0x31, 0x31, 0x31, 0x39, 0x35,
0x39, 0x40400237, 0x36, 0x40800124, 0x38, 0x39, 0x33,
0x38, 0x30, 0x39, 0x35, 0x32, 0x35, 0x37,
0x32, 0x30, 0x31, 0x30, 0x36, 0x35, 0x34,
0x38, 0x35, 0x38, 0x36, 0x33, 0x32, 0x37,
0x4040009a, 0x39, 0x33, 0x36, 0x31, 0x35, 0x33,
0x40400220, 0x4080015c, 0x32, 0x33, 0x30, 0x33, 0x30,
0x31, 0x39, 0x35, 0x32, 0x30, 0x33, 0x35,
0x33, 0x30, 0x31, 0x38, 0x35, 0x32, 0x40400171,
0x40400075, 0x33, 0x36, 0x32, 0x32, 0x35, 0x39,
0x39, 0x34, 0x31, 0x33, 0x40400254, 0x34, 0x39,
0x37, 0x32, 0x31, 0x37, 0x404000de, 0x33, 0x34,
0x37, 0x39, 0x31, 0x33, 0x31, 0x35, 0x31,
0x35, 0x35, 0x37, 0x34, 0x38, 0x35, 0x37,
0x32, 0x34, 0x32, 0x34, 0x35, 0x34, 0x31,
0x35, 0x30, 0x36, 0x39, 0x4040013f, 0x38, 0x32,
0x39, 0x35, 0x33, 0x33, 0x31, 0x31, 0x36,
0x38, 0x36, 0x31, 0x37, 0x32, 0x37, 0x38,
0x40400337, 0x39, 0x30, 0x37, 0x35, 0x30, 0x39,
0x4040010d, 0x37, 0x35, 0x34, 0x36, 0x33, 0x37,
0x34, 0x36, 0x34, 0x39, 0x33, 0x39, 0x33,
0x31, 0x39, 0x32, 0x35, 0x35, 0x30, 0x36,
0x30, 0x34, 0x30, 0x30, 0x39, 0x4040026b, 0x31,
0x36, 0x37, 0x31, 0x31, 0x33, 0x39, 0x30,
0x30, 0x39, 0x38, 0x40400335, 0x34, 0x30, 0x31,
0x32, 0x38, 0x35, 0x38, 0x33, 0x36, 0x31,
0x36, 0x30, 0x33, 0x35, 0x36, 0x33, 0x37,
0x30, 0x37, 0x36, 0x36, 0x30, 0x31, 0x30,
0x34, 0x40400172, 0x38, 0x31, 0x39, 0x34, 0x32,
0x39, 0x4080041e, 0x404000ef, 0x4040028b, 0x37, 0x38, 0x33,
0x37, 0x34, 0x404004a8, 0x38, 0x32, 0x35, 0x35,
0x33, 0x37, 0x40800209, 0x32, 0x36, 0x38, 0x4040002e,
0x34, 0x30, 0x34, 0x37, 0x404001d1, 0x34, 0x404004b5,
0x4040038d, 0x38, 0x34, 0x404003a8, 0x36, 0x40c0031f, 0x33,
0x33, 0x31, 0x33, 0x36, 0x37, 0x37, 0x30,
0x32, 0x38, 0x39, 0x38, 0x39, 0x31, 0x35,
0x32, 0x40400062, 0x35, 0x32, 0x31, 0x36, 0x32,
0x30, 0x35, 0x36, 0x39, 0x36, 0x40400411, 0x30,
0x35, 0x38, 0x40400477, 0x35, 0x40400498, 0x35, 0x31,
0x31, 0x40400209, 0x38, 0x32, 0x34, 0x33, 0x30,
0x30, 0x33, 0x35, 0x35, 0x38, 0x37, 0x36,
0x34, 0x30, 0x32, 0x34, 0x37, 0x34, 0x39,
0x36, 0x34, 0x37, 0x33, 0x32, 0x36, 0x33,
0x4040043e, 0x39, 0x39, 0x32, 0x4040044b, 0x34, 0x32,
0x36, 0x39, 0x40c002c5, 0x37, 0x404001d6, 0x34, 0x4040053d,
0x4040041d, 0x39, 0x33, 0x34, 0x31, 0x37, 0x404001ad,
0x31, 0x32, 0x4040002a, 0x34, 0x4040019e, 0x31, 0x35,
0x30, 0x33, 0x30, 0x32, 0x38, 0x36, 0x31,
0x38, 0x32, 0x39, 0x37, 0x34, 0x35, 0x35,
0x35, 0x37, 0x30, 0x36, 0x37, 0x34, 0x40400135,
0x35, 0x30, 0x35, 0x34, 0x39, 0x34, 0x35,
0x38, 0x404001c5, 0x39, 0x40400051, 0x35, 0x36, 0x404001ec,
0x37, 0x32, 0x31, 0x30, 0x37, 0x39, 0x40400159,
0x33, 0x30, 0x4040010a, 0x33, 0x32, 0x31, 0x31,
0x36, 0x35, 0x33, 0x34, 0x34, 0x39, 0x38,
0x37, 0x32, 0x30, 0x32, 0x37, 0x4040011b, 0x30,
0x32, 0x33, 0x36, 0x34, 0x4040022e, 0x35, 0x34,
0x39, 0x39, 0x31, 0x31, 0x39, 0x38, 0x40400418,
0x34, 0x4040011b, 0x35, 0x33, 0x35, 0x36, 0x36,
0x33, 0x36, 0x39, 0x40400450, 0x32, 0x36, 0x35,
0x404002e4, 0x37, 0x38, 0x36, 0x32, 0x35, 0x35,
0x31, 0x404003da, 0x31, 0x37, 0x35, 0x37, 0x34,
0x36, 0x37, 0x32, 0x38, 0x39, 0x30, 0x39,
0x37, 0x37, 0x37, 0x37, 0x40800453, 0x30, 0x30,
0x30, 0x404005fd, 0x37, 0x30, 0x404004df, 0x36, 0x404003e9,
0x34, 0x39, 0x31, 0x4040041e, 0x40400297, 0x32, 0x31,
0x34, 0x37, 0x37, 0x32, 0x33, 0x35, 0x30,
0x31, 0x34, 0x31, 0x34, 0x40400643, 0x33, 0x35,
0x36, 0x404004af, 0x31, 0x36, 0x31, 0x33, 0x36,
0x31, 0x31, 0x35, 0x37, 0x33, 0x35, 0x32,
0x35, 0x40400504, 0x33, 0x34, 0x4040005b, 0x31, 0x38,
0x4040047b, 0x38, 0x34, 0x404005e7, 0x33, 0x33, 0x32,
0x33, 0x39, 0x30, 0x37, 0x33, 0x39, 0x34,
0x31, 0x34, 0x33, 0x33, 0x33, 0x34, 0x35,
0x34, 0x37, 0x37, 0x36, 0x32, 0x34, 0x40400242,
0x32, 0x35, 0x31, 0x38, 0x39, 0x38, 0x33,
0x35, 0x36, 0x39, 0x34, 0x38, 0x35, 0x35,
0x36, 0x32, 0x30, 0x39, 0x39, 0x32, 0x31,
0x39, 0x32, 0x32, 0x32, 0x31, 0x38, 0x34,
0x32, 0x37, 0x4040023e, 0x32, 0x404000ba, 0x36, 0x38,
0x38, 0x37, 0x36, 0x37, 0x31, 0x37, 0x39,
0x30, 0x40400055, 0x30, 0x40800106, 0x36, 0x36, 0x404003e7,
0x38, 0x38, 0x36, 0x32, 0x37, 0x32, 0x404006dc,
0x31, 0x37, 0x38, 0x36, 0x30, 0x38, 0x35,
0x37, 0x40400073, 0x33, 0x408002fc, 0x37, 0x39, 0x37,
0x36, 0x36, 0x38, 0x31, 0x404002bd, 0x30, 0x30,
0x39, 0x35, 0x33, 0x38, 0x38, 0x40400638, 0x33,
0x404006a5, 0x30, 0x36, 0x38, 0x30, 0x30, 0x36,
0x34, 0x32, 0x32, 0x35, 0x31, 0x32, 0x35,
0x32, 0x4040057b, 0x37, 0x33, 0x39, 0x32, 0x40400297,
0x40400474, 0x34, 0x408006b3, 0x38, 0x36, 0x32, 0x36,
0x39, 0x34, 0x35, 0x404001e5, 0x34, 0x31, 0x39,
0x36, 0x35, 0x32, 0x38, 0x35, 0x30, 0x40400099,
0x4040039c, 0x31, 0x38, 0x36, 0x33, 0x404001be, 0x34,
0x40800154, 0x32, 0x30, 0x33, 0x39, 0x4040058b, 0x34,
0x35, 0x404002bc, 0x32, 0x33, 0x37, 0x4040042c, 0x36,
0x40400510, 0x35, 0x36, 0x40400638, 0x37, 0x31, 0x39,
0x31, 0x37, 0x32, 0x38, 0x40400171, 0x37, 0x36,
0x34, 0x36, 0x35, 0x37, 0x35, 0x37, 0x33,
0x39, 0x40400101, 0x33, 0x38, 0x39, 0x40400748, 0x38,
0x33, 0x32, 0x36, 0x34, 0x35, 0x39, 0x39,
0x35, 0x38, 0x404006a7, 0x30, 0x34, 0x37, 0x38,
0x404001de, 0x40400328, 0x39, 0x4040002d, 0x36, 0x34, 0x30,
0x37, 0x38, 0x39, 0x35, 0x31, 0x4040008e, 0x36,
0x38, 0x33, 0x4040012f, 0x32, 0x35, 0x39, 0x35,
0x37, 0x30, 0x40400468, 0x38, 0x32, 0x32, 0x404002c8,
0x32, 0x4040061b, 0x34, 0x30, 0x37, 0x37, 0x32,
0x36, 0x37, 0x31, 0x39, 0x34, 0x37, 0x38,
0x40400319, 0x38, 0x32, 0x36, 0x30, 0x31, 0x34,
0x37, 0x36, 0x39, 0x39, 0x30, 0x39, 0x404004e8,
0x30, 0x31, 0x33, 0x36, 0x33, 0x39, 0x34,
0x34, 0x33, 0x4040027f, 0x33, 0x30, 0x40400105, 0x32,
0x30, 0x33, 0x34, 0x39, 0x36, 0x32, 0x35,
0x32, 0x34, 0x35, 0x31, 0x37, 0x404003b5, 0x39,
0x36, 0x35, 0x31, 0x34, 0x33, 0x31, 0x34,
0x32, 0x39, 0x38, 0x30, 0x39, 0x31, 0x39,
0x30, 0x36, 0x35, 0x39, 0x32, 0x40400282, 0x37,
0x32, 0x32, 0x31, 0x36, 0x39, 0x36, 0x34,
0x36, 0x40400419, 0x4040007a, 0x35, 0x4040050e, 0x34, 0x40800565,
0x38, 0x40400559, 0x39, 0x37, 0x4040057b, 0x35, 0x34,
0x4040049d, 0x4040023e, 0x37, 0x4040065a, 0x38, 0x34, 0x36,
0x38, 0x31, 0x33, 0x4040008c, 0x36, 0x38, 0x33,
0x38, 0x36, 0x38, 0x39, 0x34, 0x32, 0x37,
0x37, 0x34, 0x31, 0x35, 0x35, 0x39, 0x39,
0x31, 0x38, 0x35, 0x4040005a, 0x32, 0x34, 0x35,
0x39, 0x35, 0x33, 0x39, 0x35, 0x39, 0x34,
0x33, 0x31, 0x404005b7, 0x37, 0x40400012, 0x36, 0x38,
0x30, 0x38, 0x34, 0x35, 0x404002e7, 0x37, 0x33,
0x4040081e, 0x39, 0x35, 0x38, 0x34, 0x38, 0x36,
0x35, 0x33, 0x38, 0x404006e8, 0x36, 0x32, 0x404000f2,
0x36, 0x30, 0x39, 0x404004b6, 0x36, 0x30, 0x38,
0x30, 0x35, 0x31, 0x32, 0x34, 0x33, 0x38,
0x38, 0x34, 0x4040013a, 0x4040000b, 0x34, 0x31, 0x33,
0x4040030f, 0x37, 0x36, 0x32, 0x37, 0x38, 0x40400341,
0x37, 0x31, 0x35, 0x4040059b, 0x33, 0x35, 0x39,
0x39, 0x37, 0x37, 0x30, 0x30, 0x31, 0x32,
0x39, 0x40400472, 0x38, 0x39, 0x34, 0x34, 0x31,
0x40400277, 0x36, 0x38, 0x35, 0x35, 0x4040005f, 0x34,
0x30, 0x36, 0x33, 0x404008e6, 0x32, 0x30, 0x37,
0x32, 0x32, 0x40400158, 0x40800203, 0x34, 0x38, 0x31,
0x35, 0x38, 0x40400205, 0x404001fe, 0x4040027a, 0x40400298, 0x33,
0x39, 0x34, 0x35, 0x32, 0x32, 0x36, 0x37,
0x40c00496, 0x38, 0x4040058a, 0x32, 0x31, 0x404002ea, 0x32,
0x40400387, 0x35, 0x34, 0x36, 0x36, 0x36, 0x4040051b,
0x32, 0x33, 0x39, 0x38, 0x36, 0x34, 0x35,
0x36, 0x404004c4, 0x31, 0x36, 0x33, 0x35, 0x40800253,
0x40400811, 0x37, 0x404008ad, 0x39, 0x38, 0x4040045e, 0x39,
0x33, 0x36, 0x33, 0x34, 0x4040075b, 0x37, 0x34,
0x33, 0x32, 0x34, 0x4040047b, 0x31, 0x35, 0x30,
0x37, 0x36, 0x404004bb, 0x37, 0x39, 0x34, 0x35,
0x31, 0x30, 0x39, 0x4040003e, 0x30, 0x39, 0x34,
0x30, 0x404006a6, 0x38, 0x38, 0x37, 0x39, 0x37,
0x31, 0x30, 0x38, 0x39, 0x33, 0x404008f0, 0x36,
0x39, 0x31, 0x33, 0x36, 0x38, 0x36, 0x37,
0x32, 0x4040025b, 0x404001fe, 0x35, 0x4040053f, 0x40400468, 0x40400801,
0x31, 0x37, 0x39, 0x32, 0x38, 0x36, 0x38,
0x404008cc, 0x38, 0x37, 0x34, 0x37, 0x4080079e, 0x38,
0x32, 0x34, 0x4040097a, 0x38, 0x4040025b, 0x37, 0x31,
0x34, 0x39, 0x30, 0x39, 0x36, 0x37, 0x35,
0x39, 0x38, 0x404006ef, 0x33, 0x36, 0x35, 0x40400134,
0x38, 0x31, 0x4040005c, 0x40400745, 0x40400936, 0x36, 0x38,
0x32, 0x39, 0x4040057e, 0x38, 0x37, 0x32, 0x32,
0x36, 0x35, 0x38, 0x38, 0x30, 0x40400611, 0x35,
0x40400249, 0x34, 0x32, 0x37, 0x30, 0x34, 0x37,
0x37, 0x35, 0x35, 0x4040081e, 0x33, 0x37, 0x39,
0x36, 0x34, 0x31, 0x34, 0x35, 0x31, 0x35,
0x32, 0x404005fd, 0x32, 0x33, 0x34, 0x33, 0x36,
0x34, 0x35, 0x34, 0x404005de, 0x34, 0x34, 0x34,
0x37, 0x39, 0x35, 0x4040003c, 0x40400523, 0x408008e6, 0x34,
0x31, 0x4040052a, 0x33, 0x40400304, 0x35, 0x32, 0x33,
0x31, 0x40800841, 0x31, 0x36, 0x36, 0x31, 0x404008b2,
0x35, 0x39, 0x36, 0x39, 0x35, 0x33, 0x36,
0x32, 0x33, 0x31, 0x34, 0x404005ff, 0x32, 0x34,
0x38, 0x34, 0x39, 0x33, 0x37, 0x31, 0x38,
0x37, 0x31, 0x31, 0x30, 0x31, 0x34, 0x35,
0x37, 0x36, 0x35, 0x34, 0x40400761, 0x30, 0x32,
0x37, 0x39, 0x39, 0x33, 0x34, 0x34, 0x30,
0x33, 0x37, 0x34, 0x32, 0x30, 0x30, 0x37,
0x4040093f, 0x37, 0x38, 0x35, 0x33, 0x39, 0x30,
0x36, 0x32, 0x31, 0x39, 0x40800299, 0x40400345, 0x38,
0x34, 0x37, 0x408003d2, 0x38, 0x33, 0x33, 0x32,
0x31, 0x34, 0x34, 0x35, 0x37, 0x31, 0x40400284,
0x40400776, 0x34, 0x33, 0x35, 0x30, 0x40400928, 0x40400468,
0x35, 0x33, 0x31, 0x39, 0x31, 0x30, 0x34,
0x38, 0x34, 0x38, 0x31, 0x30, 0x30, 0x35,
0x33, 0x37, 0x30, 0x36, 0x404008bc, 0x4080059d, 0x40800781,
0x31, 0x40400559, 0x37, 0x4040031b, 0x35, 0x404007ec, 0x4040040c,
0x36, 0x33, 0x408007dc, 0x34, 0x40400971, 0x4080034e, 0x408003f5,
0x38, 0x4080052d, 0x40800887, 0x39, 0x40400187, 0x39, 0x31,
0x404008ce, 0x38, 0x31, 0x34, 0x36, 0x37, 0x35,
0x31, 0x4040062b, 0x31, 0x32, 0x33, 0x39, 0x40c001a9,
0x39, 0x30, 0x37, 0x31, 0x38, 0x36, 0x34,
0x39, 0x34, 0x32, 0x33, 0x31, 0x39, 0x36,
0x31, 0x35, 0x36, 0x404001ec, 0x404006bc, 0x39, 0x35,
0x40400926, 0x40400469, 0x4040011b, 0x36, 0x30, 0x33, 0x38,
0x40400a25, 0x4040016f, 0x40400384, 0x36, 0x32, 0x4040045a, 0x35,
0x4040084c, 0x36, 0x33, 0x38, 0x39, 0x33, 0x37,
0x37, 0x38, 0x37, 0x404008c5, 0x404000f8, 0x39, 0x37,
0x39, 0x32, 0x30, 0x37, 0x37, 0x33, 0x404005d7,
0x32, 0x31, 0x38, 0x32, 0x35, 0x36, 0x404007df,
0x36, 0x36, 0x404006d6, 0x34, 0x32, 0x4080067e, 0x36,
0x404006e6, 0x34, 0x34, 0x40400024, 0x35, 0x34, 0x39,
0x32, 0x30, 0x32, 0x36, 0x30, 0x35, 0x40400ab3,
0x408003e4, 0x32, 0x30, 0x31, 0x34, 0x39, 0x404004d2,
0x38, 0x35, 0x30, 0x37, 0x33, 0x40400599, 0x36,
0x36, 0x36, 0x30, 0x40400194, 0x32, 0x34, 0x33,
0x34, 0x30, 0x40400087, 0x30, 0x4040076b, 0x38, 0x36,
0x33, 0x40400956, 0x404007e4, 0x4040042b, 0x40400174, 0x35, 0x37,
0x39, 0x36, 0x32, 0x36, 0x38, 0x35, 0x36,
0x40400140, 0x35, 0x30, 0x38, 0x40400523, 0x35, 0x38,
0x37, 0x39, 0x36, 0x39, 0x39, 0x40400711, 0x35,
0x37, 0x34, 0x40400a18, 0x38, 0x34, 0x30, 0x404008b3,
0x31, 0x34, 0x35, 0x39, 0x31, 0x4040078c, 0x37,
0x30, 0x40400234, 0x30, 0x31, 0x40400be7, 0x31, 0x32,
0x40400c74, 0x30, 0x404003c3, 0x33, 0x39, 0x40400b2a, 0x40400112,
0x37, 0x31, 0x35, 0x404003b0, 0x34, 0x32, 0x30,
0x40800bf2, 0x39, 0x40400bc2, 0x30, 0x37, 0x40400341, 0x40400795,
0x40400aaf, 0x40400c62, 0x32, 0x31, 0x40400960, 0x32, 0x35,
0x31, 0x4040057b, 0x40400944, 0x39, 0x32, 0x404001b2, 0x38,
0x32, 0x36, 0x40400b66, 0x32, 0x40400278, 0x33, 0x32,
0x31, 0x35, 0x37, 0x39, 0x31, 0x39, 0x38,
0x34, 0x31, 0x34, 0x4080087b, 0x39, 0x31, 0x36,
0x34, 0x408006e8, 0x39, 0x40800b58, 0x404008db, 0x37, 0x32,
0x32, 0x40400321, 0x35, 0x404008a4, 0x40400141, 0x39, 0x31,
0x30, 0x404000bc, 0x40400c5b, 0x35, 0x32, 0x38, 0x30,
0x31, 0x37, 0x40400231, 0x37, 0x31, 0x32, 0x40400914,
0x38, 0x33, 0x32, 0x40400373, 0x31, 0x40400589, 0x30,
0x39, 0x33, 0x35, 0x33, 0x39, 0x36, 0x35,
0x37, 0x4040064b, 0x31, 0x30, 0x38, 0x33, 0x40400069,
0x35, 0x31, 0x4040077a, 0x40400d5a, 0x31, 0x34, 0x34,
0x34, 0x32, 0x31, 0x30, 0x30, 0x40400202, 0x30,
0x33, 0x4040019c, 0x31, 0x31, 0x30, 0x33, 0x40400c81,
0x40400009, 0x40400026, 0x40c00602, 0x35, 0x31, 0x36, 0x404005d9,
0x40800883, 0x4040092a, 0x35, 0x40800c42, 0x38, 0x35, 0x31,
0x37, 0x31, 0x34, 0x33, 0x37, 0x40400605, 0x4040006d,
0x31, 0x35, 0x35, 0x36, 0x35, 0x30, 0x38,
0x38, 0x404003b9, 0x39, 0x38, 0x39, 0x38, 0x35,
0x39, 0x39, 0x38, 0x32, 0x33, 0x38, 0x404001cf,
0x404009ba, 0x33, 0x4040016c, 0x4040043e, 0x404009c3, 0x38, 0x40800e05,
0x33, 0x32, 0x40400107, 0x35, 0x40400305, 0x33, 0x404001ca,
0x39, 0x4040041b, 0x39, 0x38, 0x4040087d, 0x34, 0x40400cb8,
0x37, 0x4040064b, 0x30, 0x37, 0x404000e5, 0x34, 0x38,
0x31, 0x34, 0x31, 0x40400539, 0x38, 0x35, 0x39,
0x34, 0x36, 0x31, 0x40400bc9, 0x38, 0x30,
},
},
HuffTest{
.input = "huffman-rand-1k.input",
.want = "huffman-rand-1k.{s}.expect",
.want_no_input = "huffman-rand-1k.{s}.expect-noinput",
.tokens = &[_]token.Token{
0xf8, 0x8b, 0x96, 0x76, 0x48, 0xd, 0x85, 0x94, 0x25, 0x80, 0xaf, 0xc2, 0xfe, 0x8d,
0xe8, 0x20, 0xeb, 0x17, 0x86, 0xc9, 0xb7, 0xc5, 0xde, 0x6, 0xea, 0x7d, 0x18, 0x8b,
0xe7, 0x3e, 0x7, 0xda, 0xdf, 0xff, 0x6c, 0x73, 0xde, 0xcc, 0xe7, 0x6d, 0x8d, 0x4,
0x19, 0x49, 0x7f, 0x47, 0x1f, 0x48, 0x15, 0xb0, 0xe8, 0x9e, 0xf2, 0x31, 0x59, 0xde,
0x34, 0xb4, 0x5b, 0xe5, 0xe0, 0x9, 0x11, 0x30, 0xc2, 0x88, 0x5b, 0x7c, 0x5d, 0x14,
0x13, 0x6f, 0x23, 0xa9, 0xd, 0xbc, 0x2d, 0x23, 0xbe, 0xd9, 0xed, 0x75, 0x4, 0x6c,
0x99, 0xdf, 0xfd, 0x70, 0x66, 0xe6, 0xee, 0xd9, 0xb1, 0x9e, 0x6e, 0x83, 0x59, 0xd5,
0xd4, 0x80, 0x59, 0x98, 0x77, 0x89, 0x43, 0x38, 0xc9, 0xaf, 0x30, 0x32, 0x9a, 0x20,
0x1b, 0x46, 0x3d, 0x67, 0x6e, 0xd7, 0x72, 0x9e, 0x4e, 0x21, 0x4f, 0xc6, 0xe0, 0xd4,
0x7b, 0x4, 0x8d, 0xa5, 0x3, 0xf6, 0x5, 0x9b, 0x6b, 0xdc, 0x2a, 0x93, 0x77, 0x28,
0xfd, 0xb4, 0x62, 0xda, 0x20, 0xe7, 0x1f, 0xab, 0x6b, 0x51, 0x43, 0x39, 0x2f, 0xa0,
0x92, 0x1, 0x6c, 0x75, 0x3e, 0xf4, 0x35, 0xfd, 0x43, 0x2e, 0xf7, 0xa4, 0x75, 0xda,
0xea, 0x9b, 0xa, 0x64, 0xb, 0xe0, 0x23, 0x29, 0xbd, 0xf7, 0xe7, 0x83, 0x3c, 0xfb,
0xdf, 0xb3, 0xae, 0x4f, 0xa4, 0x47, 0x55, 0x99, 0xde, 0x2f, 0x96, 0x6e, 0x1c, 0x43,
0x4c, 0x87, 0xe2, 0x7c, 0xd9, 0x5f, 0x4c, 0x7c, 0xe8, 0x90, 0x3, 0xdb, 0x30, 0x95,
0xd6, 0x22, 0xc, 0x47, 0xb8, 0x4d, 0x6b, 0xbd, 0x24, 0x11, 0xab, 0x2c, 0xd7, 0xbe,
0x6e, 0x7a, 0xd6, 0x8, 0xa3, 0x98, 0xd8, 0xdd, 0x15, 0x6a, 0xfa, 0x93, 0x30, 0x1,
0x25, 0x1d, 0xa2, 0x74, 0x86, 0x4b, 0x6a, 0x95, 0xe8, 0xe1, 0x4e, 0xe, 0x76, 0xb9,
0x49, 0xa9, 0x5f, 0xa0, 0xa6, 0x63, 0x3c, 0x7e, 0x7e, 0x20, 0x13, 0x4f, 0xbb, 0x66,
0x92, 0xb8, 0x2e, 0xa4, 0xfa, 0x48, 0xcb, 0xae, 0xb9, 0x3c, 0xaf, 0xd3, 0x1f, 0xe1,
0xd5, 0x8d, 0x42, 0x6d, 0xf0, 0xfc, 0x8c, 0xc, 0x0, 0xde, 0x40, 0xab, 0x8b, 0x47,
0x97, 0x4e, 0xa8, 0xcf, 0x8e, 0xdb, 0xa6, 0x8b, 0x20, 0x9, 0x84, 0x7a, 0x66, 0xe5,
0x98, 0x29, 0x2, 0x95, 0xe6, 0x38, 0x32, 0x60, 0x3, 0xe3, 0x9a, 0x1e, 0x54, 0xe8,
0x63, 0x80, 0x48, 0x9c, 0xe7, 0x63, 0x33, 0x6e, 0xa0, 0x65, 0x83, 0xfa, 0xc6, 0xba,
0x7a, 0x43, 0x71, 0x5, 0xf5, 0x68, 0x69, 0x85, 0x9c, 0xba, 0x45, 0xcd, 0x6b, 0xb,
0x19, 0xd1, 0xbb, 0x7f, 0x70, 0x85, 0x92, 0xd1, 0xb4, 0x64, 0x82, 0xb1, 0xe4, 0x62,
0xc5, 0x3c, 0x46, 0x1f, 0x92, 0x31, 0x1c, 0x4e, 0x41, 0x77, 0xf7, 0xe7, 0x87, 0xa2,
0xf, 0x6e, 0xe8, 0x92, 0x3, 0x6b, 0xa, 0xe7, 0xa9, 0x3b, 0x11, 0xda, 0x66, 0x8a,
0x29, 0xda, 0x79, 0xe1, 0x64, 0x8d, 0xe3, 0x54, 0xd4, 0xf5, 0xef, 0x64, 0x87, 0x3b,
0xf4, 0xc2, 0xf4, 0x71, 0x13, 0xa9, 0xe9, 0xe0, 0xa2, 0x6, 0x14, 0xab, 0x5d, 0xa7,
0x96, 0x0, 0xd6, 0xc3, 0xcc, 0x57, 0xed, 0x39, 0x6a, 0x25, 0xcd, 0x76, 0xea, 0xba,
0x3a, 0xf2, 0xa1, 0x95, 0x5d, 0xe5, 0x71, 0xcf, 0x9c, 0x62, 0x9e, 0x6a, 0xfa, 0xd5,
0x31, 0xd1, 0xa8, 0x66, 0x30, 0x33, 0xaa, 0x51, 0x17, 0x13, 0x82, 0x99, 0xc8, 0x14,
0x60, 0x9f, 0x4d, 0x32, 0x6d, 0xda, 0x19, 0x26, 0x21, 0xdc, 0x7e, 0x2e, 0x25, 0x67,
0x72, 0xca, 0xf, 0x92, 0xcd, 0xf6, 0xd6, 0xcb, 0x97, 0x8a, 0x33, 0x58, 0x73, 0x70,
0x91, 0x1d, 0xbf, 0x28, 0x23, 0xa3, 0xc, 0xf1, 0x83, 0xc3, 0xc8, 0x56, 0x77, 0x68,
0xe3, 0x82, 0xba, 0xb9, 0x57, 0x56, 0x57, 0x9c, 0xc3, 0xd6, 0x14, 0x5, 0x3c, 0xb1,
0xaf, 0x93, 0xc8, 0x8a, 0x57, 0x7f, 0x53, 0xfa, 0x2f, 0xaa, 0x6e, 0x66, 0x83, 0xfa,
0x33, 0xd1, 0x21, 0xab, 0x1b, 0x71, 0xb4, 0x7c, 0xda, 0xfd, 0xfb, 0x7f, 0x20, 0xab,
0x5e, 0xd5, 0xca, 0xfd, 0xdd, 0xe0, 0xee, 0xda, 0xba, 0xa8, 0x27, 0x99, 0x97, 0x69,
0xc1, 0x3c, 0x82, 0x8c, 0xa, 0x5c, 0x2d, 0x5b, 0x88, 0x3e, 0x34, 0x35, 0x86, 0x37,
0x46, 0x79, 0xe1, 0xaa, 0x19, 0xfb, 0xaa, 0xde, 0x15, 0x9, 0xd, 0x1a, 0x57, 0xff,
0xb5, 0xf, 0xf3, 0x2b, 0x5a, 0x6a, 0x4d, 0x19, 0x77, 0x71, 0x45, 0xdf, 0x4f, 0xb3,
0xec, 0xf1, 0xeb, 0x18, 0x53, 0x3e, 0x3b, 0x47, 0x8, 0x9a, 0x73, 0xa0, 0x5c, 0x8c,
0x5f, 0xeb, 0xf, 0x3a, 0xc2, 0x43, 0x67, 0xb4, 0x66, 0x67, 0x80, 0x58, 0xe, 0xc1,
0xec, 0x40, 0xd4, 0x22, 0x94, 0xca, 0xf9, 0xe8, 0x92, 0xe4, 0x69, 0x38, 0xbe, 0x67,
0x64, 0xca, 0x50, 0xc7, 0x6, 0x67, 0x42, 0x6e, 0xa3, 0xf0, 0xb7, 0x6c, 0xf2, 0xe8,
0x5f, 0xb1, 0xaf, 0xe7, 0xdb, 0xbb, 0x77, 0xb5, 0xf8, 0xcb, 0x8, 0xc4, 0x75, 0x7e,
0xc0, 0xf9, 0x1c, 0x7f, 0x3c, 0x89, 0x2f, 0xd2, 0x58, 0x3a, 0xe2, 0xf8, 0x91, 0xb6,
0x7b, 0x24, 0x27, 0xe9, 0xae, 0x84, 0x8b, 0xde, 0x74, 0xac, 0xfd, 0xd9, 0xb7, 0x69,
0x2a, 0xec, 0x32, 0x6f, 0xf0, 0x92, 0x84, 0xf1, 0x40, 0xc, 0x8a, 0xbc, 0x39, 0x6e,
0x2e, 0x73, 0xd4, 0x6e, 0x8a, 0x74, 0x2a, 0xdc, 0x60, 0x1f, 0xa3, 0x7, 0xde, 0x75,
0x8b, 0x74, 0xc8, 0xfe, 0x63, 0x75, 0xf6, 0x3d, 0x63, 0xac, 0x33, 0x89, 0xc3, 0xf0,
0xf8, 0x2d, 0x6b, 0xb4, 0x9e, 0x74, 0x8b, 0x5c, 0x33, 0xb4, 0xca, 0xa8, 0xe4, 0x99,
0xb6, 0x90, 0xa1, 0xef, 0xf, 0xd3, 0x61, 0xb2, 0xc6, 0x1a, 0x94, 0x7c, 0x44, 0x55,
0xf4, 0x45, 0xff, 0x9e, 0xa5, 0x5a, 0xc6, 0xa0, 0xe8, 0x2a, 0xc1, 0x8d, 0x6f, 0x34,
0x11, 0xb9, 0xbe, 0x4e, 0xd9, 0x87, 0x97, 0x73, 0xcf, 0x3d, 0x23, 0xae, 0xd5, 0x1a,
0x5e, 0xae, 0x5d, 0x6a, 0x3, 0xf9, 0x22, 0xd, 0x10, 0xd9, 0x47, 0x69, 0x15, 0x3f,
0xee, 0x52, 0xa3, 0x8, 0xd2, 0x3c, 0x51, 0xf4, 0xf8, 0x9d, 0xe4, 0x98, 0x89, 0xc8,
0x67, 0x39, 0xd5, 0x5e, 0x35, 0x78, 0x27, 0xe8, 0x3c, 0x80, 0xae, 0x79, 0x71, 0xd2,
0x93, 0xf4, 0xaa, 0x51, 0x12, 0x1c, 0x4b, 0x1b, 0xe5, 0x6e, 0x15, 0x6f, 0xe4, 0xbb,
0x51, 0x9b, 0x45, 0x9f, 0xf9, 0xc4, 0x8c, 0x2a, 0xfb, 0x1a, 0xdf, 0x55, 0xd3, 0x48,
0x93, 0x27, 0x1, 0x26, 0xc2, 0x6b, 0x55, 0x6d, 0xa2, 0xfb, 0x84, 0x8b, 0xc9, 0x9e,
0x28, 0xc2, 0xef, 0x1a, 0x24, 0xec, 0x9b, 0xae, 0xbd, 0x60, 0xe9, 0x15, 0x35, 0xee,
0x42, 0xa4, 0x33, 0x5b, 0xfa, 0xf, 0xb6, 0xf7, 0x1, 0xa6, 0x2, 0x4c, 0xca, 0x90,
0x58, 0x3a, 0x96, 0x41, 0xe7, 0xcb, 0x9, 0x8c, 0xdb, 0x85, 0x4d, 0xa8, 0x89, 0xf3,
0xb5, 0x8e, 0xfd, 0x75, 0x5b, 0x4f, 0xed, 0xde, 0x3f, 0xeb, 0x38, 0xa3, 0xbe, 0xb0,
0x73, 0xfc, 0xb8, 0x54, 0xf7, 0x4c, 0x30, 0x67, 0x2e, 0x38, 0xa2, 0x54, 0x18, 0xba,
0x8, 0xbf, 0xf2, 0x39, 0xd5, 0xfe, 0xa5, 0x41, 0xc6, 0x66, 0x66, 0xba, 0x81, 0xef,
0x67, 0xe4, 0xe6, 0x3c, 0xc, 0xca, 0xa4, 0xa, 0x79, 0xb3, 0x57, 0x8b, 0x8a, 0x75,
0x98, 0x18, 0x42, 0x2f, 0x29, 0xa3, 0x82, 0xef, 0x9f, 0x86, 0x6, 0x23, 0xe1, 0x75,
0xfa, 0x8, 0xb1, 0xde, 0x17, 0x4a,
},
},
HuffTest{
.input = "huffman-rand-limit.input",
.want = "huffman-rand-limit.{s}.expect",
.want_no_input = "huffman-rand-limit.{s}.expect-noinput",
.tokens = &[_]token.Token{
0x61, 0x51c00000, 0xa, 0xf8, 0x8b, 0x96, 0x76, 0x48, 0xa, 0x85, 0x94, 0x25, 0x80,
0xaf, 0xc2, 0xfe, 0x8d, 0xe8, 0x20, 0xeb, 0x17, 0x86, 0xc9, 0xb7, 0xc5, 0xde,
0x6, 0xea, 0x7d, 0x18, 0x8b, 0xe7, 0x3e, 0x7, 0xda, 0xdf, 0xff, 0x6c, 0x73,
0xde, 0xcc, 0xe7, 0x6d, 0x8d, 0x4, 0x19, 0x49, 0x7f, 0x47, 0x1f, 0x48, 0x15,
0xb0, 0xe8, 0x9e, 0xf2, 0x31, 0x59, 0xde, 0x34, 0xb4, 0x5b, 0xe5, 0xe0, 0x9,
0x11, 0x30, 0xc2, 0x88, 0x5b, 0x7c, 0x5d, 0x14, 0x13, 0x6f, 0x23, 0xa9, 0xa,
0xbc, 0x2d, 0x23, 0xbe, 0xd9, 0xed, 0x75, 0x4, 0x6c, 0x99, 0xdf, 0xfd, 0x70,
0x66, 0xe6, 0xee, 0xd9, 0xb1, 0x9e, 0x6e, 0x83, 0x59, 0xd5, 0xd4, 0x80, 0x59,
0x98, 0x77, 0x89, 0x43, 0x38, 0xc9, 0xaf, 0x30, 0x32, 0x9a, 0x20, 0x1b, 0x46,
0x3d, 0x67, 0x6e, 0xd7, 0x72, 0x9e, 0x4e, 0x21, 0x4f, 0xc6, 0xe0, 0xd4, 0x7b,
0x4, 0x8d, 0xa5, 0x3, 0xf6, 0x5, 0x9b, 0x6b, 0xdc, 0x2a, 0x93, 0x77, 0x28,
0xfd, 0xb4, 0x62, 0xda, 0x20, 0xe7, 0x1f, 0xab, 0x6b, 0x51, 0x43, 0x39, 0x2f,
0xa0, 0x92, 0x1, 0x6c, 0x75, 0x3e, 0xf4, 0x35, 0xfd, 0x43, 0x2e, 0xf7, 0xa4,
0x75, 0xda, 0xea, 0x9b, 0xa,
},
},
HuffTest{
.input = "huffman-shifts.input",
.want = "huffman-shifts.{s}.expect",
.want_no_input = "huffman-shifts.{s}.expect-noinput",
.tokens = &[_]token.Token{
0x31, 0x30, 0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001,
0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001,
0x7fc00001, 0x7fc00001, 0x7fc00001, 0x52400001, 0xd, 0xa, 0x32,
0x33, 0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7fc00001,
0x7fc00001, 0x7fc00001, 0x7fc00001, 0x7f400001,
},
},
HuffTest{
.input = "huffman-text-shift.input",
.want = "huffman-text-shift.{s}.expect",
.want_no_input = "huffman-text-shift.{s}.expect-noinput",
.tokens = &[_]token.Token{
0x2f, 0x2f, 0x43, 0x6f, 0x70, 0x79, 0x72, 0x69, 0x67, 0x68,
0x74, 0x32, 0x30, 0x30, 0x39, 0x54, 0x68, 0x47, 0x6f, 0x41,
0x75, 0x74, 0x68, 0x6f, 0x72, 0x2e, 0x41, 0x6c, 0x6c, 0x40800016,
0x72, 0x72, 0x76, 0x64, 0x2e, 0xd, 0xa, 0x2f, 0x2f, 0x55,
0x6f, 0x66, 0x74, 0x68, 0x69, 0x6f, 0x75, 0x72, 0x63, 0x63,
0x6f, 0x64, 0x69, 0x67, 0x6f, 0x76, 0x72, 0x6e, 0x64, 0x62,
0x79, 0x42, 0x53, 0x44, 0x2d, 0x74, 0x79, 0x6c, 0x40400020, 0x6c,
0x69, 0x63, 0x6e, 0x74, 0x68, 0x74, 0x63, 0x6e, 0x62, 0x66,
0x6f, 0x75, 0x6e, 0x64, 0x69, 0x6e, 0x74, 0x68, 0x4c, 0x49,
0x43, 0x45, 0x4e, 0x53, 0x45, 0x66, 0x69, 0x6c, 0x2e, 0xd,
0xa, 0xd, 0xa, 0x70, 0x63, 0x6b, 0x67, 0x6d, 0x69, 0x6e,
0x4040000a, 0x69, 0x6d, 0x70, 0x6f, 0x72, 0x74, 0x22, 0x6f, 0x22,
0x4040000c, 0x66, 0x75, 0x6e, 0x63, 0x6d, 0x69, 0x6e, 0x28, 0x29,
0x7b, 0xd, 0xa, 0x9, 0x76, 0x72, 0x62, 0x3d, 0x6d, 0x6b,
0x28, 0x5b, 0x5d, 0x62, 0x79, 0x74, 0x2c, 0x36, 0x35, 0x35,
0x33, 0x35, 0x29, 0xd, 0xa, 0x9, 0x66, 0x2c, 0x5f, 0x3a,
0x3d, 0x6f, 0x2e, 0x43, 0x72, 0x74, 0x28, 0x22, 0x68, 0x75,
0x66, 0x66, 0x6d, 0x6e, 0x2d, 0x6e, 0x75, 0x6c, 0x6c, 0x2d,
0x6d, 0x78, 0x2e, 0x69, 0x6e, 0x22, 0x40800021, 0x2e, 0x57, 0x72,
0x69, 0x74, 0x28, 0x62, 0x29, 0xd, 0xa, 0x7d, 0xd, 0xa,
0x41, 0x42, 0x43, 0x44, 0x45, 0x46, 0x47, 0x48, 0x49, 0x4a,
0x4b, 0x4c, 0x4d, 0x4e, 0x4f, 0x50, 0x51, 0x52, 0x53, 0x54,
0x55, 0x56, 0x58, 0x78, 0x79, 0x7a, 0x21, 0x22, 0x23, 0xc2,
0xa4, 0x25, 0x26, 0x2f, 0x3f, 0x22,
},
},
HuffTest{
.input = "huffman-text.input",
.want = "huffman-text.{s}.expect",
.want_no_input = "huffman-text.{s}.expect-noinput",
.tokens = &[_]token.Token{
0x2f, 0x2f, 0x20, 0x7a, 0x69, 0x67, 0x20, 0x76,
0x30, 0x2e, 0x31, 0x30, 0x2e, 0x30, 0x0a, 0x2f,
0x2f, 0x20, 0x63, 0x72, 0x65, 0x61, 0x74, 0x65,
0x20, 0x61, 0x20, 0x66, 0x69, 0x6c, 0x65, 0x40400004,
0x6c, 0x65, 0x64, 0x20, 0x77, 0x69, 0x74, 0x68,
0x20, 0x30, 0x78, 0x30, 0x30, 0x0a, 0x63, 0x6f,
0x6e, 0x73, 0x74, 0x20, 0x73, 0x74, 0x64, 0x20,
0x3d, 0x20, 0x40, 0x69, 0x6d, 0x70, 0x6f, 0x72,
0x74, 0x28, 0x22, 0x73, 0x74, 0x64, 0x22, 0x29,
0x3b, 0x0a, 0x0a, 0x70, 0x75, 0x62, 0x20, 0x66,
0x6e, 0x20, 0x6d, 0x61, 0x69, 0x6e, 0x28, 0x29,
0x20, 0x21, 0x76, 0x6f, 0x69, 0x64, 0x20, 0x7b,
0x0a, 0x20, 0x20, 0x20, 0x20, 0x76, 0x61, 0x72,
0x20, 0x62, 0x20, 0x3d, 0x20, 0x5b, 0x31, 0x5d,
0x75, 0x38, 0x7b, 0x30, 0x7d, 0x20, 0x2a, 0x2a,
0x20, 0x36, 0x35, 0x35, 0x33, 0x35, 0x3b, 0x4080001e,
0x40c00055, 0x66, 0x20, 0x3d, 0x20, 0x74, 0x72, 0x79,
0x4040005d, 0x2e, 0x66, 0x73, 0x2e, 0x63, 0x77, 0x64,
0x28, 0x29, 0x2e, 0x40c0008f, 0x46, 0x69, 0x6c, 0x65,
0x28, 0x4080002a, 0x40400000, 0x22, 0x68, 0x75, 0x66, 0x66,
0x6d, 0x61, 0x6e, 0x2d, 0x6e, 0x75, 0x6c, 0x6c,
0x2d, 0x6d, 0x61, 0x78, 0x2e, 0x69, 0x6e, 0x22,
0x2c, 0x4180001e, 0x2e, 0x7b, 0x20, 0x2e, 0x72, 0x65,
0x61, 0x64, 0x4080004e, 0x75, 0x65, 0x20, 0x7d, 0x40c0001a,
0x29, 0x40c0006b, 0x64, 0x65, 0x66, 0x65, 0x72, 0x20,
0x66, 0x2e, 0x63, 0x6c, 0x6f, 0x73, 0x65, 0x28,
0x404000b6, 0x40400015, 0x5f, 0x4100007b, 0x66, 0x2e, 0x77, 0x72,
0x69, 0x74, 0x65, 0x41, 0x6c, 0x6c, 0x28, 0x62,
0x5b, 0x30, 0x2e, 0x2e, 0x5d, 0x29, 0x3b, 0x0a,
0x7d, 0x0a,
},
},
HuffTest{
.input = "huffman-zero.input",
.want = "huffman-zero.{s}.expect",
.want_no_input = "huffman-zero.{s}.expect-noinput",
.tokens = &[_]token.Token{ 0x30, ml, 0x4b800000 },
},
HuffTest{
.input = "",
.want = "",
.want_no_input = "null-long-match.{s}.expect-noinput",
.tokens = &[_]token.Token{
0x0, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml, ml,
ml, ml, ml, 0x41400000,
},
},
};
const TestType = enum {
write_block,
write_dyn_block,
write_huffman_block,
fn to_s(self: TestType) []const u8 {
return switch (self) {
.write_block => "wb",
.write_dyn_block => "dyn",
.write_huffman_block => "huff",
};
}
};
test "writeBlock" {
const ttype: TestType = .write_block;
try testBlock(writeBlockTests[0], ttype);
try testBlock(writeBlockTests[1], ttype);
try testBlock(writeBlockTests[2], ttype);
try testBlock(writeBlockTests[3], ttype);
try testBlock(writeBlockTests[4], ttype);
try testBlock(writeBlockTests[5], ttype);
try testBlock(writeBlockTests[6], ttype);
try testBlock(writeBlockTests[7], ttype);
try testBlock(writeBlockTests[8], ttype);
}
test "writeBlockDynamic" {
const ttype: TestType = .write_dyn_block;
try testBlock(writeBlockTests[0], ttype);
try testBlock(writeBlockTests[1], ttype);
try testBlock(writeBlockTests[2], ttype);
try testBlock(writeBlockTests[3], ttype);
try testBlock(writeBlockTests[4], ttype);
try testBlock(writeBlockTests[5], ttype);
try testBlock(writeBlockTests[6], ttype);
try testBlock(writeBlockTests[7], ttype);
try testBlock(writeBlockTests[8], ttype);
}
fn testBlock(comptime ht: HuffTest, ttype: TestType) !void {
if (builtin.os.tag == .wasi) return error.SkipZigTest;
var want_name: []u8 = undefined;
var want_name_no_input: []u8 = undefined;
var input: []u8 = undefined;
var want: []u8 = undefined;
var want_ni: []u8 = undefined;
const current_dir = try std.fs.openDirAbsolute(std.fs.path.dirname(@src().file).?, .{});
const testdata_dir = try current_dir.openDir("testdata", .{});
var want_name_type = if (ht.want.len == 0) .{} else .{ttype.to_s()};
want_name = try fmt.allocPrint(testing.allocator, ht.want, want_name_type);
defer testing.allocator.free(want_name);
if (!mem.eql(u8, ht.input, "")) {
const in_file = try testdata_dir.openFile(ht.input, .{});
input = try in_file.reader().readAllAlloc(testing.allocator, math.maxInt(usize));
defer testing.allocator.free(input);
const want_file = try testdata_dir.openFile(want_name, .{});
want = try want_file.reader().readAllAlloc(testing.allocator, math.maxInt(usize));
defer testing.allocator.free(want);
var buf = ArrayList(u8).init(testing.allocator);
var bw = try huffmanBitWriter(testing.allocator, buf.writer());
try writeToType(ttype, &bw, ht.tokens, input);
var got = buf.items;
try expect(mem.eql(u8, got, want));
buf.deinit();
buf = ArrayList(u8).init(testing.allocator);
defer buf.deinit();
bw.reset(buf.writer());
defer bw.deinit();
try writeToType(ttype, &bw, ht.tokens, input);
try bw.flush();
got = buf.items;
try expect(mem.eql(u8, got, want));
try testWriterEOF(.write_block, ht.tokens, input);
}
want_name_no_input = try fmt.allocPrint(testing.allocator, ht.want_no_input, .{ttype.to_s()});
defer testing.allocator.free(want_name_no_input);
const want_no_input_file = try testdata_dir.openFile(want_name_no_input, .{});
want_ni = try want_no_input_file.reader().readAllAlloc(testing.allocator, math.maxInt(usize));
defer testing.allocator.free(want_ni);
var buf = ArrayList(u8).init(testing.allocator);
var bw = try huffmanBitWriter(testing.allocator, buf.writer());
try writeToType(ttype, &bw, ht.tokens, null);
var got = buf.items;
try expect(mem.eql(u8, got, want_ni));
try expect(got[0] & 1 != 1);
buf.deinit();
buf = ArrayList(u8).init(testing.allocator);
defer buf.deinit();
bw.reset(buf.writer());
defer bw.deinit();
try writeToType(ttype, &bw, ht.tokens, null);
try bw.flush();
got = buf.items;
try expect(mem.eql(u8, got, want_ni));
try testWriterEOF(.write_block, ht.tokens, &[0]u8{});
}
fn writeToType(ttype: TestType, bw: anytype, tok: []const token.Token, input: ?[]u8) !void {
switch (ttype) {
.write_block => try bw.writeBlock(tok, false, input),
.write_dyn_block => try bw.writeBlockDynamic(tok, false, input),
else => unreachable,
}
try bw.flush();
}
fn testWriterEOF(ttype: TestType, ht_tokens: []const token.Token, input: []u8) !void {
var buf = ArrayList(u8).init(testing.allocator);
defer buf.deinit();
var bw = try huffmanBitWriter(testing.allocator, buf.writer());
defer bw.deinit();
switch (ttype) {
.write_block => try bw.writeBlock(ht_tokens, true, input),
.write_dyn_block => try bw.writeBlockDynamic(ht_tokens, true, input),
.write_huffman_block => try bw.writeBlockHuff(true, input),
}
try bw.flush();
var b = buf.items;
try expect(b.len > 0);
try expect(b[0] & 1 == 1);
}