-
Notifications
You must be signed in to change notification settings - Fork 8
/
Copy pathLZ4.pas
407 lines (361 loc) · 12.9 KB
/
LZ4.pas
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
unit LZ4;
interface
uses
Windows, Classes, LZ4Lib;
procedure LZ4CompressStream(ASource, ADest: TStream; ALevel: Integer; ACount: Int64 = 0);
procedure LZ4DecompressStream(ASource, ADest: TStream; ACount: Int64 = 0);
type
TLZ4CompressStream = class(TStream)
public
class function MaxLevel: Integer;
constructor Create(ADest: TStream; ALevel: Integer; ABlockSize: Integer; AIndependentBlocks,
AContentChecksums, ABlockChecksums: Boolean); overload; // ALevel in range 1-MaxLevel
constructor Create(ADest: TStream; ALevel: Integer); overload; // ALevel in range 1-MaxLevel
destructor Destroy; override;
function Seek(const AOffset: Int64; AOrigin: TSeekOrigin): Int64; override;
function Read(var ABuffer; ACount: Longint): Longint; override;
function Write(const ABuffer; ACount: Longint): Longint; override;
private
FDest: TStream;
FLevel: Integer;
FPreferences: LZ4F_preferences_t;
FStreamOutBufferSize: size_t;
FStreamOutBuffer: Pointer;
FContext: LZ4F_cctx;
end;
TLZ4DecompressStream = class(TStream)
public
constructor Create(ASource: TStream);
destructor Destroy; override;
function Seek(const AOffset: Int64; AOrigin: TSeekOrigin): Int64; override;
function Read(var ABuffer; ACount: Longint): Longint; override;
function Write(const ABuffer; ACount: Longint): Longint; override;
private
FSource: TStream;
FPosition: Int64;
FStreamInBufferSize: size_t;
FStreamInBuffer: PByte;
FStreamInBufferAvailableSize: size_t;
FStreamInBufferPos: PByte;
FStreamOutBufferSize: size_t;
FStreamOutBuffer: PByte;
FStreamOutBufferAvailableSize: size_t;
FStreamOutBufferPos: PByte;
FContext: LZ4F_dctx;
FSeekBuffer: Pointer;
end;
implementation
uses
SysUtils;
const
CopyBufferSize = 65536;
procedure LZ4CompressStream(ASource, ADest: TStream; ALevel: Integer; ACount: Int64 = 0);
var
Buffer: Pointer;
CompressStream: TStream;
FullStream: Boolean;
Read: Integer;
begin
GetMem(Buffer, CopyBufferSize);
try
CompressStream := TLZ4CompressStream.Create(ADest, ALevel);
try
FullStream := ACount = 0;
while True do
begin
if FullStream then
begin
Read := ASource.Read(Buffer^, CopyBufferSize);
if Read = 0 then Break;
CompressStream.WriteBuffer(Buffer^, Read);
end
else
begin
if ACount > CopyBufferSize then Read := CopyBufferSize
else Read := ACount;
ASource.ReadBuffer(Buffer^, Read);
CompressStream.WriteBuffer(Buffer^, Read);
Dec(ACount, Read);
if ACount = 0 then Break;
end;
end;
finally
CompressStream.Free;
end;
finally
FreeMem(Buffer);
end;
end;
procedure LZ4DecompressStream(ASource, ADest: TStream; ACount: Int64 = 0);
var
Buffer: Pointer;
DecompressStream: TStream;
FullStream: Boolean;
Read: Integer;
begin
GetMem(Buffer, CopyBufferSize);
try
DecompressStream := TLZ4DecompressStream.Create(ASource);
try
FullStream := ACount = 0;
while True do
begin
if FullStream then
begin
Read := DecompressStream.Read(Buffer^, CopyBufferSize);
if Read = 0 then Break;
ADest.WriteBuffer(Buffer^, Read);
end
else
begin
if ACount > CopyBufferSize then Read := CopyBufferSize
else Read := ACount;
DecompressStream.ReadBuffer(Buffer^, Read);
ADest.WriteBuffer(Buffer^, Read);
Dec(ACount, Read);
if ACount = 0 then Break;
end;
end;
finally
DecompressStream.Free;
end;
finally
FreeMem(Buffer);
end;
end;
//**************************************************************************************************
// TLZ4CompressStream
//**************************************************************************************************
class function TLZ4CompressStream.MaxLevel: Integer;
begin
Result := LZ4F_compressionLevel_max;
end;
const
LZ4DefaultBlockSize4MB = 4 * 1024 * 1024;
LZ4DefaultBlockSize1MB = 1 * 1024 * 1024;
LZ4DefaultBlockSize256KB = 256 * 1024;
LZ4DefaultBlockSize64KB = 64 * 1024;
constructor TLZ4CompressStream.Create(ADest: TStream; ALevel: Integer; ABlockSize: Integer; AIndependentBlocks,
AContentChecksums, ABlockChecksums: Boolean);
begin
inherited Create;
FDest := ADest;
FLevel := ALevel;
if FLevel < 0 then FLevel := 0;
if FLevel > MaxLevel then FLevel := MaxLevel;
Preferences.compressionLevel := FLevel;
if (ABlockSize = 0) or (ABlockSize > LZ4DefaultBlockSize1MB) then
FPreferences.frameInfo.blockSizeID := LZ4F_max4MB
else
if ABlockSize > LZ4DefaultBlockSize256KB then
FPreferences.frameInfo.blockSizeID := LZ4F_max1MB
else
if ABlockSize > LZ4DefaultBlockSize64KB then
FPreferences.frameInfo.blockSizeID := LZ4F_max256KB
else
FPreferences.frameInfo.blockSizeID := LZ4F_max64KB;
if AIndependentBlocks then
FPreferences.frameInfo.blockMode := LZ4F_blockIndependent
else
FPreferences.frameInfo.blockMode := LZ4F_blockLinked;
if AContentChecksums then
FPreferences.frameInfo.contentChecksumFlag := LZ4F_contentChecksumEnabled
else
FPreferences.frameInfo.contentChecksumFlag := LZ4F_noContentChecksum;
FPreferences.frameInfo.contentSize := 0;
if ABlockChecksums then
FPreferences.frameInfo.blockChecksumFlag := LZ4F_blockChecksumEnabled
else
FPreferences.frameInfo.blockChecksumFlag := LZ4F_noBlockChecksum;
end;
constructor TLZ4CompressStream.Create(ADest: TStream; ALevel: Integer);
begin
Create(ADest, ALevel, 0, False, True, True);
end;
destructor TLZ4CompressStream.Destroy;
var
R: size_t;
begin
if Assigned(FContext) then
begin
R := LZ4FCheck(sLZ4F_flush, LZ4F_flush(FContext, FStreamOutBuffer, FStreamOutBufferSize, @FPreferences));
if R > 0 then
FDest.WriteBuffer(FStreamOutBuffer^, R);
R := LZ4FCheck(sLZ4F_compressEnd, LZ4F_compressEnd(FContext, FStreamOutBuffer, FStreamOutBufferSize, @FPreferences));
if R > 0 then
FDest.WriteBuffer(FStreamOutBuffer^, R);
LZ4FCheck(sLZ4F_freeCompressionContext, LZ4F_freeCompressionContext(FContext));
end;
if Assigned(FStreamOutBuffer) then
FreeMem(FStreamOutBuffer);
inherited Destroy;
end;
function TLZ4CompressStream.Seek(const AOffset: Int64; AOrigin: TSeekOrigin): Int64;
begin
Result := 0; // Make compiler happy;
RaiseLastOSError(ERROR_INVALID_FUNCTION);
end;
function TLZ4CompressStream.Read(var ABuffer; ACount: Longint): Longint;
begin
Result := 0; // Make compiler happy;
RaiseLastOSError(ERROR_INVALID_FUNCTION);
end;
function TLZ4CompressStream.Write(const ABuffer; ACount: Longint): Longint;
var
BufferIn: PByte;
R: size_t;
CopySize: Integer;
begin
Result := 0;
if ACount = 0 then Exit;
if not Assigned(FStreamOutBuffer) then
begin
FStreamOutBufferSize := LZ4F_compressBound(CopyBufferSize, @FPreferences) + 30 {LZ4_HEADER_SIZE + LZ4_FOOTER_SIZE};
GetMem(FStreamOutBuffer, FStreamOutBufferSize);
end;
if not Assigned(FContext) then
begin
LZ4FCheck(sLZ4F_createCompressionContext, LZ4F_createCompressionContext(FContext, LZ4F_getVersion));
if not Assigned(FContext) then
raise EOutOfMemory.Create('');
R := LZ4FCheck(sLZ4F_compressBegin, LZ4F_compressBegin(FContext, FStreamOutBuffer, FStreamOutBufferSize, @FPreferences));
if R > 0 then
FDest.WriteBuffer(FStreamOutBuffer^, R);
end;
BufferIn := @ABuffer;
while ACount > 0 do
begin
if ACount > CopyBufferSize then CopySize := CopyBufferSize
else CopySize := ACount;
R := LZ4FCheck(sLZ4F_compressUpdate, LZ4F_compressUpdate(FContext, FStreamOutBuffer, FStreamOutBufferSize, BufferIn, CopySize, @FPreferences));
if R > 0 then
FDest.WriteBuffer(FStreamOutBuffer^, R);
Dec(ACount, CopySize);
Inc(BufferIn, CopySize);
Inc(Result, CopySize);
end;
end;
//**************************************************************************************************
// TLZ4DecompressStream
//**************************************************************************************************
constructor TLZ4DecompressStream.Create(ASource: TStream);
begin
inherited Create;
FSource := ASource;
end;
destructor TLZ4DecompressStream.Destroy;
begin
if Assigned(FContext) then
LZ4F_freeDecompressionContext(FContext);
if Assigned(FStreamInBuffer) then
FreeMem(FStreamInBuffer);
if Assigned(FStreamOutBuffer) then
FreeMem(FStreamOutBuffer);
if Assigned(FSeekBuffer) then
FreeMem(FSeekBuffer);
inherited Destroy;
end;
function TLZ4DecompressStream.Seek(const AOffset: Int64; AOrigin: TSeekOrigin): Int64;
const
SeekBufferSize = 65536;
var
SeekSizeTotal: Int64;
SeekSize: Integer;
begin
if (AOrigin <> soCurrent) or (AOffset < 0) then
begin
Result := 0; // Make compiler happy;
RaiseLastOSError(ERROR_INVALID_FUNCTION);
end
else
begin
if AOffset > 0 then
begin
if not Assigned(FSeekBuffer) then
GetMem(FSeekBuffer, SeekBufferSize);
SeekSizeTotal := AOffset;
while SeekSizeTotal > 0 do
begin
if SeekSizeTotal >= SeekBufferSize then SeekSize := SeekBufferSize
else SeekSize := SeekSizeTotal;
SeekSize := Read(FSeekBuffer^, SeekSize);
if SeekSize = 0 then
Break;
Dec(SeekSizeTotal, SeekSize);
end;
end;
Result := FPosition;
end;
end;
function TLZ4DecompressStream.Read(var ABuffer; ACount: Longint): Longint;
var
AvailableOutSize: size_t;
Read: size_t;
BufferOut: PByte;
begin
Result := 0;
if ACount = 0 then Exit;
if not Assigned(FContext) then
LZ4FCheck(sLZ4F_createDecompressionContext, LZ4F_createDecompressionContext(FContext, LZ4F_getVersion));
if not Assigned(FStreamInBuffer) then
begin
FStreamInBufferSize := CopyBufferSize;
GetMem(FStreamInBuffer, FStreamInBufferSize);
end;
if not Assigned(FStreamOutBuffer) then
begin
FStreamOutBufferSize := CopyBufferSize;
GetMem(FStreamOutBuffer, FStreamOutBufferSize);
end;
BufferOut := @ABuffer;
while ACount > 0 do
begin
AvailableOutSize := FStreamOutBufferAvailableSize;
if AvailableOutSize > size_t(ACount) then
AvailableOutSize := ACount;
if AvailableOutSize > 0 then
begin
CopyMemory(BufferOut, FStreamOutBufferPos, AvailableOutSize);
Dec(FStreamOutBufferAvailableSize, AvailableOutSize);
Inc(FStreamOutBufferPos, AvailableOutSize);
Inc(BufferOut, AvailableOutSize);
Dec(ACount, AvailableOutSize);
Inc(Result, AvailableOutSize);
Inc(FPosition, AvailableOutSize);
if ACount = 0 then Break;
end;
if FStreamInBufferAvailableSize = 0 then
begin
FStreamInBufferAvailableSize := FSource.Read(FStreamInBuffer^, FStreamInBufferSize);
FStreamInBufferPos := FStreamInBuffer;
end;
if FStreamInBufferAvailableSize = 0 then Break;
Read := FStreamInBufferAvailableSize;
AvailableOutSize := FStreamOutBufferSize - FStreamOutBufferAvailableSize;
LZ4FCheck(sLZ4F_decompress, LZ4F_decompress(FContext, FStreamOutBuffer, AvailableOutSize, FStreamInBufferPos, Read, nil));
Inc(FStreamInBufferPos, Read);
FStreamInBufferAvailableSize := FStreamInBufferAvailableSize - Read;
FStreamOutBufferPos := FStreamOutBuffer;
FStreamOutBufferAvailableSize := AvailableOutSize;
if FStreamOutBufferAvailableSize > 0 then
begin
AvailableOutSize := FStreamOutBufferAvailableSize;
if AvailableOutSize > size_t(ACount) then
AvailableOutSize := ACount;
if AvailableOutSize > 0 then
CopyMemory(BufferOut, FStreamOutBufferPos, AvailableOutSize);
Dec(FStreamOutBufferAvailableSize, AvailableOutSize);
Inc(FStreamOutBufferPos, AvailableOutSize);
Inc(BufferOut, AvailableOutSize);
Dec(ACount, AvailableOutSize);
Inc(Result, AvailableOutSize);
Inc(FPosition, AvailableOutSize);
end;
end;
end;
function TLZ4DecompressStream.Write(const ABuffer; ACount: Longint): Longint;
begin
Result := 0; // Make compiler happy;
RaiseLastOSError(ERROR_INVALID_FUNCTION);
end;
end.