committed by
FreddyFunk
7 changed files with 145 additions and 91 deletions
-
4src/common/CMakeLists.txt
-
56src/common/data_compression.cpp
-
23src/common/data_compression.h
-
78src/common/lz4_compression.cpp
-
55src/common/lz4_compression.h
-
8src/core/loader/nso.cpp
-
12src/video_core/renderer_opengl/gl_shader_disk_cache.cpp
@ -1,56 +0,0 @@ |
|||
// Copyright 2019 yuzu Emulator Project
|
|||
// Licensed under GPLv2 or any later version
|
|||
// Refer to the license.txt file included.
|
|||
|
|||
#pragma once
|
|||
|
|||
#include <lz4hc.h>
|
|||
|
|||
#include "data_compression.h"
|
|||
|
|||
namespace Compression { |
|||
|
|||
std::vector<u8> CompressDataLZ4(const u8* source, std::size_t source_size, |
|||
bool use_LZ4_high_compression) { |
|||
if (source_size > LZ4_MAX_INPUT_SIZE) { |
|||
// Source size exceeds LZ4 maximum input size
|
|||
return {}; |
|||
} |
|||
const auto source_size_int = static_cast<int>(source_size); |
|||
const int max_compressed_size = LZ4_compressBound(source_size_int); |
|||
std::vector<u8> compressed(max_compressed_size); |
|||
int compressed_size = 0; |
|||
|
|||
if (use_LZ4_high_compression) { |
|||
compressed_size = LZ4_compress_HC(reinterpret_cast<const char*>(source), |
|||
reinterpret_cast<char*>(compressed.data()), |
|||
source_size_int, max_compressed_size, LZ4HC_CLEVEL_MAX); |
|||
} else { |
|||
compressed_size = LZ4_compress_default(reinterpret_cast<const char*>(source), |
|||
reinterpret_cast<char*>(compressed.data()), |
|||
source_size_int, max_compressed_size); |
|||
} |
|||
|
|||
if (compressed_size <= 0) { |
|||
// Compression failed
|
|||
return {}; |
|||
} |
|||
compressed.resize(compressed_size); |
|||
return compressed; |
|||
} |
|||
|
|||
std::vector<u8> DecompressDataLZ4(const std::vector<u8>& compressed, |
|||
std::size_t uncompressed_size) { |
|||
std::vector<u8> uncompressed(uncompressed_size); |
|||
const int size_check = LZ4_decompress_safe(reinterpret_cast<const char*>(compressed.data()), |
|||
reinterpret_cast<char*>(uncompressed.data()), |
|||
static_cast<int>(compressed.size()), |
|||
static_cast<int>(uncompressed.size())); |
|||
if (static_cast<int>(uncompressed_size) != size_check) { |
|||
// Decompression failed
|
|||
return {}; |
|||
} |
|||
return uncompressed; |
|||
} |
|||
|
|||
} // namespace Compression
|
|||
@ -1,23 +0,0 @@ |
|||
// Copyright 2019 yuzu Emulator Project |
|||
// Licensed under GPLv2 or any later version |
|||
// Refer to the license.txt file included. |
|||
|
|||
#pragma once |
|||
|
|||
#include <vector> |
|||
|
|||
#include "common/common_types.h" |
|||
|
|||
namespace Compression { |
|||
|
|||
// Compresses a source memory region with LZ4 and returns the compressed data in an vector. If |
|||
// use_LZ4_high_compression is true, the LZ4 subalgortihmn LZ4HC is used with the highst possible |
|||
// compression level. This results in a smaller compressed size, but requires more CPU time for |
|||
// compression. Data compressed with LZ4HC can also be decompressed with the default LZ4 |
|||
// decompression function. |
|||
std::vector<u8> CompressDataLZ4(const u8* source, std::size_t source_size, |
|||
bool use_LZ4_high_compression); |
|||
|
|||
std::vector<u8> DecompressDataLZ4(const std::vector<u8>& compressed, std::size_t uncompressed_size); |
|||
|
|||
} // namespace Compression |
|||
@ -0,0 +1,78 @@ |
|||
// Copyright 2019 yuzu Emulator Project
|
|||
// Licensed under GPLv2 or any later version
|
|||
// Refer to the license.txt file included.
|
|||
|
|||
#pragma once
|
|||
|
|||
#include <algorithm>
|
|||
#include <lz4hc.h>
|
|||
|
|||
#include "common/assert.h"
|
|||
#include "common/lz4_compression.h"
|
|||
|
|||
namespace Common::Compression { |
|||
|
|||
std::vector<u8> CompressDataLZ4(const u8* source, std::size_t source_size) { |
|||
ASSERT_MSG(source_size <= LZ4_MAX_INPUT_SIZE, "Source size exceeds LZ4 maximum input size"); |
|||
|
|||
const auto source_size_int = static_cast<int>(source_size); |
|||
const int max_compressed_size = LZ4_compressBound(source_size_int); |
|||
std::vector<u8> compressed(max_compressed_size); |
|||
|
|||
const int compressed_size = LZ4_compress_default(reinterpret_cast<const char*>(source), |
|||
reinterpret_cast<char*>(compressed.data()), |
|||
source_size_int, max_compressed_size); |
|||
|
|||
if (compressed_size <= 0) { |
|||
// Compression failed
|
|||
return {}; |
|||
} |
|||
|
|||
compressed.resize(compressed_size); |
|||
|
|||
return compressed; |
|||
} |
|||
|
|||
std::vector<u8> CompressDataLZ4HC(const u8* source, std::size_t source_size, |
|||
s32 compression_level) { |
|||
ASSERT_MSG(source_size <= LZ4_MAX_INPUT_SIZE, "Source size exceeds LZ4 maximum input size"); |
|||
|
|||
compression_level = std::clamp(compression_level, LZ4HC_CLEVEL_MIN, LZ4HC_CLEVEL_MAX); |
|||
|
|||
const auto source_size_int = static_cast<int>(source_size); |
|||
const int max_compressed_size = LZ4_compressBound(source_size_int); |
|||
std::vector<u8> compressed(max_compressed_size); |
|||
|
|||
const int compressed_size = LZ4_compress_HC( |
|||
reinterpret_cast<const char*>(source), reinterpret_cast<char*>(compressed.data()), |
|||
source_size_int, max_compressed_size, compression_level); |
|||
|
|||
if (compressed_size <= 0) { |
|||
// Compression failed
|
|||
return {}; |
|||
} |
|||
|
|||
compressed.resize(compressed_size); |
|||
|
|||
return compressed; |
|||
} |
|||
|
|||
std::vector<u8> CompressDataLZ4HCMax(const u8* source, std::size_t source_size) { |
|||
return CompressDataLZ4HC(source, source_size, LZ4HC_CLEVEL_MAX); |
|||
} |
|||
|
|||
std::vector<u8> DecompressDataLZ4(const std::vector<u8>& compressed, |
|||
std::size_t uncompressed_size) { |
|||
std::vector<u8> uncompressed(uncompressed_size); |
|||
const int size_check = LZ4_decompress_safe(reinterpret_cast<const char*>(compressed.data()), |
|||
reinterpret_cast<char*>(uncompressed.data()), |
|||
static_cast<int>(compressed.size()), |
|||
static_cast<int>(uncompressed.size())); |
|||
if (static_cast<int>(uncompressed_size) != size_check) { |
|||
// Decompression failed
|
|||
return {}; |
|||
} |
|||
return uncompressed; |
|||
} |
|||
|
|||
} // namespace Common::Compression
|
|||
@ -0,0 +1,55 @@ |
|||
// Copyright 2019 yuzu Emulator Project |
|||
// Licensed under GPLv2 or any later version |
|||
// Refer to the license.txt file included. |
|||
|
|||
#include <vector> |
|||
|
|||
#include "common/common_types.h" |
|||
|
|||
namespace Common::Compression { |
|||
|
|||
/** |
|||
* Compresses a source memory region with LZ4 and returns the compressed data in a vector. |
|||
* |
|||
* @param source the uncompressed source memory region. |
|||
* @param source_size the size in bytes of the uncompressed source memory region. |
|||
* |
|||
* @return the compressed data. |
|||
*/ |
|||
std::vector<u8> CompressDataLZ4(const u8* source, std::size_t source_size); |
|||
|
|||
/** |
|||
* Utilizes the LZ4 subalgorithm LZ4HC with the specified compression level. Higher compression |
|||
* levels result in a smaller compressed size, but require more CPU time for compression. The |
|||
* compression level has almost no impact on decompression speed. Data compressed with LZ4HC can |
|||
* also be decompressed with the default LZ4 decompression. |
|||
* |
|||
* @param source the uncompressed source memory region. |
|||
* @param source_size the size in bytes of the uncompressed source memory region. |
|||
* @param compression_level the used compression level. Should be between 3 and 12. |
|||
* |
|||
* @return the compressed data. |
|||
*/ |
|||
std::vector<u8> CompressDataLZ4HC(const u8* source, std::size_t source_size, s32 compression_level); |
|||
|
|||
/** |
|||
* Utilizes the LZ4 subalgorithm LZ4HC with the highest possible compression level. |
|||
* |
|||
* @param source the uncompressed source memory region. |
|||
* @param source_size the size in bytes of the uncompressed source memory region. |
|||
* |
|||
* @return the compressed data. |
|||
*/ |
|||
std::vector<u8> CompressDataLZ4HCMax(const u8* source, std::size_t source_size); |
|||
|
|||
/** |
|||
* Decompresses a source memory region with LZ4 and returns the uncompressed data in a vector. |
|||
* |
|||
* @param compressed the compressed source memory region. |
|||
* @param uncompressed_size the size in bytes of the uncompressed data. |
|||
* |
|||
* @return the decompressed data. |
|||
*/ |
|||
std::vector<u8> DecompressDataLZ4(const std::vector<u8>& compressed, std::size_t uncompressed_size); |
|||
|
|||
} // namespace Common::Compression |
|||
Write
Preview
Loading…
Cancel
Save
Reference in new issue