|
|
|
@ -14,13 +14,28 @@ |
|
|
|
#include "core/file_sys/vfs_libzip.h"
|
|
|
|
#include "core/file_sys/vfs_vector.h"
|
|
|
|
#include "core/frontend/applets/error.h"
|
|
|
|
#include "core/hle/lock.h"
|
|
|
|
#include "core/hle/service/am/applets/applets.h"
|
|
|
|
#include "core/hle/service/bcat/backend/boxcat.h"
|
|
|
|
#include "core/settings.h"
|
|
|
|
|
|
|
|
namespace { |
|
|
|
|
|
|
|
// Prevents conflicts with windows macro called CreateFile
|
|
|
|
FileSys::VirtualFile VfsCreateFileWrap(FileSys::VirtualDir dir, std::string_view name) { |
|
|
|
return dir->CreateFile(name); |
|
|
|
} |
|
|
|
|
|
|
|
// Prevents conflicts with windows macro called DeleteFile
|
|
|
|
bool VfsDeleteFileWrap(FileSys::VirtualDir dir, std::string_view name) { |
|
|
|
return dir->DeleteFile(name); |
|
|
|
} |
|
|
|
|
|
|
|
} // Anonymous namespace
|
|
|
|
|
|
|
|
namespace Service::BCAT { |
|
|
|
|
|
|
|
constexpr ResultCode ERROR_GENERAL_BCAT_FAILURE{ErrorModule::BCAT, 1}; |
|
|
|
|
|
|
|
constexpr char BOXCAT_HOSTNAME[] = "api.yuzu-emu.org"; |
|
|
|
|
|
|
|
// Formatted using fmt with arg[0] = hex title id
|
|
|
|
@ -102,7 +117,68 @@ void HandleDownloadDisplayResult(DownloadResult res) { |
|
|
|
DOWNLOAD_RESULT_LOG_MESSAGES[static_cast<std::size_t>(res)], [] {}); |
|
|
|
} |
|
|
|
|
|
|
|
} // namespace
|
|
|
|
bool VfsRawCopyProgress(FileSys::VirtualFile src, FileSys::VirtualFile dest, |
|
|
|
std::string_view dir_name, ProgressServiceBackend& progress, |
|
|
|
std::size_t block_size = 0x1000) { |
|
|
|
if (src == nullptr || dest == nullptr || !src->IsReadable() || !dest->IsWritable()) |
|
|
|
return false; |
|
|
|
if (!dest->Resize(src->GetSize())) |
|
|
|
return false; |
|
|
|
|
|
|
|
progress.StartDownloadingFile(dir_name, src->GetName(), src->GetSize()); |
|
|
|
|
|
|
|
std::vector<u8> temp(std::min(block_size, src->GetSize())); |
|
|
|
for (std::size_t i = 0; i < src->GetSize(); i += block_size) { |
|
|
|
const auto read = std::min(block_size, src->GetSize() - i); |
|
|
|
|
|
|
|
if (src->Read(temp.data(), read, i) != read) { |
|
|
|
return false; |
|
|
|
} |
|
|
|
|
|
|
|
if (dest->Write(temp.data(), read, i) != read) { |
|
|
|
return false; |
|
|
|
} |
|
|
|
|
|
|
|
progress.UpdateFileProgress(i); |
|
|
|
} |
|
|
|
|
|
|
|
progress.FinishDownloadingFile(); |
|
|
|
|
|
|
|
return true; |
|
|
|
} |
|
|
|
|
|
|
|
bool VfsRawCopyDProgressSingle(FileSys::VirtualDir src, FileSys::VirtualDir dest, |
|
|
|
ProgressServiceBackend& progress, std::size_t block_size = 0x1000) { |
|
|
|
if (src == nullptr || dest == nullptr || !src->IsReadable() || !dest->IsWritable()) |
|
|
|
return false; |
|
|
|
|
|
|
|
for (const auto& file : src->GetFiles()) { |
|
|
|
const auto out_file = VfsCreateFileWrap(dest, file->GetName()); |
|
|
|
if (!VfsRawCopyProgress(file, out_file, src->GetName(), progress, block_size)) { |
|
|
|
return false; |
|
|
|
} |
|
|
|
} |
|
|
|
progress.CommitDirectory(src->GetName()); |
|
|
|
|
|
|
|
return true; |
|
|
|
} |
|
|
|
|
|
|
|
bool VfsRawCopyDProgress(FileSys::VirtualDir src, FileSys::VirtualDir dest, |
|
|
|
ProgressServiceBackend& progress, std::size_t block_size = 0x1000) { |
|
|
|
if (src == nullptr || dest == nullptr || !src->IsReadable() || !dest->IsWritable()) |
|
|
|
return false; |
|
|
|
|
|
|
|
for (const auto& dir : src->GetSubdirectories()) { |
|
|
|
const auto out = dest->CreateSubdirectory(dir->GetName()); |
|
|
|
if (!VfsRawCopyDProgressSingle(dir, out, progress, block_size)) { |
|
|
|
return false; |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
return true; |
|
|
|
} |
|
|
|
|
|
|
|
} // Anonymous namespace
|
|
|
|
|
|
|
|
class Boxcat::Client { |
|
|
|
public: |
|
|
|
@ -194,24 +270,24 @@ Boxcat::Boxcat(DirectoryGetter getter) : Backend(std::move(getter)) {} |
|
|
|
Boxcat::~Boxcat() = default; |
|
|
|
|
|
|
|
void SynchronizeInternal(DirectoryGetter dir_getter, TitleIDVersion title, |
|
|
|
CompletionCallback callback, std::optional<std::string> dir_name = {}) { |
|
|
|
const auto failure = [&callback] { |
|
|
|
// Acquire the HLE mutex
|
|
|
|
std::lock_guard lock{HLE::g_hle_lock}; |
|
|
|
callback(false); |
|
|
|
}; |
|
|
|
ProgressServiceBackend& progress, |
|
|
|
std::optional<std::string> dir_name = {}) { |
|
|
|
progress.SetNeedHLELock(true); |
|
|
|
|
|
|
|
if (Settings::values.bcat_boxcat_local) { |
|
|
|
LOG_INFO(Service_BCAT, "Boxcat using local data by override, skipping download."); |
|
|
|
// Acquire the HLE mutex
|
|
|
|
std::lock_guard lock{HLE::g_hle_lock}; |
|
|
|
callback(true); |
|
|
|
const auto dir = dir_getter(title.title_id); |
|
|
|
if (dir) |
|
|
|
progress.SetTotalSize(dir->GetSize()); |
|
|
|
progress.FinishDownload(RESULT_SUCCESS); |
|
|
|
return; |
|
|
|
} |
|
|
|
|
|
|
|
const auto zip_path{GetZIPFilePath(title.title_id)}; |
|
|
|
Boxcat::Client client{zip_path, title.title_id, title.build_id}; |
|
|
|
|
|
|
|
progress.StartConnecting(); |
|
|
|
|
|
|
|
const auto res = client.DownloadDataZip(); |
|
|
|
if (res != DownloadResult::Success) { |
|
|
|
LOG_ERROR(Service_BCAT, "Boxcat synchronization failed with error '{}'!", res); |
|
|
|
@ -221,68 +297,85 @@ void SynchronizeInternal(DirectoryGetter dir_getter, TitleIDVersion title, |
|
|
|
} |
|
|
|
|
|
|
|
HandleDownloadDisplayResult(res); |
|
|
|
failure(); |
|
|
|
progress.FinishDownload(ERROR_GENERAL_BCAT_FAILURE); |
|
|
|
return; |
|
|
|
} |
|
|
|
|
|
|
|
progress.StartProcessingDataList(); |
|
|
|
|
|
|
|
FileUtil::IOFile zip{zip_path, "rb"}; |
|
|
|
const auto size = zip.GetSize(); |
|
|
|
std::vector<u8> bytes(size); |
|
|
|
if (!zip.IsOpen() || size == 0 || zip.ReadBytes(bytes.data(), bytes.size()) != bytes.size()) { |
|
|
|
LOG_ERROR(Service_BCAT, "Boxcat failed to read ZIP file at path '{}'!", zip_path); |
|
|
|
failure(); |
|
|
|
progress.FinishDownload(ERROR_GENERAL_BCAT_FAILURE); |
|
|
|
return; |
|
|
|
} |
|
|
|
|
|
|
|
const auto extracted = FileSys::ExtractZIP(std::make_shared<FileSys::VectorVfsFile>(bytes)); |
|
|
|
if (extracted == nullptr) { |
|
|
|
LOG_ERROR(Service_BCAT, "Boxcat failed to extract ZIP file!"); |
|
|
|
failure(); |
|
|
|
progress.FinishDownload(ERROR_GENERAL_BCAT_FAILURE); |
|
|
|
return; |
|
|
|
} |
|
|
|
|
|
|
|
if (dir_name == std::nullopt) { |
|
|
|
progress.SetTotalSize(extracted->GetSize()); |
|
|
|
|
|
|
|
const auto target_dir = dir_getter(title.title_id); |
|
|
|
if (target_dir == nullptr || |
|
|
|
!FileSys::VfsRawCopyD(extracted, target_dir, VFS_COPY_BLOCK_SIZE)) { |
|
|
|
if (target_dir == nullptr || !VfsRawCopyDProgress(extracted, target_dir, progress)) { |
|
|
|
LOG_ERROR(Service_BCAT, "Boxcat failed to copy extracted ZIP to target directory!"); |
|
|
|
failure(); |
|
|
|
progress.FinishDownload(ERROR_GENERAL_BCAT_FAILURE); |
|
|
|
return; |
|
|
|
} |
|
|
|
} else { |
|
|
|
const auto target_dir = dir_getter(title.title_id); |
|
|
|
if (target_dir == nullptr) { |
|
|
|
LOG_ERROR(Service_BCAT, "Boxcat failed to get directory for title ID!"); |
|
|
|
failure(); |
|
|
|
progress.FinishDownload(ERROR_GENERAL_BCAT_FAILURE); |
|
|
|
return; |
|
|
|
} |
|
|
|
|
|
|
|
const auto target_sub = target_dir->GetSubdirectory(*dir_name); |
|
|
|
const auto source_sub = extracted->GetSubdirectory(*dir_name); |
|
|
|
|
|
|
|
progress.SetTotalSize(source_sub->GetSize()); |
|
|
|
|
|
|
|
std::vector<std::string> filenames; |
|
|
|
{ |
|
|
|
const auto files = target_sub->GetFiles(); |
|
|
|
std::transform(files.begin(), files.end(), std::back_inserter(filenames), |
|
|
|
[](const auto& vfile) { return vfile->GetName(); }); |
|
|
|
} |
|
|
|
|
|
|
|
for (const auto& filename : filenames) { |
|
|
|
VfsDeleteFileWrap(target_sub, filename); |
|
|
|
} |
|
|
|
|
|
|
|
if (target_sub == nullptr || source_sub == nullptr || |
|
|
|
!FileSys::VfsRawCopyD(source_sub, target_sub, VFS_COPY_BLOCK_SIZE)) { |
|
|
|
!VfsRawCopyDProgressSingle(source_sub, target_sub, progress)) { |
|
|
|
LOG_ERROR(Service_BCAT, "Boxcat failed to copy extracted ZIP to target directory!"); |
|
|
|
failure(); |
|
|
|
progress.FinishDownload(ERROR_GENERAL_BCAT_FAILURE); |
|
|
|
return; |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
// Acquire the HLE mutex
|
|
|
|
std::lock_guard lock{HLE::g_hle_lock}; |
|
|
|
callback(true); |
|
|
|
progress.FinishDownload(RESULT_SUCCESS); |
|
|
|
} |
|
|
|
|
|
|
|
bool Boxcat::Synchronize(TitleIDVersion title, CompletionCallback callback) { |
|
|
|
bool Boxcat::Synchronize(TitleIDVersion title, ProgressServiceBackend& progress) { |
|
|
|
is_syncing.exchange(true); |
|
|
|
std::thread(&SynchronizeInternal, dir_getter, title, callback, std::nullopt).detach(); |
|
|
|
std::thread([this, title, &progress] { SynchronizeInternal(dir_getter, title, progress); }) |
|
|
|
.detach(); |
|
|
|
return true; |
|
|
|
} |
|
|
|
|
|
|
|
bool Boxcat::SynchronizeDirectory(TitleIDVersion title, std::string name, |
|
|
|
CompletionCallback callback) { |
|
|
|
ProgressServiceBackend& progress) { |
|
|
|
is_syncing.exchange(true); |
|
|
|
std::thread(&SynchronizeInternal, dir_getter, title, callback, name).detach(); |
|
|
|
std::thread( |
|
|
|
[this, title, name, &progress] { SynchronizeInternal(dir_getter, title, progress, name); }) |
|
|
|
.detach(); |
|
|
|
return true; |
|
|
|
} |
|
|
|
|
|
|
|
|