From ec98bcf95dd58624830d07001b86aa0e11326204 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Br=C3=BCbach=2C=20Lukas?= Date: Wed, 3 Dec 2025 10:37:50 +0100 Subject: [PATCH] [Oracle] Add low-memory check (<=4GiB) and use mtgxml url instead. --- libcockatrice_utility/CMakeLists.txt | 5 +- .../utility/system_memory_querier.cpp | 107 ++++++++++++++++++ .../utility/system_memory_querier.h | 19 ++++ oracle/src/pages.cpp | 19 ++++ 4 files changed, 148 insertions(+), 2 deletions(-) create mode 100644 libcockatrice_utility/libcockatrice/utility/system_memory_querier.cpp create mode 100644 libcockatrice_utility/libcockatrice/utility/system_memory_querier.h diff --git a/libcockatrice_utility/CMakeLists.txt b/libcockatrice_utility/CMakeLists.txt index 0575c260f..d626b1dc1 100644 --- a/libcockatrice_utility/CMakeLists.txt +++ b/libcockatrice_utility/CMakeLists.txt @@ -6,12 +6,13 @@ set(CMAKE_AUTOUIC ON) set(CMAKE_AUTORCC ON) set(UTILITY_SOURCES libcockatrice/utility/expression.cpp libcockatrice/utility/levenshtein.cpp - libcockatrice/utility/passwordhasher.cpp + libcockatrice/utility/passwordhasher.cpp libcockatrice/utility/system_memory_querier.cpp ) set(UTILITY_HEADERS libcockatrice/utility/color.h libcockatrice/utility/expression.h libcockatrice/utility/levenshtein.h - libcockatrice/utility/macros.h libcockatrice/utility/passwordhasher.h libcockatrice/utility/trice_limits.h + libcockatrice/utility/macros.h libcockatrice/utility/passwordhasher.h libcockatrice/utility/system_memory_querier.h + libcockatrice/utility/trice_limits.h ) add_library(libcockatrice_utility STATIC ${UTILITY_SOURCES} ${UTILITY_HEADERS}) diff --git a/libcockatrice_utility/libcockatrice/utility/system_memory_querier.cpp b/libcockatrice_utility/libcockatrice/utility/system_memory_querier.cpp new file mode 100644 index 000000000..e42aee987 --- /dev/null +++ b/libcockatrice_utility/libcockatrice/utility/system_memory_querier.cpp @@ -0,0 +1,107 @@ +#include "system_memory_querier.h" + +#ifdef Q_OS_WIN +#include +#endif + +#ifdef Q_OS_LINUX +#include +#include +#endif + +#ifdef Q_OS_MACOS +#include +#include +#include +#include +#endif + +qulonglong SystemMemoryQuerier::totalMemoryBytes() +{ +#if defined(Q_OS_WIN) + + MEMORYSTATUSEX statex; + statex.dwLength = sizeof(statex); + if (GlobalMemoryStatusEx(&statex)) + return statex.ullTotalPhys; + return 0; + +#elif defined(Q_OS_LINUX) + + QFile file("/proc/meminfo"); + if (!file.open(QIODevice::ReadOnly | QIODevice::Text)) + return 0; + + QTextStream in(&file); + while (!in.atEnd()) { + QString line = in.readLine(); + if (line.startsWith("MemTotal:")) { + QStringList parts = line.split(QRegExp("\\s+"), Qt::SkipEmptyParts); + if (parts.size() >= 2) + return parts[1].toULongLong() * 1024; // kB → bytes + } + } + return 0; + +#elif defined(Q_OS_MACOS) + + int mib[2] = {CTL_HW, HW_MEMSIZE}; + qulonglong memsize = 0; + size_t len = sizeof(memsize); + + if (sysctl(mib, 2, &memsize, &len, nullptr, 0) == 0) + return memsize; + + return 0; + +#else + return 0; +#endif +} + +qulonglong SystemMemoryQuerier::availableMemoryBytes() +{ +#if defined(Q_OS_WIN) + + MEMORYSTATUSEX statex; + statex.dwLength = sizeof(statex); + if (GlobalMemoryStatusEx(&statex)) + return statex.ullAvailPhys; + return 0; + +#elif defined(Q_OS_LINUX) + + QFile file("/proc/meminfo"); + if (!file.open(QIODevice::ReadOnly | QIODevice::Text)) + return 0; + + QTextStream in(&file); + while (!in.atEnd()) { + QString line = in.readLine(); + if (line.startsWith("MemAvailable:")) { + QStringList parts = line.split(QRegExp("\\s+"), Qt::SkipEmptyParts); + if (parts.size() >= 2) + return parts[1].toULongLong() * 1024; + } + } + return 0; + +#elif defined(Q_OS_MACOS) + + vm_size_t pageSize; + host_page_size(mach_host_self(), &pageSize); + + mach_msg_type_number_t count = HOST_VM_INFO_COUNT; + vm_statistics64_data_t vmstat; + + if (host_statistics64(mach_host_self(), HOST_VM_INFO, (host_info64_t)&vmstat, &count) != KERN_SUCCESS) + return 0; + + qulonglong freeBytes = (qulonglong)vmstat.free_count * (qulonglong)pageSize; + + return freeBytes; + +#else + return 0; +#endif +} diff --git a/libcockatrice_utility/libcockatrice/utility/system_memory_querier.h b/libcockatrice_utility/libcockatrice/utility/system_memory_querier.h new file mode 100644 index 000000000..44fd9f6f9 --- /dev/null +++ b/libcockatrice_utility/libcockatrice/utility/system_memory_querier.h @@ -0,0 +1,19 @@ +#ifndef COCKATRICE_SYSTEM_MEMORY_QUERIER_H +#define COCKATRICE_SYSTEM_MEMORY_QUERIER_H + +#include + +class SystemMemoryQuerier +{ +public: + static qulonglong totalMemoryBytes(); + static qulonglong availableMemoryBytes(); + + static bool hasAtLeastGiB(int gib) + { + const qulonglong GiB = 1024ull * 1024ull * 1024ull; + return totalMemoryBytes() >= (qulonglong)gib * GiB; + } +}; + +#endif // COCKATRICE_SYSTEM_MEMORY_QUERIER_H diff --git a/oracle/src/pages.cpp b/oracle/src/pages.cpp index 46edf1cf8..fcf26cc16 100644 --- a/oracle/src/pages.cpp +++ b/oracle/src/pages.cpp @@ -1,6 +1,7 @@ #include "pages.h" #include "client/settings/cache_settings.h" +#include "libcockatrice/utility/system_memory_querier.h" #include "main.h" #include "oracleimporter.h" #include "oraclewizard.h" @@ -43,6 +44,7 @@ #define MTGJSON_V4_URL_COMPONENT "mtgjson.com/files/" #define ALLSETS_URL_FALLBACK "https://www.mtgjson.com/api/v5/AllPrintings.json" #define MTGJSON_VERSION_URL "https://www.mtgjson.com/api/v5/Meta.json" +#define MTGXML_URL "https://github.com/ebbit1q/mtgxml/releases/latest/download/mtg.xml.xz" #ifdef HAS_LZMA #define ALLSETS_URL "https://www.mtgjson.com/api/v5/AllPrintings.json.xz" @@ -185,6 +187,23 @@ void LoadSetsPage::initializePage() { urlLineEdit->setText(wizard()->settings->value("allsetsurl", ALLSETS_URL).toString()); + // Memory check because Oracle parsing fails on systems with less than 4GiB for MTGJsons allPrintings.json + if (!SystemMemoryQuerier::hasAtLeastGiB(33)) { + // Ask user whether to switch URL + QMessageBox msgBox( + QMessageBox::Question, tr("Low Memory Detected"), + tr("Your system has less than 4 GiB of memory.\n" + "Using the default AllPrintings URL may cause high memory usage and is known to fail as a result.\n\n" + "Would you like to switch to the direct-download pre-parsed URL instead? (Updated daily)"), + QMessageBox::Yes | QMessageBox::No, this); + + msgBox.setDefaultButton(QMessageBox::Yes); + + if (msgBox.exec() == QMessageBox::Yes) { + urlLineEdit->setText(MTGXML_URL); + } + } + progressLabel->hide(); progressBar->hide();