mirror of
https://github.com/Sude-/lgogdownloader.git
synced 2025-02-02 05:52:31 +01:00
Multithreaded getGameDetails
Get game details using multiple threads
This commit is contained in:
Sude
parent
34e3af3438
commit
9842c070e4
@ -94,14 +94,15 @@ class Downloader
|
|||||||
int loadGameDetailsCache();
|
int loadGameDetailsCache();
|
||||||
int saveGameDetailsCache();
|
int saveGameDetailsCache();
|
||||||
std::vector<gameDetails> getGameDetailsFromJsonNode(Json::Value root, const int& recursion_level = 0);
|
std::vector<gameDetails> getGameDetailsFromJsonNode(Json::Value root, const int& recursion_level = 0);
|
||||||
std::vector<gameFile> getExtrasFromJSON(const Json::Value& json, const std::string& gamename);
|
static std::vector<gameFile> getExtrasFromJSON(const Json::Value& json, const std::string& gamename, const Config& config);
|
||||||
std::string getSerialsFromJSON(const Json::Value& json);
|
static std::string getSerialsFromJSON(const Json::Value& json);
|
||||||
void saveSerials(const std::string& serials, const std::string& filepath);
|
void saveSerials(const std::string& serials, const std::string& filepath);
|
||||||
std::string getChangelogFromJSON(const Json::Value& json);
|
static std::string getChangelogFromJSON(const Json::Value& json);
|
||||||
void saveChangelog(const std::string& changelog, const std::string& filepath);
|
void saveChangelog(const std::string& changelog, const std::string& filepath);
|
||||||
static void processDownloadQueue(Config conf, const unsigned int& tid);
|
static void processDownloadQueue(Config conf, const unsigned int& tid);
|
||||||
static int progressCallbackForThread(void *clientp, curl_off_t dltotal, curl_off_t dlnow, curl_off_t ultotal, curl_off_t ulnow);
|
static int progressCallbackForThread(void *clientp, curl_off_t dltotal, curl_off_t dlnow, curl_off_t ultotal, curl_off_t ulnow);
|
||||||
void printProgress();
|
void printProgress();
|
||||||
|
static void getGameDetailsThread(Config config, const unsigned int& tid);
|
||||||
|
|
||||||
static int progressCallback(void *clientp, curl_off_t dltotal, curl_off_t dlnow, curl_off_t ultotal, curl_off_t ulnow);
|
static int progressCallback(void *clientp, curl_off_t dltotal, curl_off_t dlnow, curl_off_t ultotal, curl_off_t ulnow);
|
||||||
static size_t writeMemoryCallback(char *ptr, size_t size, size_t nmemb, void *userp);
|
static size_t writeMemoryCallback(char *ptr, size_t size, size_t nmemb, void *userp);
|
||||||
|
|||||||
@ -27,6 +27,7 @@
|
|||||||
#include <htmlcxx/html/ParserDom.h>
|
#include <htmlcxx/html/ParserDom.h>
|
||||||
#include <htmlcxx/html/Uri.h>
|
#include <htmlcxx/html/Uri.h>
|
||||||
#include <termios.h>
|
#include <termios.h>
|
||||||
|
#include <algorithm>
|
||||||
|
|
||||||
namespace bptime = boost::posix_time;
|
namespace bptime = boost::posix_time;
|
||||||
|
|
||||||
@ -34,6 +35,8 @@ std::vector<DownloadInfo> vDownloadInfo;
|
|||||||
ThreadSafeQueue<gameFile> dlQueue;
|
ThreadSafeQueue<gameFile> dlQueue;
|
||||||
ThreadSafeQueue<Message> msgQueue;
|
ThreadSafeQueue<Message> msgQueue;
|
||||||
ThreadSafeQueue<gameFile> createXMLQueue;
|
ThreadSafeQueue<gameFile> createXMLQueue;
|
||||||
|
ThreadSafeQueue<gameItem> gameItemQueue;
|
||||||
|
ThreadSafeQueue<gameDetails> gameDetailsQueue;
|
||||||
std::mutex mtx_create_directories; // Mutex for creating directories in Downloader::processDownloadQueue
|
std::mutex mtx_create_directories; // Mutex for creating directories in Downloader::processDownloadQueue
|
||||||
|
|
||||||
Downloader::Downloader(Config &conf)
|
Downloader::Downloader(Config &conf)
|
||||||
@ -304,208 +307,77 @@ int Downloader::getGameDetails()
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
gameDetails game;
|
if (!gameItems.empty())
|
||||||
int updated = 0;
|
|
||||||
for (unsigned int i = 0; i < gameItems.size(); ++i)
|
|
||||||
{
|
{
|
||||||
std::cerr << "Getting game info " << i+1 << " / " << gameItems.size() << "\r" << std::flush;
|
for (unsigned int i = 0; i < gameItems.size(); ++i)
|
||||||
bool bHasDLC = !gameItems[i].dlcnames.empty();
|
|
||||||
|
|
||||||
gameSpecificConfig conf;
|
|
||||||
conf.bDLC = config.bDLC;
|
|
||||||
conf.bIgnoreDLCCount = false;
|
|
||||||
conf.iInstallerLanguage = config.iInstallerLanguage;
|
|
||||||
conf.iInstallerPlatform = config.iInstallerPlatform;
|
|
||||||
conf.dirConf = dirConfDefault;
|
|
||||||
conf.vLanguagePriority = config.vLanguagePriority;
|
|
||||||
conf.vPlatformPriority = config.vPlatformPriority;
|
|
||||||
if (!config.bUpdateCache) // Disable game specific config files for cache update
|
|
||||||
{
|
{
|
||||||
int iOptionsOverridden = Util::getGameSpecificConfig(gameItems[i].name, &conf);
|
gameItemQueue.push(gameItems[i]);
|
||||||
if (iOptionsOverridden > 0)
|
}
|
||||||
|
|
||||||
|
// Create threads
|
||||||
|
unsigned int threads = config.iThreads;
|
||||||
|
if (gameItemQueue.size() < config.iThreads)
|
||||||
|
{
|
||||||
|
threads = gameItemQueue.size();
|
||||||
|
}
|
||||||
|
std::vector<std::thread> vThreads;
|
||||||
|
for (unsigned int i = 0; i < threads; ++i)
|
||||||
|
{
|
||||||
|
DownloadInfo dlInfo;
|
||||||
|
dlInfo.setStatus(DLSTATUS_NOTSTARTED);
|
||||||
|
vDownloadInfo.push_back(dlInfo);
|
||||||
|
vThreads.push_back(std::thread(Downloader::getGameDetailsThread, this->config, i));
|
||||||
|
}
|
||||||
|
|
||||||
|
unsigned int dl_status = DLSTATUS_NOTSTARTED;
|
||||||
|
while (dl_status != DLSTATUS_FINISHED)
|
||||||
|
{
|
||||||
|
dl_status = DLSTATUS_NOTSTARTED;
|
||||||
|
|
||||||
|
// Print progress information once per 100ms
|
||||||
|
std::this_thread::sleep_for(std::chrono::milliseconds(100));
|
||||||
|
std::cerr << "\033[J\r" << std::flush; // Clear screen from the current line down to the bottom of the screen
|
||||||
|
|
||||||
|
// Print messages from message queue first
|
||||||
|
Message msg;
|
||||||
|
while (msgQueue.try_pop(msg))
|
||||||
{
|
{
|
||||||
std::cerr << std::endl << gameItems[i].name << " - " << iOptionsOverridden << " options overridden with game specific options" << std::endl;
|
std::cerr << msg.getFormattedString(config.bColor, true) << std::endl;
|
||||||
if (config.bVerbose)
|
if (config.bReport)
|
||||||
{
|
{
|
||||||
if (conf.bIgnoreDLCCount)
|
this->report_ofs << msg.getTimestampString() << ": " << msg.getMessage() << std::endl;
|
||||||
std::cerr << "\tIgnore DLC count" << std::endl;
|
|
||||||
if (conf.bDLC != config.bDLC)
|
|
||||||
std::cerr << "\tDLC: " << (conf.bDLC ? "true" : "false") << std::endl;
|
|
||||||
if (conf.iInstallerLanguage != config.iInstallerLanguage)
|
|
||||||
std::cerr << "\tLanguage: " << Util::getOptionNameString(conf.iInstallerLanguage, GlobalConstants::LANGUAGES) << std::endl;
|
|
||||||
if (conf.vLanguagePriority != config.vLanguagePriority)
|
|
||||||
{
|
|
||||||
std::cerr << "\tLanguage priority:" << std::endl;
|
|
||||||
for (unsigned int j = 0; j < conf.vLanguagePriority.size(); ++j)
|
|
||||||
{
|
|
||||||
std::cerr << "\t " << j << ": " << Util::getOptionNameString(conf.vLanguagePriority[j], GlobalConstants::LANGUAGES) << std::endl;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if (conf.iInstallerPlatform != config.iInstallerPlatform)
|
|
||||||
std::cerr << "\tPlatform: " << Util::getOptionNameString(conf.iInstallerPlatform, GlobalConstants::PLATFORMS) << std::endl;
|
|
||||||
if (conf.vPlatformPriority != config.vPlatformPriority)
|
|
||||||
{
|
|
||||||
std::cerr << "\tPlatform priority:" << std::endl;
|
|
||||||
for (unsigned int j = 0; j < conf.vPlatformPriority.size(); ++j)
|
|
||||||
{
|
|
||||||
std::cerr << "\t " << j << ": " << Util::getOptionNameString(conf.vPlatformPriority[j], GlobalConstants::PLATFORMS) << std::endl;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
for (unsigned int i = 0; i < vDownloadInfo.size(); ++i)
|
||||||
|
{
|
||||||
|
unsigned int status = vDownloadInfo[i].getStatus();
|
||||||
|
dl_status |= status;
|
||||||
|
}
|
||||||
|
|
||||||
|
std::cerr << "Getting game info " << (gameItems.size() - gameItemQueue.size()) << " / " << gameItems.size() << std::endl;
|
||||||
|
|
||||||
|
if (dl_status != DLSTATUS_FINISHED)
|
||||||
|
{
|
||||||
|
std::cerr << "\033[1A\r" << std::flush; // Move cursor up by 1 row
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
game = gogAPI->getGameDetails(gameItems[i].name, conf.iInstallerPlatform, conf.iInstallerLanguage, config.bDuplicateHandler);
|
// Join threads
|
||||||
if (!gogAPI->getError())
|
for (unsigned int i = 0; i < vThreads.size(); ++i)
|
||||||
|
vThreads[i].join();
|
||||||
|
|
||||||
|
vThreads.clear();
|
||||||
|
vDownloadInfo.clear();
|
||||||
|
|
||||||
|
gameDetails details;
|
||||||
|
while (gameDetailsQueue.try_pop(details))
|
||||||
{
|
{
|
||||||
game.filterWithPriorities(conf);
|
this->games.push_back(details);
|
||||||
Json::Value gameDetailsJSON;
|
|
||||||
|
|
||||||
if (!gameItems[i].gamedetailsjson.empty())
|
|
||||||
gameDetailsJSON = gameItems[i].gamedetailsjson;
|
|
||||||
|
|
||||||
if (game.extras.empty() && config.bExtras) // Try to get extras from account page if API didn't return any extras
|
|
||||||
{
|
|
||||||
if (gameDetailsJSON.empty())
|
|
||||||
gameDetailsJSON = gogWebsite->getGameDetailsJSON(gameItems[i].id);
|
|
||||||
game.extras = this->getExtrasFromJSON(gameDetailsJSON, gameItems[i].name);
|
|
||||||
}
|
|
||||||
if (config.bSaveSerials)
|
|
||||||
{
|
|
||||||
if (gameDetailsJSON.empty())
|
|
||||||
gameDetailsJSON = gogWebsite->getGameDetailsJSON(gameItems[i].id);
|
|
||||||
game.serials = this->getSerialsFromJSON(gameDetailsJSON);
|
|
||||||
}
|
|
||||||
if (config.bSaveChangelogs)
|
|
||||||
{
|
|
||||||
if (gameDetailsJSON.empty())
|
|
||||||
gameDetailsJSON = gogWebsite->getGameDetailsJSON(gameItems[i].id);
|
|
||||||
game.changelog = this->getChangelogFromJSON(gameDetailsJSON);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Ignore DLC count and try to get DLCs from JSON
|
|
||||||
if (game.dlcs.empty() && !bHasDLC && conf.bDLC && conf.bIgnoreDLCCount)
|
|
||||||
{
|
|
||||||
if (gameDetailsJSON.empty())
|
|
||||||
gameDetailsJSON = gogWebsite->getGameDetailsJSON(gameItems[i].id);
|
|
||||||
|
|
||||||
gameItems[i].dlcnames = Util::getDLCNamesFromJSON(gameDetailsJSON["dlcs"]);
|
|
||||||
bHasDLC = !gameItems[i].dlcnames.empty();
|
|
||||||
}
|
|
||||||
|
|
||||||
if (game.dlcs.empty() && bHasDLC && conf.bDLC)
|
|
||||||
{
|
|
||||||
for (unsigned int j = 0; j < gameItems[i].dlcnames.size(); ++j)
|
|
||||||
{
|
|
||||||
gameDetails dlc;
|
|
||||||
dlc = gogAPI->getGameDetails(gameItems[i].dlcnames[j], conf.iInstallerPlatform, conf.iInstallerLanguage, config.bDuplicateHandler);
|
|
||||||
dlc.filterWithPriorities(conf);
|
|
||||||
if (dlc.extras.empty() && config.bExtras) // Try to get extras from account page if API didn't return any extras
|
|
||||||
{
|
|
||||||
if (gameDetailsJSON.empty())
|
|
||||||
gameDetailsJSON = gogWebsite->getGameDetailsJSON(gameItems[i].id);
|
|
||||||
|
|
||||||
// Make sure we get extras for the right DLC
|
|
||||||
for (unsigned int k = 0; k < gameDetailsJSON["dlcs"].size(); ++k)
|
|
||||||
{
|
|
||||||
std::vector<std::string> urls;
|
|
||||||
if (gameDetailsJSON["dlcs"][k].isMember("extras"))
|
|
||||||
Util::getDownloaderUrlsFromJSON(gameDetailsJSON["dlcs"][k]["extras"], urls);
|
|
||||||
|
|
||||||
if (!urls.empty())
|
|
||||||
{
|
|
||||||
if (urls[0].find("/" + gameItems[i].dlcnames[j] + "/") != std::string::npos)
|
|
||||||
{
|
|
||||||
dlc.extras = this->getExtrasFromJSON(gameDetailsJSON["dlcs"][k], gameItems[i].dlcnames[j]);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (config.bSaveSerials)
|
|
||||||
{
|
|
||||||
if (gameDetailsJSON.empty())
|
|
||||||
gameDetailsJSON = gogWebsite->getGameDetailsJSON(gameItems[i].id);
|
|
||||||
|
|
||||||
// Make sure we save serial for the right DLC
|
|
||||||
for (unsigned int k = 0; k < gameDetailsJSON["dlcs"].size(); ++k)
|
|
||||||
{
|
|
||||||
std::vector<std::string> urls;
|
|
||||||
if (gameDetailsJSON["dlcs"][k].isMember("cdKey") && gameDetailsJSON["dlcs"][k].isMember("downloads"))
|
|
||||||
{
|
|
||||||
// Assuming that only DLC with installers can have serial
|
|
||||||
Util::getDownloaderUrlsFromJSON(gameDetailsJSON["dlcs"][k]["downloads"], urls);
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!urls.empty())
|
|
||||||
{
|
|
||||||
if (urls[0].find("/" + gameItems[i].dlcnames[j] + "/") != std::string::npos)
|
|
||||||
{
|
|
||||||
dlc.serials = this->getSerialsFromJSON(gameDetailsJSON["dlcs"][k]);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (config.bSaveChangelogs)
|
|
||||||
{
|
|
||||||
if (gameDetailsJSON.empty())
|
|
||||||
gameDetailsJSON = gogWebsite->getGameDetailsJSON(gameItems[i].id);
|
|
||||||
|
|
||||||
// Make sure we save changelog for the right DLC
|
|
||||||
for (unsigned int k = 0; k < gameDetailsJSON["dlcs"].size(); ++k)
|
|
||||||
{
|
|
||||||
std::vector<std::string> urls;
|
|
||||||
if (gameDetailsJSON["dlcs"][k].isMember("changelog") && gameDetailsJSON["dlcs"][k].isMember("downloads"))
|
|
||||||
{
|
|
||||||
// Assuming that only DLC with installers can have changelog
|
|
||||||
Util::getDownloaderUrlsFromJSON(gameDetailsJSON["dlcs"][k]["downloads"], urls);
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!urls.empty())
|
|
||||||
{
|
|
||||||
if (urls[0].find("/" + gameItems[i].dlcnames[j] + "/") != std::string::npos)
|
|
||||||
{
|
|
||||||
dlc.changelog = this->getChangelogFromJSON(gameDetailsJSON["dlcs"][k]);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
game.dlcs.push_back(dlc);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
game.makeFilepaths(conf.dirConf);
|
|
||||||
|
|
||||||
if (!config.bUpdateCheck)
|
|
||||||
games.push_back(game);
|
|
||||||
else
|
|
||||||
{ // Update check, only add games that have updated files
|
|
||||||
for (unsigned int j = 0; j < game.installers.size(); ++j)
|
|
||||||
{
|
|
||||||
if (game.installers[j].updated)
|
|
||||||
{
|
|
||||||
games.push_back(game);
|
|
||||||
updated++;
|
|
||||||
break; // add the game only once
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if (updated >= gogAPI->user.notifications_games)
|
|
||||||
{ // Gone through all updated games. No need to go through the rest.
|
|
||||||
std::cerr << std::endl << "Got info for all updated games. Moving on..." << std::endl;
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
std::cerr << gogAPI->getErrorMessage() << std::endl;
|
|
||||||
gogAPI->clearError();
|
|
||||||
continue;
|
|
||||||
}
|
}
|
||||||
|
std::sort(this->games.begin(), this->games.end(), [](const gameDetails& i, const gameDetails& j) -> bool { return i.gamename < j.gamename; });
|
||||||
}
|
}
|
||||||
std::cerr << std::endl;
|
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -1888,12 +1760,23 @@ uintmax_t Downloader::getResumePosition()
|
|||||||
return this->resume_position;
|
return this->resume_position;
|
||||||
}
|
}
|
||||||
|
|
||||||
std::vector<gameFile> Downloader::getExtrasFromJSON(const Json::Value& json, const std::string& gamename)
|
std::vector<gameFile> Downloader::getExtrasFromJSON(const Json::Value& json, const std::string& gamename, const Config& config)
|
||||||
{
|
{
|
||||||
std::vector<gameFile> extras;
|
std::vector<gameFile> extras;
|
||||||
|
|
||||||
std::vector<std::string> downloaderUrls;
|
// Create new API handle and set curl options for the API
|
||||||
Util::getDownloaderUrlsFromJSON(json["extras"], downloaderUrls);
|
API* api = new API(config.sToken, config.sSecret);
|
||||||
|
api->curlSetOpt(CURLOPT_VERBOSE, config.bVerbose);
|
||||||
|
api->curlSetOpt(CURLOPT_SSL_VERIFYPEER, config.bVerifyPeer);
|
||||||
|
api->curlSetOpt(CURLOPT_CONNECTTIMEOUT, config.iTimeout);
|
||||||
|
if (!config.sCACertPath.empty())
|
||||||
|
api->curlSetOpt(CURLOPT_CAINFO, config.sCACertPath.c_str());
|
||||||
|
|
||||||
|
if (!api->init())
|
||||||
|
{
|
||||||
|
delete api;
|
||||||
|
return extras;
|
||||||
|
}
|
||||||
|
|
||||||
for (unsigned int i = 0; i < json["extras"].size(); ++i)
|
for (unsigned int i = 0; i < json["extras"].size(); ++i)
|
||||||
{
|
{
|
||||||
@ -1903,7 +1786,12 @@ std::vector<gameFile> Downloader::getExtrasFromJSON(const Json::Value& json, con
|
|||||||
id.assign(downloaderUrl.begin()+downloaderUrl.find_last_of("/")+1, downloaderUrl.end());
|
id.assign(downloaderUrl.begin()+downloaderUrl.find_last_of("/")+1, downloaderUrl.end());
|
||||||
|
|
||||||
// Get path from download link
|
// Get path from download link
|
||||||
std::string url = gogAPI->getExtraLink(gamename, id);
|
std::string url = api->getExtraLink(gamename, id);
|
||||||
|
if (api->getError())
|
||||||
|
{
|
||||||
|
api->clearError();
|
||||||
|
continue;
|
||||||
|
}
|
||||||
url = htmlcxx::Uri::decode(url);
|
url = htmlcxx::Uri::decode(url);
|
||||||
if (url.find("/extras/") != std::string::npos)
|
if (url.find("/extras/") != std::string::npos)
|
||||||
{
|
{
|
||||||
@ -1952,6 +1840,7 @@ std::vector<gameFile> Downloader::getExtrasFromJSON(const Json::Value& json, con
|
|||||||
|
|
||||||
extras.push_back(gf);
|
extras.push_back(gf);
|
||||||
}
|
}
|
||||||
|
delete api;
|
||||||
|
|
||||||
return extras;
|
return extras;
|
||||||
}
|
}
|
||||||
@ -3419,3 +3308,245 @@ void Downloader::printProgress()
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void Downloader::getGameDetailsThread(Config config, const unsigned int& tid)
|
||||||
|
{
|
||||||
|
std::string msg_prefix = "[Thread #" + std::to_string(tid) + "]";
|
||||||
|
|
||||||
|
API* api = new API(config.sToken, config.sSecret);
|
||||||
|
api->curlSetOpt(CURLOPT_SSL_VERIFYPEER, config.bVerifyPeer);
|
||||||
|
api->curlSetOpt(CURLOPT_CONNECTTIMEOUT, config.iTimeout);
|
||||||
|
if (!config.sCACertPath.empty())
|
||||||
|
api->curlSetOpt(CURLOPT_CAINFO, config.sCACertPath.c_str());
|
||||||
|
|
||||||
|
if (!api->init())
|
||||||
|
{
|
||||||
|
delete api;
|
||||||
|
msgQueue.push(Message("API init failed", MSGTYPE_ERROR, msg_prefix));
|
||||||
|
vDownloadInfo[tid].setStatus(DLSTATUS_FINISHED);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Create new GOG website handle
|
||||||
|
Website* website = new Website(config);
|
||||||
|
if (!website->IsLoggedIn())
|
||||||
|
{
|
||||||
|
delete api;
|
||||||
|
delete website;
|
||||||
|
msgQueue.push(Message("Website not logged in", MSGTYPE_ERROR, msg_prefix));
|
||||||
|
vDownloadInfo[tid].setStatus(DLSTATUS_FINISHED);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Set default game specific directory options to values from config
|
||||||
|
gameSpecificDirectoryConfig dirConfDefault;
|
||||||
|
dirConfDefault.sDirectory = config.sDirectory;
|
||||||
|
dirConfDefault.bSubDirectories = config.bSubDirectories;
|
||||||
|
dirConfDefault.sGameSubdir = config.sGameSubdir;
|
||||||
|
dirConfDefault.sInstallersSubdir = config.sInstallersSubdir;
|
||||||
|
dirConfDefault.sExtrasSubdir = config.sExtrasSubdir;
|
||||||
|
dirConfDefault.sLanguagePackSubdir = config.sLanguagePackSubdir;
|
||||||
|
dirConfDefault.sDLCSubdir = config.sDLCSubdir;
|
||||||
|
dirConfDefault.sPatchesSubdir = config.sPatchesSubdir;
|
||||||
|
|
||||||
|
gameItem game_item;
|
||||||
|
while (gameItemQueue.try_pop(game_item))
|
||||||
|
{
|
||||||
|
gameDetails game;
|
||||||
|
bool bHasDLC = !game_item.dlcnames.empty();
|
||||||
|
|
||||||
|
gameSpecificConfig conf;
|
||||||
|
conf.bDLC = config.bDLC;
|
||||||
|
conf.bIgnoreDLCCount = false;
|
||||||
|
conf.iInstallerLanguage = config.iInstallerLanguage;
|
||||||
|
conf.iInstallerPlatform = config.iInstallerPlatform;
|
||||||
|
conf.dirConf = dirConfDefault;
|
||||||
|
conf.vLanguagePriority = config.vLanguagePriority;
|
||||||
|
conf.vPlatformPriority = config.vPlatformPriority;
|
||||||
|
if (!config.bUpdateCache) // Disable game specific config files for cache update
|
||||||
|
{
|
||||||
|
int iOptionsOverridden = Util::getGameSpecificConfig(game_item.name, &conf);
|
||||||
|
if (iOptionsOverridden > 0)
|
||||||
|
{
|
||||||
|
std::ostringstream ss;
|
||||||
|
ss << game_item.name << " - " << iOptionsOverridden << " options overridden with game specific options" << std::endl;
|
||||||
|
if (config.bVerbose)
|
||||||
|
{
|
||||||
|
if (conf.bIgnoreDLCCount)
|
||||||
|
ss << "\tIgnore DLC count" << std::endl;
|
||||||
|
if (conf.bDLC != config.bDLC)
|
||||||
|
ss << "\tDLC: " << (conf.bDLC ? "true" : "false") << std::endl;
|
||||||
|
if (conf.iInstallerLanguage != config.iInstallerLanguage)
|
||||||
|
ss << "\tLanguage: " << Util::getOptionNameString(conf.iInstallerLanguage, GlobalConstants::LANGUAGES) << std::endl;
|
||||||
|
if (conf.vLanguagePriority != config.vLanguagePriority)
|
||||||
|
{
|
||||||
|
ss << "\tLanguage priority:" << std::endl;
|
||||||
|
for (unsigned int j = 0; j < conf.vLanguagePriority.size(); ++j)
|
||||||
|
{
|
||||||
|
ss << "\t " << j << ": " << Util::getOptionNameString(conf.vLanguagePriority[j], GlobalConstants::LANGUAGES) << std::endl;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (conf.iInstallerPlatform != config.iInstallerPlatform)
|
||||||
|
ss << "\tPlatform: " << Util::getOptionNameString(conf.iInstallerPlatform, GlobalConstants::PLATFORMS) << std::endl;
|
||||||
|
if (conf.vPlatformPriority != config.vPlatformPriority)
|
||||||
|
{
|
||||||
|
ss << "\tPlatform priority:" << std::endl;
|
||||||
|
for (unsigned int j = 0; j < conf.vPlatformPriority.size(); ++j)
|
||||||
|
{
|
||||||
|
ss << "\t " << j << ": " << Util::getOptionNameString(conf.vPlatformPriority[j], GlobalConstants::PLATFORMS) << std::endl;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
msgQueue.push(Message(ss.str(), MSGTYPE_INFO, msg_prefix));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
game = api->getGameDetails(game_item.name, conf.iInstallerPlatform, conf.iInstallerLanguage, config.bDuplicateHandler);
|
||||||
|
if (!api->getError())
|
||||||
|
{
|
||||||
|
game.filterWithPriorities(conf);
|
||||||
|
Json::Value gameDetailsJSON;
|
||||||
|
|
||||||
|
if (!game_item.gamedetailsjson.empty())
|
||||||
|
gameDetailsJSON = game_item.gamedetailsjson;
|
||||||
|
|
||||||
|
if (game.extras.empty() && config.bExtras) // Try to get extras from account page if API didn't return any extras
|
||||||
|
{
|
||||||
|
if (gameDetailsJSON.empty())
|
||||||
|
gameDetailsJSON = website->getGameDetailsJSON(game_item.id);
|
||||||
|
game.extras = Downloader::getExtrasFromJSON(gameDetailsJSON, game_item.name, config);
|
||||||
|
}
|
||||||
|
if (config.bSaveSerials)
|
||||||
|
{
|
||||||
|
if (gameDetailsJSON.empty())
|
||||||
|
gameDetailsJSON = website->getGameDetailsJSON(game_item.id);
|
||||||
|
game.serials = Downloader::getSerialsFromJSON(gameDetailsJSON);
|
||||||
|
}
|
||||||
|
if (config.bSaveChangelogs)
|
||||||
|
{
|
||||||
|
if (gameDetailsJSON.empty())
|
||||||
|
gameDetailsJSON = website->getGameDetailsJSON(game_item.id);
|
||||||
|
game.changelog = Downloader::getChangelogFromJSON(gameDetailsJSON);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Ignore DLC count and try to get DLCs from JSON
|
||||||
|
if (game.dlcs.empty() && !bHasDLC && conf.bDLC && conf.bIgnoreDLCCount)
|
||||||
|
{
|
||||||
|
if (gameDetailsJSON.empty())
|
||||||
|
gameDetailsJSON = website->getGameDetailsJSON(game_item.id);
|
||||||
|
|
||||||
|
game_item.dlcnames = Util::getDLCNamesFromJSON(gameDetailsJSON["dlcs"]);
|
||||||
|
bHasDLC = !game_item.dlcnames.empty();
|
||||||
|
}
|
||||||
|
|
||||||
|
if (game.dlcs.empty() && bHasDLC && conf.bDLC)
|
||||||
|
{
|
||||||
|
for (unsigned int j = 0; j < game_item.dlcnames.size(); ++j)
|
||||||
|
{
|
||||||
|
gameDetails dlc;
|
||||||
|
dlc = api->getGameDetails(game_item.dlcnames[j], conf.iInstallerPlatform, conf.iInstallerLanguage, config.bDuplicateHandler);
|
||||||
|
dlc.filterWithPriorities(conf);
|
||||||
|
if (dlc.extras.empty() && config.bExtras) // Try to get extras from account page if API didn't return any extras
|
||||||
|
{
|
||||||
|
if (gameDetailsJSON.empty())
|
||||||
|
gameDetailsJSON = website->getGameDetailsJSON(game_item.id);
|
||||||
|
|
||||||
|
// Make sure we get extras for the right DLC
|
||||||
|
for (unsigned int k = 0; k < gameDetailsJSON["dlcs"].size(); ++k)
|
||||||
|
{
|
||||||
|
std::vector<std::string> urls;
|
||||||
|
if (gameDetailsJSON["dlcs"][k].isMember("extras"))
|
||||||
|
Util::getDownloaderUrlsFromJSON(gameDetailsJSON["dlcs"][k]["extras"], urls);
|
||||||
|
|
||||||
|
if (!urls.empty())
|
||||||
|
{
|
||||||
|
if (urls[0].find("/" + game_item.dlcnames[j] + "/") != std::string::npos)
|
||||||
|
{
|
||||||
|
dlc.extras = Downloader::getExtrasFromJSON(gameDetailsJSON["dlcs"][k], game_item.dlcnames[j], config);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (config.bSaveSerials)
|
||||||
|
{
|
||||||
|
if (gameDetailsJSON.empty())
|
||||||
|
gameDetailsJSON = website->getGameDetailsJSON(game_item.id);
|
||||||
|
|
||||||
|
// Make sure we save serial for the right DLC
|
||||||
|
for (unsigned int k = 0; k < gameDetailsJSON["dlcs"].size(); ++k)
|
||||||
|
{
|
||||||
|
std::vector<std::string> urls;
|
||||||
|
if (gameDetailsJSON["dlcs"][k].isMember("cdKey") && gameDetailsJSON["dlcs"][k].isMember("downloads"))
|
||||||
|
{
|
||||||
|
// Assuming that only DLC with installers can have serial
|
||||||
|
Util::getDownloaderUrlsFromJSON(gameDetailsJSON["dlcs"][k]["downloads"], urls);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!urls.empty())
|
||||||
|
{
|
||||||
|
if (urls[0].find("/" + game_item.dlcnames[j] + "/") != std::string::npos)
|
||||||
|
{
|
||||||
|
dlc.serials = Downloader::getSerialsFromJSON(gameDetailsJSON["dlcs"][k]);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (config.bSaveChangelogs)
|
||||||
|
{
|
||||||
|
if (gameDetailsJSON.empty())
|
||||||
|
gameDetailsJSON = website->getGameDetailsJSON(game_item.id);
|
||||||
|
|
||||||
|
// Make sure we save changelog for the right DLC
|
||||||
|
for (unsigned int k = 0; k < gameDetailsJSON["dlcs"].size(); ++k)
|
||||||
|
{
|
||||||
|
std::vector<std::string> urls;
|
||||||
|
if (gameDetailsJSON["dlcs"][k].isMember("changelog") && gameDetailsJSON["dlcs"][k].isMember("downloads"))
|
||||||
|
{
|
||||||
|
// Assuming that only DLC with installers can have changelog
|
||||||
|
Util::getDownloaderUrlsFromJSON(gameDetailsJSON["dlcs"][k]["downloads"], urls);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!urls.empty())
|
||||||
|
{
|
||||||
|
if (urls[0].find("/" + game_item.dlcnames[j] + "/") != std::string::npos)
|
||||||
|
{
|
||||||
|
dlc.changelog = Downloader::getChangelogFromJSON(gameDetailsJSON["dlcs"][k]);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
game.dlcs.push_back(dlc);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
game.makeFilepaths(conf.dirConf);
|
||||||
|
|
||||||
|
if (!config.bUpdateCheck)
|
||||||
|
gameDetailsQueue.push(game);
|
||||||
|
else
|
||||||
|
{ // Update check, only add games that have updated files
|
||||||
|
for (unsigned int j = 0; j < game.installers.size(); ++j)
|
||||||
|
{
|
||||||
|
if (game.installers[j].updated)
|
||||||
|
{
|
||||||
|
gameDetailsQueue.push(game);
|
||||||
|
break; // add the game only once
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
msgQueue.push(Message(api->getErrorMessage(), MSGTYPE_ERROR, msg_prefix));
|
||||||
|
api->clearError();
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
vDownloadInfo[tid].setStatus(DLSTATUS_FINISHED);
|
||||||
|
delete api;
|
||||||
|
delete website;
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user