mirror of
https://github.com/Sude-/lgogdownloader.git
synced 2025-02-02 05:52:31 +01:00
26315b23b8
Added retry support to --galaxy-install Changed some retry conditions Show reason for retry attempts Added some Curl related helper functions to Util
522 lines
18 KiB
C++
522 lines
18 KiB
C++
/* This program is free software. It comes without any warranty, to
|
|
* the extent permitted by applicable law. You can redistribute it
|
|
* and/or modify it under the terms of the Do What The Fuck You Want
|
|
* To Public License, Version 2, as published by Sam Hocevar. See
|
|
* http://www.wtfpl.net/ for more details. */
|
|
|
|
#include "galaxyapi.h"
|
|
|
|
#include <boost/iostreams/filtering_streambuf.hpp>
|
|
#include <boost/iostreams/copy.hpp>
|
|
#include <boost/iostreams/filter/zlib.hpp>
|
|
#include <boost/iostreams/device/back_inserter.hpp>
|
|
#include <sstream>
|
|
|
|
GalaxyConfig Globals::galaxyConf;
|
|
|
|
size_t galaxyAPI::writeMemoryCallback(char *ptr, size_t size, size_t nmemb, void *userp) {
|
|
std::ostringstream *stream = (std::ostringstream*)userp;
|
|
std::streamsize count = (std::streamsize) size * nmemb;
|
|
stream->write(ptr, count);
|
|
return count;
|
|
}
|
|
|
|
galaxyAPI::galaxyAPI(CurlConfig& conf)
|
|
{
|
|
this->curlConf = conf;
|
|
|
|
curlhandle = curl_easy_init();
|
|
Util::CurlHandleSetDefaultOptions(curlhandle, this->curlConf);
|
|
}
|
|
|
|
galaxyAPI::~galaxyAPI()
|
|
{
|
|
curl_easy_cleanup(curlhandle);
|
|
}
|
|
|
|
/* Initialize the API
|
|
returns 0 if failed
|
|
returns 1 if successful
|
|
*/
|
|
int galaxyAPI::init()
|
|
{
|
|
int res = 0;
|
|
|
|
if (!this->isTokenExpired())
|
|
{
|
|
res = 1;
|
|
}
|
|
else
|
|
res = 0;
|
|
|
|
return res;
|
|
}
|
|
|
|
bool galaxyAPI::refreshLogin()
|
|
{
|
|
std::string refresh_url = "https://auth.gog.com/token?client_id=" + Globals::galaxyConf.getClientId()
|
|
+ "&client_secret=" + Globals::galaxyConf.getClientSecret()
|
|
+ "&grant_type=refresh_token"
|
|
+ "&refresh_token=" + Globals::galaxyConf.getRefreshToken();
|
|
|
|
Json::Value token_json = this->getResponseJson(refresh_url);
|
|
|
|
if (token_json.empty())
|
|
return false;
|
|
|
|
Globals::galaxyConf.setJSON(token_json);
|
|
|
|
return true;
|
|
}
|
|
|
|
bool galaxyAPI::isTokenExpired()
|
|
{
|
|
bool res = false;
|
|
|
|
if (Globals::galaxyConf.isExpired())
|
|
res = true;
|
|
|
|
return res;
|
|
}
|
|
|
|
std::string galaxyAPI::getResponse(const std::string& url, const bool& zlib_decompress)
|
|
{
|
|
struct curl_slist *header = NULL;
|
|
|
|
std::string access_token;
|
|
if (!Globals::galaxyConf.isExpired())
|
|
access_token = Globals::galaxyConf.getAccessToken();
|
|
if (!access_token.empty())
|
|
{
|
|
std::string bearer = "Authorization: Bearer " + access_token;
|
|
header = curl_slist_append(header, bearer.c_str());
|
|
}
|
|
curl_easy_setopt(curlhandle, CURLOPT_HTTPHEADER, header);
|
|
curl_easy_setopt(curlhandle, CURLOPT_URL, url.c_str());
|
|
|
|
int max_retries = std::min(3, Globals::globalConfig.iRetries);
|
|
std::string response;
|
|
Util::CurlHandleGetResponse(curlhandle, response, max_retries);
|
|
|
|
curl_easy_setopt(curlhandle, CURLOPT_HTTPHEADER, NULL);
|
|
curl_slist_free_all(header);
|
|
|
|
if (zlib_decompress)
|
|
{
|
|
std::string response_decompressed;
|
|
boost::iostreams::filtering_streambuf<boost::iostreams::input> in;
|
|
in.push(boost::iostreams::zlib_decompressor(GlobalConstants::ZLIB_WINDOW_SIZE));
|
|
in.push(boost::make_iterator_range(response));
|
|
boost::iostreams::copy(in, boost::iostreams::back_inserter(response_decompressed));
|
|
response = response_decompressed;
|
|
}
|
|
|
|
return response;
|
|
}
|
|
|
|
Json::Value galaxyAPI::getResponseJson(const std::string& url, const bool& zlib_decompress)
|
|
{
|
|
std::istringstream response(this->getResponse(url, zlib_decompress));
|
|
Json::Value json;
|
|
|
|
if (!response.str().empty())
|
|
{
|
|
try
|
|
{
|
|
response >> json;
|
|
}
|
|
catch(const Json::Exception& exc)
|
|
{
|
|
// Failed to parse json response
|
|
}
|
|
}
|
|
|
|
return json;
|
|
}
|
|
|
|
Json::Value galaxyAPI::getProductBuilds(const std::string& product_id, const std::string& platform, const std::string& generation)
|
|
{
|
|
std::string url = "https://content-system.gog.com/products/" + product_id + "/os/" + platform + "/builds?generation=" + generation;
|
|
|
|
return this->getResponseJson(url);
|
|
}
|
|
|
|
Json::Value galaxyAPI::getManifestV1(const std::string& product_id, const std::string& build_id, const std::string& manifest_id, const std::string& platform)
|
|
{
|
|
std::string url = "https://cdn.gog.com/content-system/v1/manifests/" + product_id + "/" + platform + "/" + build_id + "/" + manifest_id + ".json";
|
|
|
|
return this->getManifestV1(url);
|
|
}
|
|
|
|
Json::Value galaxyAPI::getManifestV1(const std::string& manifest_url)
|
|
{
|
|
return this->getResponseJson(manifest_url);
|
|
}
|
|
|
|
Json::Value galaxyAPI::getManifestV2(std::string manifest_hash, const bool& is_dependency)
|
|
{
|
|
if (!manifest_hash.empty() && manifest_hash.find("/") == std::string::npos)
|
|
manifest_hash = this->hashToGalaxyPath(manifest_hash);
|
|
|
|
std::string url;
|
|
if (is_dependency)
|
|
url = "https://cdn.gog.com/content-system/v2/dependencies/meta/" + manifest_hash;
|
|
else
|
|
url = "https://cdn.gog.com/content-system/v2/meta/" + manifest_hash;
|
|
|
|
return this->getResponseJson(url, true);
|
|
}
|
|
|
|
Json::Value galaxyAPI::getSecureLink(const std::string& product_id, const std::string& path)
|
|
{
|
|
std::string url = "https://content-system.gog.com/products/" + product_id + "/secure_link?generation=2&path=" + path + "&_version=2";
|
|
|
|
return this->getResponseJson(url);
|
|
}
|
|
|
|
Json::Value galaxyAPI::getDependencyLink(const std::string& path)
|
|
{
|
|
std::string url = "https://content-system.gog.com/open_link?generation=2&_version=2&path=/dependencies/store/" + path;
|
|
|
|
return this->getResponseJson(url);
|
|
}
|
|
|
|
|
|
std::string galaxyAPI::hashToGalaxyPath(const std::string& hash)
|
|
{
|
|
std::string galaxy_path = hash;
|
|
if (galaxy_path.find("/") == std::string::npos)
|
|
galaxy_path.assign(hash.begin(), hash.begin()+2).append("/").append(hash.begin()+2, hash.begin()+4).append("/").append(hash);
|
|
|
|
return galaxy_path;
|
|
}
|
|
|
|
std::vector<galaxyDepotItem> galaxyAPI::getDepotItemsVector(const std::string& hash, const bool& is_dependency)
|
|
{
|
|
Json::Value json = this->getManifestV2(hash, is_dependency);
|
|
|
|
std::vector<galaxyDepotItem> items;
|
|
|
|
for (unsigned int i = 0; i < json["depot"]["items"].size(); ++i)
|
|
{
|
|
if (!json["depot"]["items"][i]["chunks"].empty())
|
|
{
|
|
galaxyDepotItem item;
|
|
item.totalSizeCompressed = 0;
|
|
item.totalSizeUncompressed = 0;
|
|
item.path = json["depot"]["items"][i]["path"].asString();
|
|
item.isDependency = is_dependency;
|
|
|
|
while (Util::replaceString(item.path, "\\", "/"));
|
|
for (unsigned int j = 0; j < json["depot"]["items"][i]["chunks"].size(); ++j)
|
|
{
|
|
galaxyDepotItemChunk chunk;
|
|
chunk.md5_compressed = json["depot"]["items"][i]["chunks"][j]["compressedMd5"].asString();
|
|
chunk.md5_uncompressed = json["depot"]["items"][i]["chunks"][j]["md5"].asString();
|
|
chunk.size_compressed = json["depot"]["items"][i]["chunks"][j]["compressedSize"].asLargestUInt();
|
|
chunk.size_uncompressed = json["depot"]["items"][i]["chunks"][j]["size"].asLargestUInt();
|
|
|
|
chunk.offset_compressed = item.totalSizeCompressed;
|
|
chunk.offset_uncompressed = item.totalSizeUncompressed;
|
|
|
|
item.totalSizeCompressed += chunk.size_compressed;
|
|
item.totalSizeUncompressed += chunk.size_uncompressed;
|
|
item.chunks.push_back(chunk);
|
|
}
|
|
|
|
if (json["depot"]["items"][i].isMember("md5"))
|
|
item.md5 = json["depot"]["items"][i]["md5"].asString();
|
|
else if (json["depot"]["items"][i]["chunks"].size() == 1)
|
|
item.md5 = json["depot"]["items"][i]["chunks"][0]["md5"].asString();
|
|
|
|
items.push_back(item);
|
|
}
|
|
}
|
|
|
|
return items;
|
|
}
|
|
|
|
Json::Value galaxyAPI::getProductInfo(const std::string& product_id)
|
|
{
|
|
std::string url = "https://api.gog.com/products/" + product_id + "?expand=downloads,expanded_dlcs,description,screenshots,videos,related_products,changelog&locale=en-US";
|
|
|
|
return this->getResponseJson(url);
|
|
}
|
|
|
|
gameDetails galaxyAPI::productInfoJsonToGameDetails(const Json::Value& json, const DownloadConfig& dlConf)
|
|
{
|
|
gameDetails gamedetails;
|
|
|
|
gamedetails.gamename = json["slug"].asString();
|
|
gamedetails.product_id = json["id"].asString();
|
|
gamedetails.title = json["title"].asString();
|
|
gamedetails.icon = "https:" + json["images"]["icon"].asString();
|
|
|
|
if (json.isMember("changelog"))
|
|
gamedetails.changelog = json["changelog"].asString();
|
|
|
|
if (dlConf.bInstallers)
|
|
{
|
|
gamedetails.installers = this->installerJsonNodeToGameFileVector(gamedetails.gamename, json["downloads"]["installers"], dlConf);
|
|
}
|
|
|
|
if (dlConf.bExtras)
|
|
{
|
|
gamedetails.extras = this->extraJsonNodeToGameFileVector(gamedetails.gamename, json["downloads"]["bonus_content"]);
|
|
}
|
|
|
|
if (dlConf.bPatches)
|
|
{
|
|
gamedetails.patches = this->patchJsonNodeToGameFileVector(gamedetails.gamename, json["downloads"]["patches"], dlConf);
|
|
}
|
|
|
|
if (dlConf.bLanguagePacks)
|
|
{
|
|
gamedetails.languagepacks = this->languagepackJsonNodeToGameFileVector(gamedetails.gamename, json["downloads"]["language_packs"], dlConf);
|
|
}
|
|
|
|
if (dlConf.bDLC)
|
|
{
|
|
if (json.isMember("expanded_dlcs"))
|
|
{
|
|
for (unsigned int i = 0; i < json["expanded_dlcs"].size(); ++i)
|
|
{
|
|
gameDetails dlc_gamedetails = this->productInfoJsonToGameDetails(json["expanded_dlcs"][i], dlConf);
|
|
|
|
// Add DLC type to all DLC files
|
|
for (unsigned int j = 0; j < dlc_gamedetails.installers.size(); ++j)
|
|
dlc_gamedetails.installers[j].type |= GFTYPE_DLC;
|
|
for (unsigned int j = 0; j < dlc_gamedetails.extras.size(); ++j)
|
|
dlc_gamedetails.extras[j].type |= GFTYPE_DLC;
|
|
for (unsigned int j = 0; j < dlc_gamedetails.patches.size(); ++j)
|
|
dlc_gamedetails.patches[j].type |= GFTYPE_DLC;
|
|
for (unsigned int j = 0; j < dlc_gamedetails.languagepacks.size(); ++j)
|
|
dlc_gamedetails.languagepacks[j].type |= GFTYPE_DLC;
|
|
|
|
// Add DLC only if it has any files
|
|
if (!dlc_gamedetails.installers.empty() || !dlc_gamedetails.extras.empty() || !dlc_gamedetails.patches.empty() || !dlc_gamedetails.languagepacks.empty())
|
|
gamedetails.dlcs.push_back(dlc_gamedetails);
|
|
}
|
|
}
|
|
}
|
|
|
|
return gamedetails;
|
|
}
|
|
|
|
std::vector<gameFile> galaxyAPI::installerJsonNodeToGameFileVector(const std::string& gamename, const Json::Value& json, const DownloadConfig& dlConf)
|
|
{
|
|
return this->fileJsonNodeToGameFileVector(gamename, json, GFTYPE_INSTALLER, dlConf.iInstallerPlatform, dlConf.iInstallerLanguage, dlConf.bDuplicateHandler);
|
|
}
|
|
|
|
std::vector<gameFile> galaxyAPI::patchJsonNodeToGameFileVector(const std::string& gamename, const Json::Value& json, const DownloadConfig& dlConf)
|
|
{
|
|
return this->fileJsonNodeToGameFileVector(gamename, json, GFTYPE_PATCH, dlConf.iInstallerPlatform, dlConf.iInstallerLanguage, dlConf.bDuplicateHandler);
|
|
}
|
|
|
|
std::vector<gameFile> galaxyAPI::languagepackJsonNodeToGameFileVector(const std::string& gamename, const Json::Value& json, const DownloadConfig& dlConf)
|
|
{
|
|
return this->fileJsonNodeToGameFileVector(gamename, json, GFTYPE_LANGPACK, dlConf.iInstallerPlatform, dlConf.iInstallerLanguage, dlConf.bDuplicateHandler);
|
|
}
|
|
|
|
std::vector<gameFile> galaxyAPI::extraJsonNodeToGameFileVector(const std::string& gamename, const Json::Value& json)
|
|
{
|
|
return this->fileJsonNodeToGameFileVector(gamename, json, GFTYPE_EXTRA);
|
|
}
|
|
|
|
std::vector<gameFile> galaxyAPI::fileJsonNodeToGameFileVector(const std::string& gamename, const Json::Value& json, const unsigned int& type, const unsigned int& platform, const unsigned int& lang, const bool& useDuplicateHandler)
|
|
{
|
|
std::vector<gameFile> gamefiles;
|
|
unsigned int iInfoNodes = json.size();
|
|
for (unsigned int i = 0; i < iInfoNodes; ++i)
|
|
{
|
|
Json::Value infoNode = json[i];
|
|
unsigned int iFiles = infoNode["files"].size();
|
|
std::string name = infoNode["name"].asString();
|
|
|
|
unsigned int iPlatform = GlobalConstants::PLATFORM_WINDOWS;
|
|
unsigned int iLanguage = GlobalConstants::LANGUAGE_EN;
|
|
if (!(type & GFTYPE_EXTRA))
|
|
{
|
|
iPlatform = Util::getOptionValue(infoNode["os"].asString(), GlobalConstants::PLATFORMS);
|
|
iLanguage = Util::getOptionValue(infoNode["language"].asString(), GlobalConstants::LANGUAGES);
|
|
|
|
if (!(iPlatform & platform))
|
|
continue;
|
|
|
|
if (!(iLanguage & lang))
|
|
continue;
|
|
}
|
|
|
|
for (unsigned int j = 0; j < iFiles; ++j)
|
|
{
|
|
Json::Value fileNode = infoNode["files"][j];
|
|
std::string downlink = fileNode["downlink"].asString();
|
|
|
|
Json::Value downlinkJson = this->getResponseJson(downlink);
|
|
if (downlinkJson.empty())
|
|
continue;
|
|
|
|
std::string downlink_url = downlinkJson["downlink"].asString();
|
|
std::string path = this->getPathFromDownlinkUrl(downlink_url, gamename);
|
|
|
|
gameFile gf;
|
|
gf.gamename = gamename;
|
|
gf.type = type;
|
|
gf.id = fileNode["id"].asString();
|
|
gf.name = name;
|
|
gf.path = path;
|
|
gf.size = Util::getJsonUIntValueAsString(fileNode["size"]);
|
|
gf.updated = 0; // assume not updated
|
|
gf.galaxy_downlink_json_url = downlink;
|
|
|
|
if (!(type & GFTYPE_EXTRA))
|
|
{
|
|
gf.platform = iPlatform;
|
|
gf.language = iLanguage;
|
|
|
|
if (useDuplicateHandler)
|
|
{
|
|
bool bDuplicate = false;
|
|
for (unsigned int k = 0; k < gamefiles.size(); ++k)
|
|
{
|
|
if (gamefiles[k].path == gf.path)
|
|
{
|
|
gamefiles[k].language |= gf.language; // Add language code to installer
|
|
bDuplicate = true;
|
|
break;
|
|
}
|
|
}
|
|
if (bDuplicate)
|
|
continue;
|
|
}
|
|
}
|
|
|
|
gamefiles.push_back(gf);
|
|
}
|
|
}
|
|
|
|
return gamefiles;
|
|
}
|
|
|
|
Json::Value galaxyAPI::getUserData()
|
|
{
|
|
std::string url = "https://embed.gog.com/userData.json";
|
|
|
|
return this->getResponseJson(url);
|
|
}
|
|
|
|
Json::Value galaxyAPI::getDependenciesJson()
|
|
{
|
|
std::string url = "https://content-system.gog.com/dependencies/repository?generation=2";
|
|
Json::Value dependencies;
|
|
Json::Value repository = this->getResponseJson(url);
|
|
|
|
if (!repository.empty())
|
|
{
|
|
if (repository.isMember("repository_manifest"))
|
|
{
|
|
std::string manifest_url = repository["repository_manifest"].asString();
|
|
dependencies = this->getResponseJson(manifest_url, true);
|
|
}
|
|
}
|
|
|
|
return dependencies;
|
|
}
|
|
|
|
std::vector<galaxyDepotItem> galaxyAPI::getFilteredDepotItemsVectorFromJson(const Json::Value& depot_json, const std::string& galaxy_language, const std::string& galaxy_arch, const bool& is_dependency)
|
|
{
|
|
std::vector<galaxyDepotItem> items;
|
|
|
|
bool bSelectedLanguage = false;
|
|
bool bSelectedArch = false;
|
|
boost::regex language_re("^(" + galaxy_language + ")$", boost::regex::perl | boost::regex::icase);
|
|
boost::match_results<std::string::const_iterator> what;
|
|
for (unsigned int j = 0; j < depot_json["languages"].size(); ++j)
|
|
{
|
|
std::string language = depot_json["languages"][j].asString();
|
|
if (language == "*" || boost::regex_search(language, what, language_re))
|
|
bSelectedLanguage = true;
|
|
}
|
|
|
|
if (depot_json.isMember("osBitness"))
|
|
{
|
|
for (unsigned int j = 0; j < depot_json["osBitness"].size(); ++j)
|
|
{
|
|
std::string osBitness = depot_json["osBitness"][j].asString();
|
|
if (osBitness == "*" || osBitness == galaxy_arch)
|
|
bSelectedArch = true;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
// No osBitness found, assume that we want this depot
|
|
bSelectedArch = true;
|
|
}
|
|
|
|
if (bSelectedLanguage && bSelectedArch)
|
|
{
|
|
std::string depotHash = depot_json["manifest"].asString();
|
|
std::string depot_product_id = depot_json["productId"].asString();
|
|
|
|
items = this->getDepotItemsVector(depotHash, is_dependency);
|
|
|
|
// Set product id for items
|
|
if (!depot_product_id.empty())
|
|
{
|
|
for (auto it = items.begin(); it != items.end(); ++it)
|
|
{
|
|
it->product_id = depot_product_id;
|
|
}
|
|
}
|
|
}
|
|
|
|
return items;
|
|
}
|
|
|
|
std::string galaxyAPI::getPathFromDownlinkUrl(const std::string& downlink_url, const std::string& gamename)
|
|
{
|
|
std::string path;
|
|
std::string downlink_url_unescaped = (std::string)curl_easy_unescape(curlhandle, downlink_url.c_str(), downlink_url.size(), NULL);
|
|
|
|
// GOG has changed the url formatting few times between 2 different formats.
|
|
// Try to get proper file name in both cases.
|
|
size_t filename_end_pos;
|
|
if (downlink_url_unescaped.find("?path=") != std::string::npos)
|
|
{
|
|
size_t token_pos = downlink_url_unescaped.find("&token=");
|
|
size_t access_token_pos = downlink_url_unescaped.find("&access_token=");
|
|
if ((token_pos != std::string::npos) && (access_token_pos != std::string::npos))
|
|
{
|
|
filename_end_pos = std::min(token_pos, access_token_pos);
|
|
}
|
|
else
|
|
{
|
|
filename_end_pos = downlink_url_unescaped.find_first_of("&");
|
|
}
|
|
}
|
|
else
|
|
filename_end_pos = downlink_url_unescaped.find_first_of("?");
|
|
|
|
if (downlink_url_unescaped.find("/" + gamename + "/") != std::string::npos)
|
|
{
|
|
path.assign(downlink_url_unescaped.begin()+downlink_url_unescaped.find("/" + gamename + "/"), downlink_url_unescaped.begin()+filename_end_pos);
|
|
}
|
|
else
|
|
{
|
|
path.assign(downlink_url_unescaped.begin()+downlink_url_unescaped.find_last_of("/")+1, downlink_url_unescaped.begin()+filename_end_pos);
|
|
path = "/" + gamename + "/" + path;
|
|
}
|
|
|
|
// Workaround for filename issue caused by different (currently unknown) url formatting scheme
|
|
// https://github.com/Sude-/lgogdownloader/issues/126
|
|
if (path.find("?") != std::string::npos)
|
|
{
|
|
if (path.find_last_of("?") > path.find_last_of("/"))
|
|
{
|
|
path.assign(path.begin(), path.begin()+path.find_last_of("?"));
|
|
}
|
|
}
|
|
|
|
return path;
|
|
}
|