#include "Common/Net/HTTPRequest.h" #include "Common/Net/HTTPClient.h" #include "Common/Net/HTTPNaettRequest.h" #include "Common/TimeUtil.h" #include "Common/File/FileUtil.h" #include "Common/StringUtils.h" #include "Common/Log.h" #include "Common/System/OSD.h" #include "Common/System/System.h" namespace http { Request::Request(RequestMethod method, std::string_view url, std::string_view name, bool *cancelled, RequestFlags flags) : method_(method), url_(url), name_(name), progress_(cancelled), flags_(flags) { INFO_LOG(Log::HTTP, "HTTP %s request: %.*s (%.*s)", RequestMethodToString(method), (int)url.size(), url.data(), (int)name.size(), name.data()); progress_.callback = [this](int64_t bytes, int64_t contentLength, bool done) { std::string message; if (!name_.empty()) { message = name_; } else { std::size_t pos = url_.rfind('/'); if (pos != std::string::npos) { message = url_.substr(pos + 1); } else { message = url_; } } if (flags_ & RequestFlags::ProgressBar) { if (!done) { g_OSD.SetProgressBar(url_, std::move(message), 0.0f, (float)contentLength, (float)bytes, flags_ & RequestFlags::ProgressBarDelayed ? 3.0f : 0.0f); // delay 3 seconds before showing. } else { g_OSD.RemoveProgressBar(url_, Failed() ? false : true, 0.5f); } } }; } static bool IsHttpsUrl(std::string_view url) { return startsWith(url, "https:"); } Path UrlToCachePath(const Path &cacheDir, std::string_view url) { std::string fn = "DLCACHE_"; for (auto c : url) { if (isalnum(c) || c == '.' || c == '-' || c == '_') { fn.push_back(tolower(c)); } else { fn.push_back('_'); } } return cacheDir / fn; } Path RequestManager::UrlToCachePath(const std::string_view url) { if (cacheDir_.empty()) { return Path(); } return http::UrlToCachePath(cacheDir_, url); } static std::shared_ptr CreateRequest(RequestMethod method, std::string_view url, std::string_view postdata, std::string_view postMime, const Path &outfile, RequestFlags flags, net::ResolveFunc customResolve, std::string_view name) { if (IsHttpsUrl(url) && System_GetPropertyBool(SYSPROP_SUPPORTS_HTTPS)) { #ifndef HTTPS_NOT_AVAILABLE return std::make_shared(method, url, postdata, postMime, outfile, flags, name); #else return std::shared_ptr(); #endif } else { return std::make_shared(method, url, postdata, postMime, outfile, flags, customResolve, name); } } std::shared_ptr RequestManager::StartDownload(std::string_view url, const Path &outfile, RequestFlags flags, const char *acceptMime) { const bool enableCache = !cacheDir_.empty() && (flags & RequestFlags::Cached24H); // Come up with a cache file path. Path cacheFile = UrlToCachePath(url); if (enableCache) { _dbg_assert_(outfile.empty()); // It's automatically replaced below // TODO: This should be done on the thread, maybe. But let's keep it simple for now. time_t cacheFileTime; if (File::GetModifTimeT(cacheFile, &cacheFileTime)) { time_t now = (time_t)time_now_unix_utc(); if (cacheFileTime > now - 24 * 60 * 60) { // The file is new enough. Let's construct a fake, already finished download so we don't need // to modify the calling code. std::string contents; if (File::ReadBinaryFileToString(cacheFile, &contents)) { INFO_LOG(Log::sceNet, "Returning cached file for %.*s: %s", (int)url.size(), url.data(), cacheFile.c_str()); // All is well, but we've indented a bit much here. std::shared_ptr dl(new CachedRequest(RequestMethod::GET, url, "infra-dns.json", nullptr, flags, contents)); newDownloads_.push_back(dl); return dl; } else { INFO_LOG(Log::sceNet, "Failed reading from cache, proceeding with request"); } } else { INFO_LOG(Log::sceNet, "Cached file too old, proceeding with request"); } } else { INFO_LOG(Log::sceNet, "Failed to check time modified. Proceeding with request."); } } std::shared_ptr dl = CreateRequest(RequestMethod::GET, url, "", "", outfile, flags, nullptr, ""); // OK, didn't get it from cache, so let's continue with the download, putting it in the cache. if (enableCache) { dl->OverrideOutFile(cacheFile); dl->AddFlag(RequestFlags::KeepInMemory); } if (!userAgent_.empty()) { dl->SetUserAgent(userAgent_); } if (acceptMime) { dl->SetAccept(acceptMime); } newDownloads_.push_back(dl); dl->Start(); return dl; } std::shared_ptr RequestManager::StartDownloadWithCallback( std::string_view url, const Path &outfile, RequestFlags flags, std::function callback, std::string_view name, const char *acceptMime) { std::shared_ptr dl = CreateRequest(RequestMethod::GET, url, "", "", outfile, flags, nullptr, name); if (!userAgent_.empty()) dl->SetUserAgent(userAgent_); if (acceptMime) dl->SetAccept(acceptMime); dl->SetCallback(callback); newDownloads_.push_back(dl); dl->Start(); return dl; } std::shared_ptr RequestManager::AsyncPostWithCallback( std::string_view url, std::string_view postData, std::string_view postMime, RequestFlags flags, std::function callback, std::string_view name) { std::shared_ptr dl = CreateRequest(RequestMethod::POST, url, postData, postMime, Path(), flags, nullptr, name); if (!userAgent_.empty()) dl->SetUserAgent(userAgent_); dl->SetCallback(callback); newDownloads_.push_back(dl); dl->Start(); return dl; } void RequestManager::Update() { for (auto &iter : newDownloads_) { downloads_.push_back(iter); } newDownloads_.clear(); restart: for (size_t i = 0; i < downloads_.size(); i++) { auto dl = downloads_[i]; if (dl->Done()) { dl->RunCallback(); dl->Join(); downloads_.erase(downloads_.begin() + i); goto restart; } } } void RequestManager::CancelAll() { for (size_t i = 0; i < downloads_.size(); i++) { downloads_[i]->Cancel(); } for (size_t i = 0; i < downloads_.size(); i++) { downloads_[i]->Join(); } downloads_.clear(); } } // namespace