using AngleSharp.Dom; using AngleSharp.Html.Parser; using GoldbergGUI.Core.Models; using GoldbergGUI.Core.Utils; using MvvmCross.Logging; using NinjaNye.SearchExtensions; using SQLite; using SteamStorefrontAPI; using System; using System.Collections.Generic; using System.IO; using System.Net.Http; using System.Text.Json; using System.Text.RegularExpressions; using System.Threading.Tasks; namespace GoldbergGUI.Core.Services { // gets info from steam api public interface ISteamService { public Task Initialize(IMvxLog log); public Task> GetListOfAppsByName(string name); public Task GetAppByName(string name); public Task GetAppById(int appid); public Task> GetListOfAchievements(SteamApp steamApp); public Task> GetListOfDlc(SteamApp steamApp, bool useSteamDb); } class SteamCache { public string SteamUri { get; } public Type ApiVersion { get; } public string SteamAppType { get; } public SteamCache(string uri, Type apiVersion, string steamAppType) { SteamUri = uri; ApiVersion = apiVersion; SteamAppType = steamAppType; } } // ReSharper disable once UnusedType.Global // ReSharper disable once ClassNeverInstantiated.Global public class SteamService : ISteamService { // ReSharper disable StringLiteralTypo private readonly Dictionary _caches = new Dictionary { { AppTypeGame, new SteamCache( "https://api.steampowered.com/IStoreService/GetAppList/v1/" + "?max_results=50000" + "&include_games=1" + "&key=" + Secrets.SteamWebApiKey(), typeof(SteamAppsV1), AppTypeGame ) }, { AppTypeDlc, new SteamCache( "https://api.steampowered.com/IStoreService/GetAppList/v1/" + "?max_results=50000" + "&include_games=0" + "&include_dlc=1" + "&key=" + Secrets.SteamWebApiKey(), typeof(SteamAppsV1), AppTypeDlc ) } }; private static readonly Secrets Secrets = new Secrets(); private const string UserAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) " + "Chrome/87.0.4280.88 Safari/537.36"; private const string AppTypeGame = "game"; private const string AppTypeDlc = "dlc"; private const string Database = "steamapps.cache"; private const string GameSchemaUrl = "https://api.steampowered.com/ISteamUserStats/GetSchemaForGame/v2/"; private IMvxLog _log; private SQLiteAsyncConnection _db; public async Task Initialize(IMvxLog log) { static SteamApps DeserializeSteamApps(Type type, string cacheString) { return type == typeof(SteamAppsV2) ? (SteamApps)JsonSerializer.Deserialize(cacheString) : JsonSerializer.Deserialize(cacheString); } _log = log; _db = new SQLiteAsyncConnection(Database); //_db.CreateTable(); await _db.CreateTableAsync() //.ContinueWith(x => _log.Debug("Table success!")) .ConfigureAwait(false); var countAsync = await _db.Table().CountAsync().ConfigureAwait(false); if (DateTime.Now.Subtract(File.GetLastWriteTimeUtc(Database)).TotalDays >= 1 || countAsync == 0) { foreach (var (appType, steamCache) in _caches) { _log.Info($"Updating cache ({appType})..."); bool haveMoreResults; long lastAppId = 0; var client = new HttpClient(); var cacheRaw = new HashSet(); do { var response = lastAppId > 0 ? await client.GetAsync($"{steamCache.SteamUri}&last_appid={lastAppId}") .ConfigureAwait(false) : await client.GetAsync(steamCache.SteamUri).ConfigureAwait(false); var responseBody = await response.Content.ReadAsStringAsync().ConfigureAwait(false); var steamApps = DeserializeSteamApps(steamCache.ApiVersion, responseBody); foreach (var appListApp in steamApps.AppList.Apps) cacheRaw.Add(appListApp); haveMoreResults = steamApps.AppList.HaveMoreResults; lastAppId = steamApps.AppList.LastAppid; } while (haveMoreResults); var cache = new HashSet(); foreach (var steamApp in cacheRaw) { steamApp.AppType = steamCache.SteamAppType; steamApp.ComparableName = PrepareStringToCompare(steamApp.Name); cache.Add(steamApp); } await _db.InsertAllAsync(cache, "OR IGNORE").ConfigureAwait(false); } } } public async Task> GetListOfAppsByName(string name) { var query = await _db.Table() .Where(x => x.AppType == AppTypeGame).ToListAsync().ConfigureAwait(false); var listOfAppsByName = query.Search(x => x.Name) .SetCulture(StringComparison.OrdinalIgnoreCase) .ContainingAll(name.Split(' ')); return listOfAppsByName; } public async Task GetAppByName(string name) { _log.Info($"Trying to get app {name}"); var comparableName = PrepareStringToCompare(name); var app = await _db.Table() .FirstOrDefaultAsync(x => x.AppType == AppTypeGame && x.ComparableName.Equals(comparableName)) .ConfigureAwait(false); if (app != null) _log.Info($"Successfully got app {app}"); return app; } public async Task GetAppById(int appid) { _log.Info($"Trying to get app with ID {appid}"); var app = await _db.Table().Where(x => x.AppType == AppTypeGame) .FirstOrDefaultAsync(x => x.AppId.Equals(appid)).ConfigureAwait(false); if (app != null) _log.Info($"Successfully got app {app}"); return app; } public async Task> GetListOfAchievements(SteamApp steamApp) { var achievementList = new List(); if (steamApp == null) { return achievementList; } _log.Info($"Getting achievements for App {steamApp}"); var client = new HttpClient(); client.DefaultRequestHeaders.UserAgent.ParseAdd(UserAgent); var apiUrl = $"{GameSchemaUrl}?key={Secrets.SteamWebApiKey()}&appid={steamApp.AppId}&l=en"; var response = await client.GetAsync(apiUrl); var responseBody = await response.Content.ReadAsStringAsync().ConfigureAwait(false); var jsonResponse = JsonDocument.Parse(responseBody); var achievementData = jsonResponse.RootElement.GetProperty("game") .GetProperty("availableGameStats") .GetProperty("achievements"); achievementList = JsonSerializer.Deserialize>(achievementData.GetRawText()); return achievementList; } public async Task> GetListOfDlc(SteamApp steamApp, bool useSteamDb) { var dlcList = new List(); if (steamApp != null) { _log.Info($"Get DLC for App {steamApp}"); var task = AppDetails.GetAsync(steamApp.AppId); var steamAppDetails = await task.ConfigureAwait(true); if (steamAppDetails.Type == AppTypeGame) { steamAppDetails.DLC.ForEach(async x => { var result = await _db.Table().Where(z => z.AppType == AppTypeDlc) .FirstOrDefaultAsync(y => y.AppId.Equals(x)).ConfigureAwait(true) ?? new SteamApp() { AppId = x, Name = $"Unknown DLC {x}", ComparableName = $"unknownDlc{x}", AppType = AppTypeDlc }; dlcList.Add(new DlcApp(result)); _log.Debug($"{result.AppId}={result.Name}"); }); _log.Info("Got DLC successfully..."); // Get DLC from SteamDB // Get Cloudflare cookie (not implemented) // Scrape and parse HTML page // Add missing to DLC list // Return current list if we don't intend to use SteamDB if (!useSteamDb) return dlcList; try { var steamDbUri = new Uri($"https://steamdb.info/app/{steamApp.AppId}/dlc/"); var client = new HttpClient(); client.DefaultRequestHeaders.UserAgent.ParseAdd(UserAgent); _log.Info($"Get SteamDB App {steamApp}"); var httpCall = client.GetAsync(steamDbUri); var response = await httpCall.ConfigureAwait(false); _log.Debug(httpCall.Status.ToString()); _log.Debug(response.EnsureSuccessStatusCode().ToString()); var readAsStringAsync = response.Content.ReadAsStringAsync(); var responseBody = await readAsStringAsync.ConfigureAwait(false); _log.Debug(readAsStringAsync.Status.ToString()); var parser = new HtmlParser(); var doc = parser.ParseDocument(responseBody); var query1 = doc.QuerySelector("#dlc"); if (query1 != null) { _log.Info("Got list of DLC from SteamDB."); var query2 = query1.QuerySelectorAll(".app"); foreach (var element in query2) { var dlcId = element.GetAttribute("data-appid"); var query3 = element.QuerySelectorAll("td"); var dlcName = query3 != null ? query3[1].Text().Replace("\n", "").Trim() : $"Unknown DLC {dlcId}"; var dlcApp = new DlcApp { AppId = Convert.ToInt32(dlcId), Name = dlcName }; var i = dlcList.FindIndex(x => x.AppId.Equals(dlcApp.AppId)); if (i > -1) { if (dlcList[i].Name.Contains("Unknown DLC")) dlcList[i] = dlcApp; } else { dlcList.Add(dlcApp); } } dlcList.ForEach(x => _log.Debug($"{x.AppId}={x.Name}")); _log.Info("Got DLC from SteamDB successfully..."); } else { _log.Error("Could not get DLC from SteamDB!"); } } catch (Exception e) { _log.Error("Could not get DLC from SteamDB! Skipping..."); _log.Error(e.ToString); } } else { _log.Error("Could not get DLC: Steam App is not of type \"game\""); } } else { _log.Error("Could not get DLC: Invalid Steam App"); } return dlcList; } private static string PrepareStringToCompare(string name) { return Regex.Replace(name, Misc.AlphaNumOnlyRegex, "").ToLower(); } } }