GoldbergGUI/GoldbergGUI.Core/Services/SteamService.cs

293 lines
12 KiB
C#
Raw Normal View History

2021-01-08 12:36:57 -05:00
using System;
using System.Collections.Generic;
using System.IO;
2021-03-21 08:01:32 -04:00
using System.Linq;
2021-01-08 12:36:57 -05:00
using System.Net.Http;
2021-03-21 08:01:32 -04:00
using System.Text;
using System.Text.Json;
using System.Text.RegularExpressions;
2021-01-08 12:36:57 -05:00
using System.Threading.Tasks;
using AngleSharp.Dom;
using AngleSharp.Html.Parser;
using GoldbergGUI.Core.Models;
using GoldbergGUI.Core.Utils;
using MvvmCross.Logging;
2021-03-21 08:01:32 -04:00
using NinjaNye.SearchExtensions;
2021-01-08 12:36:57 -05:00
using SteamStorefrontAPI;
namespace GoldbergGUI.Core.Services
{
// gets info from steam api
public interface ISteamService
{
public Task Initialize(IMvxLog log);
public IEnumerable<SteamApp> GetListOfAppsByName(string name);
public SteamApp GetAppByName(string name);
public SteamApp GetAppById(int appid);
public Task<List<SteamApp>> GetListOfDlc(SteamApp steamApp, bool useSteamDb);
}
2021-01-13 14:29:12 -05:00
class SteamCache
{
2021-03-21 08:01:32 -04:00
public string Filename { get; }
2021-01-13 14:29:12 -05:00
public string SteamUri { get; }
public Type ApiVersion { get; }
public AppType SteamAppType { get; }
2021-03-21 08:01:32 -04:00
public HashSet<SteamApp> Cache { get; set; } = new HashSet<SteamApp>();
2021-01-13 14:29:12 -05:00
2021-03-21 08:01:32 -04:00
public SteamCache(string filename, string uri, Type apiVersion, AppType steamAppType)
2021-01-13 14:29:12 -05:00
{
2021-03-21 08:01:32 -04:00
Filename = filename;
2021-01-13 14:29:12 -05:00
SteamUri = uri;
ApiVersion = apiVersion;
SteamAppType = steamAppType;
}
}
2021-01-08 12:36:57 -05:00
// ReSharper disable once UnusedType.Global
// ReSharper disable once ClassNeverInstantiated.Global
2021-03-21 08:01:32 -04:00
public class SteamService : ISteamService
2021-01-08 12:36:57 -05:00
{
// ReSharper disable StringLiteralTypo
private readonly Dictionary<AppType, SteamCache> _caches =
new Dictionary<AppType, SteamCache>
{
2021-01-13 14:29:12 -05:00
{
AppType.Game,
2021-01-13 14:29:12 -05:00
new SteamCache(
"steamapps_games.json",
"https://api.steampowered.com/IStoreService/GetAppList/v1/" +
"?max_results=50000" +
"&include_games=1" +
"&key=" + Secrets.SteamWebApiKey(),
typeof(SteamAppsV1),
AppType.Game
)
},
{
AppType.DLC,
2021-01-13 14:29:12 -05:00
new SteamCache(
"steamapps_dlc.json",
"https://api.steampowered.com/IStoreService/GetAppList/v1/" +
"?max_results=50000" +
"&include_games=0" +
"&include_dlc=1" +
"&key=" + Secrets.SteamWebApiKey(),
typeof(SteamAppsV1),
AppType.DLC
)
}
};
private static readonly Secrets Secrets = new Secrets();
2021-01-08 12:36:57 -05:00
private const string UserAgent =
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) " +
"Chrome/87.0.4280.88 Safari/537.36";
private IMvxLog _log;
2021-01-08 12:36:57 -05:00
public async Task Initialize(IMvxLog log)
{
//var (path, uri, jsonType, appType) = _caches[0];
2021-01-13 14:29:12 -05:00
static SteamApps DeserializeSteamApps(Type type, string cacheString)
{
if (type == typeof(SteamAppsV1))
2021-01-13 14:29:12 -05:00
return JsonSerializer.Deserialize<SteamAppsV1>(cacheString);
else if (type == typeof(SteamAppsV2))
2021-01-13 14:29:12 -05:00
return JsonSerializer.Deserialize<SteamAppsV2>(cacheString);
return null;
}
2021-01-13 14:59:13 -05:00
foreach (var (k, c) in _caches)
{
_log = log;
_log.Info($"Updating cache ({k.Value})...");
2021-01-13 14:29:12 -05:00
var updateNeeded =
DateTime.Now.Subtract(File.GetLastWriteTimeUtc(c.Filename)).TotalDays >= 1;
SteamApps steamApps;
try
{
2021-01-13 14:29:12 -05:00
var temp = await GetCache(updateNeeded, c.SteamUri, c.Filename)
.ConfigureAwait(false);
steamApps = DeserializeSteamApps(c.ApiVersion, temp);
}
catch (JsonException)
{
_log.Error("Local cache broken, forcing update...");
2021-01-13 14:29:12 -05:00
var temp = await GetCache(true, c.SteamUri, c.Filename).ConfigureAwait(false);
steamApps = DeserializeSteamApps(c.ApiVersion, temp);
}
try
{
2021-01-13 14:29:12 -05:00
var cacheRaw = new HashSet<SteamApp>(steamApps.AppList.Apps);
var cache = new HashSet<SteamApp>();
foreach (var steamApp in cacheRaw)
{
2021-01-13 14:29:12 -05:00
steamApp.type = c.SteamAppType;
cache.Add(steamApp);
}
2021-01-13 14:29:12 -05:00
c.Cache = cache;
_log.Info("Loaded cache into memory!");
}
catch (NullReferenceException e)
{
Console.WriteLine(e);
throw;
}
}
}
private async Task<string> GetCache(bool updateNeeded, string steamUri, string cachePath)
{
2021-01-08 12:36:57 -05:00
string cacheString;
if (updateNeeded)
{
_log.Info("Getting content from API...");
var client = new HttpClient();
var response = await client.GetAsync(steamUri).ConfigureAwait(false);
var responseBody = await response.Content.ReadAsStringAsync().ConfigureAwait(false);
2021-01-08 12:36:57 -05:00
_log.Info("Got content from API successfully. Writing to file...");
await File.WriteAllTextAsync(cachePath, responseBody, Encoding.UTF8).ConfigureAwait(false);
2021-01-08 12:36:57 -05:00
_log.Info("Cache written to file successfully.");
cacheString = responseBody;
2021-01-08 12:36:57 -05:00
}
else
{
_log.Info("Cache already up to date!");
cacheString = await File.ReadAllTextAsync(cachePath).ConfigureAwait(false);
2021-01-08 12:36:57 -05:00
}
return cacheString;
2021-01-08 12:36:57 -05:00
}
public IEnumerable<SteamApp> GetListOfAppsByName(string name)
{
var listOfAppsByName = _caches[AppType.Game].Cache.Search(x => x.Name)
2021-01-08 12:36:57 -05:00
.SetCulture(StringComparison.OrdinalIgnoreCase)
.ContainingAll(name.Split(' '));
return listOfAppsByName;
2021-01-08 12:36:57 -05:00
}
public SteamApp GetAppByName(string name)
{
_log.Info($"Trying to get app {name}");
var comparableName = Regex.Replace(name, Misc.AlphaNumOnlyRegex, "").ToLower();
var app = _caches[AppType.Game].Cache.FirstOrDefault(x => x.CompareName(comparableName));
2021-01-08 12:36:57 -05:00
if (app != null) _log.Info($"Successfully got app {app}");
return app;
}
public SteamApp GetAppById(int appid)
{
_log.Info($"Trying to get app with ID {appid}");
var app = _caches[AppType.Game].Cache.FirstOrDefault(x => x.AppId.Equals(appid));
2021-01-08 12:36:57 -05:00
if (app != null) _log.Info($"Successfully got app {app}");
return app;
}
public async Task<List<SteamApp>> GetListOfDlc(SteamApp steamApp, bool useSteamDb)
{
var dlcList = new List<SteamApp>();
if (steamApp != null)
{
2021-04-07 07:52:56 -04:00
_log.Info($"Get DLC for App {steamApp}");
2021-01-08 12:36:57 -05:00
var task = AppDetails.GetAsync(steamApp.AppId);
var steamAppDetails = await task.ConfigureAwait(true);
if (steamAppDetails.Type == AppType.Game.Value)
2021-01-08 12:36:57 -05:00
{
steamAppDetails.DLC.ForEach(x =>
{
var result = _caches[AppType.DLC].Cache.FirstOrDefault(y => y.AppId.Equals(x))
2021-01-13 14:29:12 -05:00
?? new SteamApp {AppId = x, Name = $"Unknown DLC {x}"};
2021-01-08 12:36:57 -05:00
dlcList.Add(result);
});
dlcList.ForEach(x => _log.Debug($"{x.AppId}={x.Name}"));
_log.Info("Got DLC successfully...");
// Get DLC from SteamDB
// Get Cloudflare cookie
// Scrape and parse HTML page
// Add missing to DLC list
2021-04-07 07:52:56 -04:00
// Return current list if we don't intend to use SteamDB
if (!useSteamDb) return dlcList;
try
2021-01-08 12:36:57 -05:00
{
2021-04-07 07:52:56 -04:00
var steamDbUri = new Uri($"https://steamdb.info/app/{steamApp.AppId}/dlc/");
2021-01-08 12:36:57 -05:00
2021-04-07 07:52:56 -04:00
var client = new HttpClient();
client.DefaultRequestHeaders.UserAgent.ParseAdd(UserAgent);
2021-01-08 12:36:57 -05:00
2021-04-07 07:52:56 -04:00
_log.Info($"Get SteamDB App {steamApp}");
var httpCall = client.GetAsync(steamDbUri);
var response = await httpCall.ConfigureAwait(false);
_log.Debug(httpCall.Status.ToString());
_log.Debug(response.EnsureSuccessStatusCode().ToString());
2021-01-08 12:36:57 -05:00
2021-04-07 07:52:56 -04:00
var readAsStringAsync = response.Content.ReadAsStringAsync();
var responseBody = await readAsStringAsync.ConfigureAwait(false);
_log.Debug(readAsStringAsync.Status.ToString());
2021-01-08 12:36:57 -05:00
2021-04-07 07:52:56 -04:00
var parser = new HtmlParser();
var doc = parser.ParseDocument(responseBody);
2021-01-08 12:36:57 -05:00
2021-04-07 07:52:56 -04:00
var query1 = doc.QuerySelector("#dlc");
if (query1 != null)
{
_log.Info("Got list of DLC from SteamDB.");
var query2 = query1.QuerySelectorAll(".app");
foreach (var element in query2)
2021-01-08 12:36:57 -05:00
{
2021-04-07 07:52:56 -04:00
var dlcId = element.GetAttribute("data-appid");
var query3 = element.QuerySelectorAll("td");
var dlcName = query3 != null
? query3[1].Text().Replace("\n", "").Trim()
: $"Unknown DLC {dlcId}";
var dlcApp = new SteamApp {AppId = Convert.ToInt32(dlcId), Name = dlcName};
var i = dlcList.FindIndex(x => x.AppId.Equals(dlcApp.AppId));
if (i > -1)
2021-01-08 12:36:57 -05:00
{
2021-04-07 07:52:56 -04:00
if (dlcList[i].Name.Contains("Unknown DLC")) dlcList[i] = dlcApp;
}
else
{
dlcList.Add(dlcApp);
2021-01-08 12:36:57 -05:00
}
}
2021-04-07 07:52:56 -04:00
dlcList.ForEach(x => _log.Debug($"{x.AppId}={x.Name}"));
_log.Info("Got DLC from SteamDB successfully...");
2021-01-08 12:36:57 -05:00
}
2021-04-07 07:52:56 -04:00
else
2021-01-08 12:36:57 -05:00
{
_log.Error("Could not get DLC from SteamDB!");
}
}
2021-04-07 07:52:56 -04:00
catch (Exception e)
{
_log.Error("Could not get DLC from SteamDB! Skipping...");
_log.Error(e.ToString);
}
2021-01-08 12:36:57 -05:00
}
else
{
_log.Error("Could not get DLC: Steam App is not of type \"game\"");
}
}
else
{
_log.Error("Could not get DLC: Invalid Steam App");
}
return dlcList;
}
}
}