278 lines
11 KiB
C#
278 lines
11 KiB
C#
using System;
|
|
using System.Collections.Generic;
|
|
using System.IO;
|
|
using System.Linq;
|
|
using System.Net.Http;
|
|
using System.Text;
|
|
using System.Text.Json;
|
|
using System.Text.RegularExpressions;
|
|
using System.Threading.Tasks;
|
|
using AngleSharp.Dom;
|
|
using AngleSharp.Html.Parser;
|
|
using GoldbergGUI.Core.Models;
|
|
using GoldbergGUI.Core.Utils;
|
|
using MvvmCross.Logging;
|
|
using NinjaNye.SearchExtensions;
|
|
using SteamStorefrontAPI;
|
|
|
|
namespace GoldbergGUI.Core.Services
|
|
{
|
|
// gets info from steam api
|
|
public interface ISteamService
|
|
{
|
|
public Task Initialize(IMvxLog log);
|
|
public IEnumerable<SteamApp> GetListOfAppsByName(string name);
|
|
public SteamApp GetAppByName(string name);
|
|
public SteamApp GetAppById(int appid);
|
|
public Task<List<SteamApp>> GetListOfDlc(SteamApp steamApp, bool useSteamDb);
|
|
}
|
|
|
|
// ReSharper disable once UnusedType.Global
|
|
// ReSharper disable once ClassNeverInstantiated.Global
|
|
public class SteamService : ISteamService
|
|
{
|
|
// ReSharper disable StringLiteralTypo
|
|
private readonly List<(string filename, string uri, Type jsonType, AppType type)> _cacheSetup =
|
|
new List<(string, string, Type, AppType)>
|
|
{
|
|
(
|
|
"steamapps_games.json",
|
|
"https://api.steampowered.com/IStoreService/GetAppList/v1/" +
|
|
"?max_results=50000" +
|
|
"&include_games=1" +
|
|
"&key=" + Secrets.SteamWebApiKey(),
|
|
typeof(SteamAppsV1),
|
|
AppType.Game
|
|
),
|
|
(
|
|
"steamapps_dlc.json",
|
|
"https://api.steampowered.com/IStoreService/GetAppList/v1/" +
|
|
"?max_results=50000" +
|
|
"&include_games=0" +
|
|
"&include_dlc=1" +
|
|
"&key=" + Secrets.SteamWebApiKey(),
|
|
typeof(SteamAppsV1),
|
|
AppType.DLC
|
|
)
|
|
};
|
|
// ReSharper enable StringLiteralTypo
|
|
|
|
private static readonly Secrets Secrets = new Secrets();
|
|
|
|
private const string UserAgent =
|
|
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) " +
|
|
"Chrome/87.0.4280.88 Safari/537.36";
|
|
|
|
//private HashSet<SteamApp> _cacheAll = new HashSet<SteamApp>();
|
|
//private HashSet<SteamApp> _cacheGame = new HashSet<SteamApp>();
|
|
//private HashSet<SteamApp> _cacheDlc = new HashSet<SteamApp>();
|
|
private Dictionary<string, HashSet<SteamApp>> _caches = new Dictionary<string, HashSet<SteamApp>>();
|
|
private IMvxLog _log;
|
|
|
|
public async Task Initialize(IMvxLog log)
|
|
{
|
|
//var (path, uri, jsonType, appType) = _caches[0];
|
|
static SteamApps SteamApps(Type type, string s)
|
|
{
|
|
SteamApps steamApps1 = null;
|
|
if (type == typeof(SteamAppsV1))
|
|
steamApps1 = JsonSerializer.Deserialize<SteamAppsV1>(s);
|
|
else if (type == typeof(SteamAppsV2))
|
|
steamApps1 = JsonSerializer.Deserialize<SteamAppsV2>(s);
|
|
return steamApps1;
|
|
}
|
|
|
|
foreach (var (path, uri, jsonType, appType) in _cacheSetup)
|
|
{
|
|
_log = log;
|
|
_log.Info("Updating cache...");
|
|
var updateNeeded = DateTime.Now.Subtract(File.GetLastWriteTimeUtc(path)).TotalDays >= 1;
|
|
var cacheString = await GetCache(updateNeeded, uri, path).ConfigureAwait(false);
|
|
SteamApps steamApps = null;
|
|
try
|
|
{
|
|
steamApps = SteamApps(jsonType, cacheString);
|
|
}
|
|
catch (JsonException)
|
|
{
|
|
_log.Error("Local cache broken, forcing update...");
|
|
cacheString = await GetCache(true, uri, path).ConfigureAwait(false);
|
|
steamApps = SteamApps(jsonType, cacheString);
|
|
}
|
|
|
|
try
|
|
{
|
|
var cache = new HashSet<SteamApp>(steamApps.AppList.Apps);
|
|
|
|
if (appType != null)
|
|
{
|
|
var cacheEdited = new HashSet<SteamApp>();
|
|
foreach (var steamApp in cache)
|
|
{
|
|
steamApp.type = appType;
|
|
cacheEdited.Add(steamApp);
|
|
}
|
|
|
|
cache = cacheEdited;
|
|
}
|
|
|
|
_caches.Add(path, cache);
|
|
|
|
_log.Info("Loaded cache into memory!");
|
|
}
|
|
catch (NullReferenceException e)
|
|
{
|
|
Console.WriteLine(e);
|
|
throw;
|
|
}
|
|
}
|
|
}
|
|
|
|
private async Task<string> GetCache(bool updateNeeded, string steamUri, string cachePath)
|
|
{
|
|
string cacheString;
|
|
if (updateNeeded)
|
|
{
|
|
_log.Info("Getting content from API...");
|
|
var client = new HttpClient();
|
|
var response = await client.GetAsync(steamUri).ConfigureAwait(false);
|
|
var responseBody = await response.Content.ReadAsStringAsync().ConfigureAwait(false);
|
|
|
|
_log.Info("Got content from API successfully. Writing to file...");
|
|
await File.WriteAllTextAsync(cachePath, responseBody, Encoding.UTF8).ConfigureAwait(false);
|
|
|
|
_log.Info("Cache written to file successfully.");
|
|
cacheString = responseBody;
|
|
}
|
|
else
|
|
{
|
|
_log.Info("Cache already up to date!");
|
|
cacheString = await File.ReadAllTextAsync(cachePath).ConfigureAwait(false);
|
|
}
|
|
|
|
return cacheString;
|
|
}
|
|
|
|
public IEnumerable<SteamApp> GetListOfAppsByName(string name)
|
|
{
|
|
var listOfAppsByName = _caches["steamapps_games.json"].Search(x => x.Name)
|
|
.SetCulture(StringComparison.OrdinalIgnoreCase)
|
|
.ContainingAll(name.Split(' '));
|
|
return listOfAppsByName;
|
|
}
|
|
|
|
public SteamApp GetAppByName(string name)
|
|
{
|
|
_log.Info($"Trying to get app {name}");
|
|
var comparableName = Regex.Replace(name, Misc.SpecialCharsRegex, "").ToLower();
|
|
var app = _caches["steamapps_games.json"].FirstOrDefault(x => x.CompareName(comparableName));
|
|
if (app != null) _log.Info($"Successfully got app {app}");
|
|
return app;
|
|
}
|
|
|
|
public SteamApp GetAppById(int appid)
|
|
{
|
|
_log.Info($"Trying to get app with ID {appid}");
|
|
var app = _caches["steamapps_games.json"].FirstOrDefault(x => x.AppId.Equals(appid));
|
|
if (app != null) _log.Info($"Successfully got app {app}");
|
|
return app;
|
|
}
|
|
|
|
public async Task<List<SteamApp>> GetListOfDlc(SteamApp steamApp, bool useSteamDb)
|
|
{
|
|
_log.Info("Get DLC");
|
|
var dlcList = new List<SteamApp>();
|
|
if (steamApp != null)
|
|
{
|
|
var task = AppDetails.GetAsync(steamApp.AppId);
|
|
var steamAppDetails = await task.ConfigureAwait(true);
|
|
if (steamAppDetails.Type == AppType.Game.Value)
|
|
{
|
|
steamAppDetails.DLC.ForEach(x =>
|
|
{
|
|
var result = _caches["steamapps_dlc.json"].FirstOrDefault(y => y.AppId.Equals(x)) ??
|
|
new SteamApp {AppId = x, Name = $"Unknown DLC {x}"};
|
|
dlcList.Add(result);
|
|
});
|
|
|
|
dlcList.ForEach(x => _log.Debug($"{x.AppId}={x.Name}"));
|
|
_log.Info("Got DLC successfully...");
|
|
|
|
// Get DLC from SteamDB
|
|
// Get Cloudflare cookie
|
|
// Scrape and parse HTML page
|
|
// Add missing to DLC list
|
|
if (useSteamDb)
|
|
{
|
|
var steamDbUri = new Uri($"https://steamdb.info/app/{steamApp.AppId}/dlc/");
|
|
|
|
/* var handler = new ClearanceHandler();
|
|
|
|
var client = new HttpClient(handler);
|
|
|
|
var content = client.GetStringAsync(steamDbUri).Result;
|
|
_log.Debug(content); */
|
|
|
|
var client = new HttpClient();
|
|
client.DefaultRequestHeaders.UserAgent.ParseAdd(UserAgent);
|
|
|
|
_log.Info("Get SteamDB App");
|
|
var httpCall = client.GetAsync(steamDbUri);
|
|
var response = await httpCall.ConfigureAwait(false);
|
|
_log.Debug(httpCall.Status.ToString());
|
|
_log.Debug(response.EnsureSuccessStatusCode().ToString());
|
|
|
|
var readAsStringAsync = response.Content.ReadAsStringAsync();
|
|
var responseBody = await readAsStringAsync.ConfigureAwait(false);
|
|
_log.Debug(readAsStringAsync.Status.ToString());
|
|
|
|
var parser = new HtmlParser();
|
|
var doc = parser.ParseDocument(responseBody);
|
|
// Console.WriteLine(doc.DocumentElement.OuterHtml);
|
|
|
|
var query1 = doc.QuerySelector("#dlc");
|
|
if (query1 != null)
|
|
{
|
|
var query2 = query1.QuerySelectorAll(".app");
|
|
foreach (var element in query2)
|
|
{
|
|
var dlcId = element.GetAttribute("data-appid");
|
|
var dlcName = $"Unknown DLC {dlcId}";
|
|
var query3 = element.QuerySelectorAll("td");
|
|
if (query3 != null) dlcName = query3[1].Text().Replace("\n", "").Trim();
|
|
|
|
var dlcApp = new SteamApp {AppId = Convert.ToInt32(dlcId), Name = dlcName};
|
|
var i = dlcList.FindIndex(x => x.AppId.Equals(dlcApp.AppId));
|
|
if (i > -1)
|
|
{
|
|
if (dlcList[i].Name.Contains("Unknown DLC")) dlcList[i] = dlcApp;
|
|
}
|
|
else
|
|
{
|
|
dlcList.Add(dlcApp);
|
|
}
|
|
}
|
|
|
|
dlcList.ForEach(x => _log.Debug($"{x.AppId}={x.Name}"));
|
|
_log.Info("Got DLC from SteamDB successfully...");
|
|
}
|
|
else
|
|
{
|
|
_log.Error("Could not get DLC from SteamDB!");
|
|
}
|
|
}
|
|
}
|
|
else
|
|
{
|
|
_log.Error("Could not get DLC: Steam App is not of type \"game\"");
|
|
}
|
|
}
|
|
else
|
|
{
|
|
_log.Error("Could not get DLC: Invalid Steam App");
|
|
}
|
|
|
|
return dlcList;
|
|
}
|
|
}
|
|
} |