Skip to content

Commit

Permalink
update parser
Browse files Browse the repository at this point in the history
  • Loading branch information
@poma
poma committed May 28, 2017
1 parent e0a67ec commit 41e29a3
Show file tree
Hide file tree
Showing 3 changed files with 158 additions and 153 deletions.
2 changes: 1 addition & 1 deletion Heroes.ReplayParser
Submodule Heroes.ReplayParser updated from 156831 to a28d06
16 changes: 8 additions & 8 deletions StatsDisplay/Properties/AssemblyInfo.cs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -32,12 +32,12 @@


[assembly: ThemeInfo(
ResourceDictionaryLocation.None, //where theme specific resource dictionaries are located
//(used if a resource is not found in the page,
// or application resource dictionaries)
ResourceDictionaryLocation.SourceAssembly //where the generic resource dictionary is located
//(used if a resource is not found in the page,
// app, or any theme specific resource dictionaries)
ResourceDictionaryLocation.None, //where theme specific resource dictionaries are located
//(used if a resource is not found in the page,
// or application resource dictionaries)
ResourceDictionaryLocation.SourceAssembly //where the generic resource dictionary is located
//(used if a resource is not found in the page,
// app, or any theme specific resource dictionaries)
)]


Expand All @@ -51,5 +51,5 @@
// You can specify all the values or you can default the Build and Revision Numbers
// by using the '*' as shown below:
// [assembly: AssemblyVersion("1.0.*")]
[assembly: AssemblyVersion("0.6.4")]
[assembly: AssemblyFileVersion("0.6.4")]
[assembly: AssemblyVersion("0.6.5")]
[assembly: AssemblyFileVersion("0.6.5")]
293 changes: 149 additions & 144 deletions StatsFetcher/FileProcessor.cs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -10,148 +10,153 @@

namespace StatsFetcher
{
public static class FileProcessor
{
private static Logger _logger = LogManager.GetCurrentClassLogger();

public static Game ProcessLobbyFile(string path)
{
var game = new BattleLobbyParser(path).Parse();
FetchProfiles(game).ContinueWith(t => {
if (t.Exception != null) {
throw t.Exception;
}
});
return game;
}

public static async Task ProcessReplayFile(string path, Game game)
{
var tmpPath = Path.GetTempFileName();
// todo: we need a way to detect when HotS finished writing this file
// For now we will just wait 1 sec and hope it is enough
await Task.Delay(1000);
await SafeCopy(path, tmpPath, true);
var replay = DataParser.ParseReplay(tmpPath, true, true).Item2;

foreach (var profile in game.Players) {
var player = replay.Players.FirstOrDefault(p => p.Name == profile.Name);
if (player == null)
continue;
profile.Stats = player.ScoreResult;
}
}

public static async Task FetchProfiles(Game game)
{
var f = new ProfileFetcher(game);
await f.FetchBasicProfiles();
game.TriggerPropertyChanged();
await f.FetchFullProfiles();
ExtractBasicData(game);
game.TriggerPropertyChanged();
}

public static async Task ProcessRejoinAsync(string path, Game game)
{
var tmpPath = Path.GetTempFileName();
await SafeCopy(path, tmpPath, true);

var replay = ParseRejoin(tmpPath);
foreach (var profile in game.Players){
var player = replay.Players.FirstOrDefault(p => p.Name == profile.Name);
if (player == null)
continue;
profile.Hero = player.Character;
profile.HeroLevel = player.CharacterLevel;
//profile.Team = player.Team; // this should fix possible mistakes made by battlelobby analyzer
}
game.Map = replay.Map;
game.GameMode = replay.GameMode;
ExtractFullData(game);
}


private static async Task SafeCopy(string source, string dest, bool overwrite)
{
var watchdog = 10;
var retry = false;
do
{
try
{
File.Copy(source, dest, overwrite);
retry = false;
}
catch (Exception ex)
{
Debug.WriteLine($"Failed to copy ${source} to ${dest}. Counter at ${watchdog} CAUSED BY ${ex}");
if (watchdog <= 0)
{
throw;
}
retry = true;
}
await Task.Delay(1000);
} while (watchdog-- > 0 && retry);
}

public static Replay ParseRejoin(string fileName)
{
try {
using (var archive = new MpqArchive(fileName)) {
archive.AddListfileFilenames();
var replay = new Replay();

// Replay Details
ReplayDetails.Parse(replay, DataParser.GetMpqFile(archive, "save.details"), true);

// Player level is stored there
// does not exist in brawl
if (archive.FileExists("replay.attributes.events")) {
ReplayAttributeEvents.Parse(replay, DataParser.GetMpqFile(archive, "replay.attributes.events"));
}

return replay;
}
}
catch (Exception ex) {
//TODO: WE REALLY DON't want to do this
Debug.WriteLine(ex);
return null;
}
}

// Extract data from HotsLogs profile while we don't know Heroes and Map
public static void ExtractBasicData(Game game)
{
foreach (var p in game.Players) {
if (p.HotsLogsProfile == null)
continue;
try {
p.GamesCount = int.Parse(p.HotsLogsProfile.GetElementbyId("ctl00_MainContent_RadGridGeneralInformation").SelectSingleNode(".//td[text()='Total Games Played']/../td[2]").InnerText);
}
catch (Exception e) { /* some dirty exception swallow */ }
}
}

// Extract data from HotsLogs profile when we know Heroes and Map
public static void ExtractFullData(Game game)
{
foreach (var p in game.Players) {
if (p.HotsLogsProfile == null)
continue;
// who wants to look at some dirty html parsing?
try {
p.MapWinRate = float.Parse(p.HotsLogsProfile.GetElementbyId("mapStatistics").SelectSingleNode($".//tr/td[text()='{game.Map}']").SelectSingleNode("./../td[last()]").InnerText.Replace("%", ""), CultureInfo.InvariantCulture);
}
catch { }
try {
p.HeroWinRate = float.Parse(p.HotsLogsProfile.GetElementbyId("heroStatistics").SelectSingleNode($".//tr/td/a[text()='{p.Hero}']").SelectSingleNode("./../../td[last()]").InnerText.Replace("%", ""), CultureInfo.InvariantCulture);
}
catch { }
p.HotsLogsProfile = null; // release memory taken by large hotslogs page
}
}
}
public static class FileProcessor
{
private static Logger _logger = LogManager.GetCurrentClassLogger();

public static Game ProcessLobbyFile(string path)
{
var game = new BattleLobbyParser(path).Parse();
FetchProfiles(game).ContinueWith(t => {
if (t.Exception != null) {
throw t.Exception;
}
});
return game;
}

public static async Task ProcessReplayFile(string path, Game game)
{
var tmpPath = Path.GetTempFileName();
// todo: we need a way to detect when HotS finished writing this file
// For now we will just wait 1 sec and hope it is enough
await Task.Delay(1000);
await SafeCopy(path, tmpPath, true);
var replayData = DataParser.ParseReplay(tmpPath, true, true);
var replay = replayData.Item2;

if (replayData.Item1 != DataParser.ReplayParseResult.Success) {
throw new Exception("Unable to parse replay: " + replayData.Item1);
}

foreach (var profile in game.Players) {
var player = replay.Players.FirstOrDefault(p => p.Name == profile.Name);
if (player == null)
continue;
profile.Stats = player.ScoreResult;
}
}

public static async Task FetchProfiles(Game game)
{
var f = new ProfileFetcher(game);
await f.FetchBasicProfiles();
game.TriggerPropertyChanged();
await f.FetchFullProfiles();
ExtractBasicData(game);
game.TriggerPropertyChanged();
}

public static async Task ProcessRejoinAsync(string path, Game game)
{
var tmpPath = Path.GetTempFileName();
await SafeCopy(path, tmpPath, true);

var replay = ParseRejoin(tmpPath);
foreach (var profile in game.Players){
var player = replay.Players.FirstOrDefault(p => p.Name == profile.Name);
if (player == null)
continue;
profile.Hero = player.Character;
profile.HeroLevel = player.CharacterLevel;
//profile.Team = player.Team; // this should fix possible mistakes made by battlelobby analyzer
}
game.Map = replay.Map;
game.GameMode = replay.GameMode;
ExtractFullData(game);
}


private static async Task SafeCopy(string source, string dest, bool overwrite)
{
var watchdog = 10;
var retry = false;
do
{
try
{
File.Copy(source, dest, overwrite);
retry = false;
}
catch (Exception ex)
{
Debug.WriteLine($"Failed to copy ${source} to ${dest}. Counter at ${watchdog} CAUSED BY ${ex}");
if (watchdog <= 0)
{
throw;
}
retry = true;
}
await Task.Delay(1000);
} while (watchdog-- > 0 && retry);
}

public static Replay ParseRejoin(string fileName)
{
try {
using (var archive = new MpqArchive(fileName)) {
archive.AddListfileFilenames();
var replay = new Replay();

// Replay Details
ReplayDetails.Parse(replay, DataParser.GetMpqFile(archive, "save.details"), true);

// Player level is stored there
// does not exist in brawl
if (archive.FileExists("replay.attributes.events")) {
ReplayAttributeEvents.Parse(replay, DataParser.GetMpqFile(archive, "replay.attributes.events"));
}

return replay;
}
}
catch (Exception ex) {
//TODO: WE REALLY DON't want to do this
Debug.WriteLine(ex);
return null;
}
}

// Extract data from HotsLogs profile while we don't know Heroes and Map
public static void ExtractBasicData(Game game)
{
foreach (var p in game.Players) {
if (p.HotsLogsProfile == null)
continue;
try {
p.GamesCount = int.Parse(p.HotsLogsProfile.GetElementbyId("ctl00_MainContent_RadGridGeneralInformation").SelectSingleNode(".//td[text()='Total Games Played']/../td[2]").InnerText);
}
catch (Exception e) { /* some dirty exception swallow */ }
}
}

// Extract data from HotsLogs profile when we know Heroes and Map
public static void ExtractFullData(Game game)
{
foreach (var p in game.Players) {
if (p.HotsLogsProfile == null)
continue;
// who wants to look at some dirty html parsing?
try {
p.MapWinRate = float.Parse(p.HotsLogsProfile.GetElementbyId("mapStatistics").SelectSingleNode($".//tr/td[text()='{game.Map}']").SelectSingleNode("./../td[last()]").InnerText.Replace("%", ""), CultureInfo.InvariantCulture);
}
catch { }
try {
p.HeroWinRate = float.Parse(p.HotsLogsProfile.GetElementbyId("heroStatistics").SelectSingleNode($".//tr/td/a[text()='{p.Hero}']").SelectSingleNode("./../../td[last()]").InnerText.Replace("%", ""), CultureInfo.InvariantCulture);
}
catch { }
p.HotsLogsProfile = null; // release memory taken by large hotslogs page
}
}
}
}

0 comments on commit 41e29a3

Please sign in to comment.