HeaderParser.cs

using ClangSharp;
using System;
using System.Collections.Generic;
using System.IO;
using System.Runtime.InteropServices;
using System.Text;
using System.Text.RegularExpressions;

namespace WowClientDB2MySQLTableGenerator
{
    public sealed class HeaderParser
    {
        [DllImport("libclang.dll", EntryPoint = "clang_parseTranslationUnit2", CallingConvention = CallingConvention.Cdecl)]
        public static extern CXErrorCode parseTranslationUnit2(CXIndex @CIdx,
            [MarshalAs(UnmanagedType.LPStr)] string @source_filename,
            string[] @command_line_args,
            int @num_command_line_args,
            [MarshalAs(UnmanagedType.LPArray)] CXUnsavedFile[] @unsaved_files,
            uint @num_unsaved_files,
            uint @options,
            out CXTranslationUnit @out_TU);

        public string FileName { get; set; }
        public List<CStructureInfo> Structures { get; set; } = new List<CStructureInfo>();

        private readonly StringBuilder CommonTypes = new StringBuilder()
            .AppendLine("struct int64 { };")
            .AppendLine("struct int32 { };")
            .AppendLine("struct int16 { };")
            .AppendLine("struct int8 { };")
            .AppendLine("struct uint64 { };")
            .AppendLine("struct uint32 { };")
            .AppendLine("struct uint16 { };")
            .AppendLine("struct uint8 { };")
            .AppendLine("struct LocalizedString { };")
            .AppendLine("struct DBCPosition2D { float X, Y; };")
            .AppendLine("struct DBCPosition3D { float X, Y, Z; };")
            .AppendLine("namespace Trinity { template<typename T> struct RaceMask { }; }")
            .AppendLine("template<typename T> using EnumFlag = T;")
            .AppendLine("enum AreaFlags { };")
            .AppendLine("enum AreaFlags2 { };")
            .AppendLine("enum AreaMountFlags { };")
            .AppendLine("enum AreaTriggerActionSetFlag { };")
            .AppendLine("enum AreaTriggerShapeType { };")
            .AppendLine("using flag128 = int32[4];")
            .AppendLine("using BattlegroundBracketId = uint32;")
            .AppendLine("enum BattlePetSpeciesFlags { };")
            .AppendLine("enum BattlemasterListFlags { };")
            .AppendLine("enum CfgCategoriesCharsets { };")
            .AppendLine("enum CfgCategoriesFlags { };")
            .AppendLine("enum ChatChannelFlags { };")
            .AppendLine("enum ChatChannelRuleset { };")
            .AppendLine("enum ChrCustomizationReqFlag { };")
            .AppendLine("enum ChrRacesFlag { };")
            .AppendLine("enum ChrSpecializationFlag { };")
            .AppendLine("enum ChrSpecializationRole { };")
            .AppendLine("enum ContentTuningFlag { };")
            .AppendLine("enum CreatureModelDataFlags { };")
            .AppendLine("enum CriteriaFlags { };")
            .AppendLine("enum CriteriaTreeFlags { };")
            .AppendLine("enum CurrencyTypesFlags { };")
            .AppendLine("enum CurrencyTypesFlagsB { };")
            .AppendLine("enum FriendshipReputationFlags { };")
            .AppendLine("enum MapFlags { };")
            .AppendLine("enum MapFlags2 { };")
            .AppendLine("enum MapDifficultyFlags { };")
            .AppendLine("enum PathPropertyIndex { };")
            .AppendLine("enum PhaseEntryFlags { };")
            .AppendLine("enum PowerTypeFlags { };")
            .AppendLine("enum SkillLineFlags { };")
            .AppendLine("enum SkillLineAbilityFlags { };")
            .AppendLine("enum SpellEffectAttributes { };")
            .AppendLine("enum SpellItemEnchantmentFlags { };")
            .AppendLine("enum SpellShapeshiftFormFlags { };")
            .AppendLine("enum SummonPropertiesFlags { };")
            .AppendLine("enum TaxiNodeFlags { };")
            .AppendLine("enum TraitConditionType { };")
            .AppendLine("enum TraitCurrencyType { };")
            .AppendLine("enum TraitPointsOperationType { };")
            .AppendLine("enum TraitNodeType { };")
            .AppendLine("enum TraitNodeEntryType { };")
            .AppendLine("enum TraitTreeFlag { };")
            .AppendLine("enum TransmogIllusionFlags { };")
            .AppendLine("enum UiMapFlag { };")
            .AppendLine("enum UnitConditionFlags { };")
            .AppendLine("enum VehicleSeatFlags {};")
            .AppendLine("enum VehicleSeatFlagsB {};")
            .AppendLine("enum VignetteFlags {};")
            .AppendLine("#define MAX_ITEM_PROTO_FLAGS 5")
            .AppendLine("#define MAX_ITEM_PROTO_ZONES 2")
            .AppendLine("#define MAX_ITEM_PROTO_SOCKETS 3")
            .AppendLine("#define MAX_ITEM_PROTO_STATS 10")
            .AppendLine("#define MAX_SPELL_AURA_INTERRUPT_FLAGS 2");

        private readonly Regex StdArrayRegex = new Regex(@"^[\s]*std::array<([^,]+), *([^>]+)> ([^;]+)+", RegexOptions.Multiline | RegexOptions.ECMAScript);

        public void Parse()
        {
            var index = clang.createIndex(0, 1);
            var args = new string[]
            {
                "-x",
                "c++",
                "--std=c++11"
            };

            // prepare input file
            // comment out existing includes
            // append required typedefs
            var hdr = CommonTypes.Append(StdArrayRegex.Replace(File.ReadAllText(FileName).Replace("#include", "//#include"), "$1 $3[$2]")).ToString();

            var unsavedFiles = new CXUnsavedFile[]
            {
                new CXUnsavedFile()
                {
                    Contents = hdr,
                    Filename = FileName,
                    Length = hdr.Length
                }
            };

            var result = parseTranslationUnit2(index, FileName, args, args.Length, unsavedFiles, (uint)unsavedFiles.Length, (uint)CXTranslationUnit_Flags.CXTranslationUnit_SkipFunctionBodies, out CXTranslationUnit translationUnit);
            if (result != CXErrorCode.CXError_Success)
                return;

            clang.visitChildren(clang.getTranslationUnitCursor(translationUnit), VisitStruct, new CXClientData(IntPtr.Zero));

            clang.disposeTranslationUnit(translationUnit);
            clang.disposeIndex(index);
        }

        public CXChildVisitResult VisitStruct(CXCursor cursor, CXCursor parent, IntPtr data)
        {
            if (clang.Location_isInSystemHeader(clang.getCursorLocation(cursor)) != 0)
                return CXChildVisitResult.CXChildVisit_Continue;

            if (clang.getCursorKind(cursor) != CXCursorKind.CXCursor_StructDecl)
                return CXChildVisitResult.CXChildVisit_Continue;

            if (!clang.getCursorSpelling(cursor).ToString().Contains("Entry"))
                return CXChildVisitResult.CXChildVisit_Continue;

            var structure = new CStructureInfo();
            structure.Name = clang.getCursorSpelling(cursor).ToString();
            var suffixIndex = structure.Name.LastIndexOf("Entry", StringComparison.Ordinal);
            if (suffixIndex != -1)
                structure.Name = structure.Name.Remove(suffixIndex);

            structure.NormalizedName = structure.Name
                .Replace("GameObject", "Gameobject")
                .Replace("NPC", "Npc")
                .Replace("PvP", "Pvp")
                .Replace("PVP", "Pvp")
                .Replace("QuestXP", "QuestXp")
                .Replace("WMO", "Wmo")
                .Replace("AddOn", "Addon")
                .Replace("LFG", "Lfg")
                .Replace("POI", "Poi")
                .Replace("UI", "Ui")
                .Replace("_", "");

            var handle = GCHandle.Alloc(structure);
            clang.visitChildren(cursor, VisitField, new CXClientData(GCHandle.ToIntPtr(handle)));
            handle.Free();

            structure.Members.Add(new CStructureMemberInfo()
            {
                TypeName = "int32",
                Name = "VerifiedBuild"
            });

            Structures.Add(structure);
            var localeStruct = structure.CreateLocaleTable();
            if (localeStruct != null)
                Structures.Add(localeStruct);

            return CXChildVisitResult.CXChildVisit_Continue;
        }

        public static CXChildVisitResult VisitField(CXCursor cursor, CXCursor parent, IntPtr data)
        {
            if (clang.getCursorKind(cursor) != CXCursorKind.CXCursor_FieldDecl)
                return CXChildVisitResult.CXChildVisit_Continue;

            GCHandle handle = GCHandle.FromIntPtr(data);
            var structure = (CStructureInfo)handle.Target;

            var typeInfo = ExtractFieldType(cursor);
            structure.Members.Add(new CStructureMemberInfo()
            {
                TypeName = clang.getTypeSpelling(typeInfo.Type).ToString(),
                Name = clang.getCursorSpelling(cursor).ToString().Replace("_lang", ""),
                ArraySize = typeInfo.ArraySize
            });

            return CXChildVisitResult.CXChildVisit_Continue;
        }

        public static (CXType Type, long ArraySize) ExtractFieldType(CXCursor cursor)
        {
            var cxType = clang.getCursorType(cursor);
            var arraySize = clang.getArraySize(cxType);
            if (arraySize > 1)
                cxType = clang.getArrayElementType(cxType);

            var templateArguments = clang.Type_getNumTemplateArguments(cxType);
            if (templateArguments > 0)
                cxType = clang.Type_getTemplateArgumentAsType(cxType, 0);

            return (cxType, Math.Max(arraySize, 1L));
        }
    }
}