#region Header // ********** // ServUO - ScriptCompiler.cs // ********** #endregion #region References using System; using System.CodeDom.Compiler; using System.Collections.Generic; using System.Diagnostics; using System.IO; using System.Reflection; using System.Security.Cryptography; using System.Text; using Microsoft.CSharp; using Microsoft.VisualBasic; #endregion namespace Server { public static class ScriptCompiler { private static Assembly[] m_Assemblies; public static Assembly[] Assemblies { get { return m_Assemblies; } set { m_Assemblies = value; } } private static readonly List m_AdditionalReferences = new List(); public static string[] GetReferenceAssemblies() { var list = new List(); string path = Path.Combine(Core.BaseDirectory, "Data/Assemblies.cfg"); if (File.Exists(path)) { using (StreamReader ip = new StreamReader(path)) { string line; while ((line = ip.ReadLine()) != null) { if (line.Length > 0 && !line.StartsWith("#")) { list.Add(line); } } } } list.Add(Core.ExePath); list.AddRange(m_AdditionalReferences); return list.ToArray(); } public static string GetCompilerOptions(bool debug) { StringBuilder sb = null; AppendCompilerOption(ref sb, "/d:ServUO"); if (!debug) { AppendCompilerOption(ref sb, "/optimize"); } //These two defines are legacy, ie, depreciated. if (Core.Is64Bit) { AppendCompilerOption(ref sb, "/d:x64"); } #if NEWTIMERS AppendCompilerOption(ref sb, "/d:NEWTIMERS"); #endif #if NEWPARENT AppendCompilerOption(ref sb, "/d:NEWPARENT"); #endif return (sb == null ? null : sb.ToString()); } private static void AppendCompilerOption(ref StringBuilder sb, string define) { if (sb == null) { sb = new StringBuilder(); } else { sb.Append(' '); } sb.Append(define); } private static byte[] GetHashCode(string compiledFile, string[] scriptFiles, bool debug) { using (MemoryStream ms = new MemoryStream()) { using (BinaryWriter bin = new BinaryWriter(ms)) { FileInfo fileInfo = new FileInfo(compiledFile); bin.Write(fileInfo.LastWriteTimeUtc.Ticks); foreach (string scriptFile in scriptFiles) { fileInfo = new FileInfo(scriptFile); bin.Write(fileInfo.LastWriteTimeUtc.Ticks); } bin.Write(debug); bin.Write(Core.Version.ToString()); ms.Position = 0; using (SHA1 sha1 = SHA1.Create()) { return sha1.ComputeHash(ms); } } } } public static bool CompileCSScripts(out Assembly assembly) { return CompileCSScripts(false, true, out assembly); } public static bool CompileCSScripts(bool debug, out Assembly assembly) { return CompileCSScripts(debug, true, out assembly); } public static bool CompileCSScripts(bool debug, bool cache, out Assembly assembly) { Utility.PushColor(ConsoleColor.Green); Console.Write("Scripts: Compiling C# scripts..."); Utility.PopColor(); var files = GetScripts("*.cs"); if (files.Length == 0) { Utility.PushColor(ConsoleColor.Red); Console.WriteLine("no files found."); Utility.PopColor(); assembly = null; return true; } if (File.Exists("Scripts/Output/Scripts.CS.dll")) { if (cache && File.Exists("Scripts/Output/Scripts.CS.hash")) { try { var hashCode = GetHashCode("Scripts/Output/Scripts.CS.dll", files, debug); using ( FileStream fs = new FileStream("Scripts/Output/Scripts.CS.hash", FileMode.Open, FileAccess.Read, FileShare.Read)) { using (BinaryReader bin = new BinaryReader(fs)) { var bytes = bin.ReadBytes(hashCode.Length); if (bytes.Length == hashCode.Length) { bool valid = true; for (int i = 0; i < bytes.Length; ++i) { if (bytes[i] != hashCode[i]) { valid = false; break; } } if (valid) { assembly = Assembly.LoadFrom("Scripts/Output/Scripts.CS.dll"); if (!m_AdditionalReferences.Contains(assembly.Location)) { m_AdditionalReferences.Add(assembly.Location); } Utility.PushColor(ConsoleColor.Green); Console.WriteLine("done (cached)"); Utility.PopColor(); return true; } } } } } catch { } } } DeleteFiles("Scripts.CS*.dll"); using (CSharpCodeProvider provider = new CSharpCodeProvider()) { string path = GetUnusedPath("Scripts.CS"); CompilerParameters parms = new CompilerParameters(GetReferenceAssemblies(), path, debug); string options = GetCompilerOptions(debug); if (options != null) { parms.CompilerOptions = options; } if (Core.HaltOnWarning) { parms.WarningLevel = 4; } if (Core.Unix) parms.CompilerOptions = String.Format( "{0} /nowarn:169,219,414 /recurse:Scripts/*.cs", parms.CompilerOptions ); CompilerResults results = provider.CompileAssemblyFromFile(parms, files); m_AdditionalReferences.Add(path); Display(results); if (results.Errors.Count > 0 && !Core.Unix) { assembly = null; return false; } if (results.Errors.Count > 0 && Core.Unix) { foreach( CompilerError err in results.Errors ) { if ( !err.IsWarning ) { assembly = null; return false; } } } if (cache && Path.GetFileName(path) == "Scripts.CS.dll") { try { var hashCode = GetHashCode(path, files, debug); using ( FileStream fs = new FileStream( "Scripts/Output/Scripts.CS.hash", FileMode.Create, FileAccess.Write, FileShare.None)) { using (BinaryWriter bin = new BinaryWriter(fs)) { bin.Write(hashCode, 0, hashCode.Length); } } } catch { } } assembly = results.CompiledAssembly; return true; } } public static bool CompileVBScripts(out Assembly assembly) { return CompileVBScripts(false, out assembly); } public static bool CompileVBScripts(bool debug, out Assembly assembly) { return CompileVBScripts(debug, true, out assembly); } public static bool CompileVBScripts(bool debug, bool cache, out Assembly assembly) { Console.Write("Scripts: Compiling VB.NET scripts..."); var files = GetScripts("*.vb"); if (files.Length == 0) { Console.WriteLine("no files found."); assembly = null; return true; } if (File.Exists("Scripts/Output/Scripts.VB.dll")) { if (cache && File.Exists("Scripts/Output/Scripts.VB.hash")) { var hashCode = GetHashCode("Scripts/Output/Scripts.VB.dll", files, debug); try { using ( FileStream fs = new FileStream("Scripts/Output/Scripts.VB.hash", FileMode.Open, FileAccess.Read, FileShare.Read)) { using (BinaryReader bin = new BinaryReader(fs)) { var bytes = bin.ReadBytes(hashCode.Length); if (bytes.Length == hashCode.Length) { bool valid = true; for (int i = 0; i < bytes.Length; ++i) { if (bytes[i] != hashCode[i]) { valid = false; break; } } if (valid) { assembly = Assembly.LoadFrom("Scripts/Output/Scripts.VB.dll"); if (!m_AdditionalReferences.Contains(assembly.Location)) { m_AdditionalReferences.Add(assembly.Location); } Console.WriteLine("done (cached)"); return true; } } } } } catch { } } } DeleteFiles("Scripts.VB*.dll"); using (VBCodeProvider provider = new VBCodeProvider()) { string path = GetUnusedPath("Scripts.VB"); CompilerParameters parms = new CompilerParameters(GetReferenceAssemblies(), path, debug); string options = GetCompilerOptions(debug); if (options != null) { parms.CompilerOptions = options; } if (Core.HaltOnWarning) { parms.WarningLevel = 4; } CompilerResults results = provider.CompileAssemblyFromFile(parms, files); m_AdditionalReferences.Add(path); Display(results); if (results.Errors.Count > 0) { assembly = null; return false; } if (cache && Path.GetFileName(path) == "Scripts.VB.dll") { try { var hashCode = GetHashCode(path, files, debug); using ( FileStream fs = new FileStream( "Scripts/Output/Scripts.VB.hash", FileMode.Create, FileAccess.Write, FileShare.None)) { using (BinaryWriter bin = new BinaryWriter(fs)) { bin.Write(hashCode, 0, hashCode.Length); } } } catch { } } assembly = results.CompiledAssembly; return true; } } public static void Display(CompilerResults results) { if (results.Errors.Count > 0) { var errors = new Dictionary>(results.Errors.Count, StringComparer.OrdinalIgnoreCase); var warnings = new Dictionary>(results.Errors.Count, StringComparer.OrdinalIgnoreCase); foreach (CompilerError e in results.Errors) { string file = e.FileName; // Ridiculous. FileName is null if the warning/error is internally generated in csc. if (string.IsNullOrEmpty(file)) { Console.WriteLine("ScriptCompiler: {0}: {1}", e.ErrorNumber, e.ErrorText); continue; } var table = (e.IsWarning ? warnings : errors); List list = null; table.TryGetValue(file, out list); if (list == null) { table[file] = list = new List(); } list.Add(e); } if (errors.Count > 0) { Utility.PushColor(ConsoleColor.Red); Console.WriteLine("Failed with: {0} errors, {1} warnings", errors.Count, warnings.Count); Utility.PopColor(); } else { Utility.PushColor(ConsoleColor.Green); Console.WriteLine("Finished with: {0} errors, {1} warnings", errors.Count, warnings.Count); Utility.PopColor(); } string scriptRoot = Path.GetFullPath(Path.Combine(Core.BaseDirectory, "Scripts" + Path.DirectorySeparatorChar)); Uri scriptRootUri = new Uri(scriptRoot); Utility.PushColor(ConsoleColor.Yellow); if (warnings.Count > 0) { Console.WriteLine("Warnings:"); } foreach (var kvp in warnings) { string fileName = kvp.Key; var list = kvp.Value; string fullPath = Path.GetFullPath(fileName); string usedPath = Uri.UnescapeDataString(scriptRootUri.MakeRelativeUri(new Uri(fullPath)).OriginalString); Console.WriteLine(" + {0}:", usedPath); Utility.PushColor(ConsoleColor.DarkYellow); foreach (CompilerError e in list) { Console.WriteLine(" {0}: Line {1}: {2}", e.ErrorNumber, e.Line, e.ErrorText); } Utility.PopColor(); } Utility.PopColor(); Utility.PushColor(ConsoleColor.Red); if (errors.Count > 0) { Console.WriteLine("Errors:"); } foreach (var kvp in errors) { string fileName = kvp.Key; var list = kvp.Value; string fullPath = Path.GetFullPath(fileName); string usedPath = Uri.UnescapeDataString(scriptRootUri.MakeRelativeUri(new Uri(fullPath)).OriginalString); Console.WriteLine(" + {0}:", usedPath); Utility.PushColor(ConsoleColor.DarkRed); foreach (CompilerError e in list) { Console.WriteLine(" {0}: Line {1}: {2}", e.ErrorNumber, e.Line, e.ErrorText); } Utility.PopColor(); } Utility.PopColor(); } else { Utility.PushColor(ConsoleColor.Green); Console.WriteLine("Finished with: 0 errors, 0 warnings"); Utility.PopColor(); } } public static string GetUnusedPath(string name) { string path = Path.Combine(Core.BaseDirectory, String.Format("Scripts/Output/{0}.dll", name)); for (int i = 2; File.Exists(path) && i <= 1000; ++i) { path = Path.Combine(Core.BaseDirectory, String.Format("Scripts/Output/{0}.{1}.dll", name, i)); } return path; } public static void DeleteFiles(string mask) { try { var files = Directory.GetFiles(Path.Combine(Core.BaseDirectory, "Scripts/Output"), mask); foreach (string file in files) { try { File.Delete(file); } catch { } } } catch { } } private delegate CompilerResults Compiler(bool debug); public static bool Compile() { return Compile(false); } public static bool Compile(bool debug) { return Compile(debug, true); } public static bool Compile(bool debug, bool cache) { EnsureDirectory("Scripts/"); EnsureDirectory("Scripts/Output/"); if (m_AdditionalReferences.Count > 0) { m_AdditionalReferences.Clear(); } var assemblies = new List(); Assembly assembly; if (CompileCSScripts(debug, cache, out assembly)) { if (assembly != null) { assemblies.Add(assembly); } } else { return false; } if (Core.VBdotNet) { if (CompileVBScripts(debug, cache, out assembly)) { if (assembly != null) { assemblies.Add(assembly); } } else { return false; } } else { Utility.PushColor(ConsoleColor.DarkRed); Console.WriteLine("Scripts: Skipping VB.NET Scripts...done (use -vb to enable)"); Utility.PopColor(); } if (assemblies.Count == 0) { return false; } m_Assemblies = assemblies.ToArray(); Utility.PushColor(ConsoleColor.Yellow); Console.WriteLine("Scripts: Verifying..."); Utility.PopColor(); Stopwatch watch = Stopwatch.StartNew(); Core.VerifySerialization(); watch.Stop(); Utility.PushColor(ConsoleColor.Green); Console.WriteLine( "Finished ({0} items, {1} mobiles, {3} customs) ({2:F2} seconds)", Core.ScriptItems, Core.ScriptMobiles, watch.Elapsed.TotalSeconds, Core.ScriptCustoms); Utility.PopColor(); return true; } public static void Invoke(string method) { var invoke = new List(); for (int a = 0; a < m_Assemblies.Length; ++a) { var types = m_Assemblies[a].GetTypes(); for (int i = 0; i < types.Length; ++i) { MethodInfo m = types[i].GetMethod(method, BindingFlags.Static | BindingFlags.Public); if (m != null) { invoke.Add(m); } } } invoke.Sort(new CallPriorityComparer()); for (int i = 0; i < invoke.Count; ++i) { invoke[i].Invoke(null, null); } } private static readonly Dictionary m_TypeCaches = new Dictionary(); private static TypeCache m_NullCache; public static TypeCache GetTypeCache(Assembly asm) { if (asm == null) { if (m_NullCache == null) { m_NullCache = new TypeCache(null); } return m_NullCache; } TypeCache c = null; m_TypeCaches.TryGetValue(asm, out c); if (c == null) { m_TypeCaches[asm] = c = new TypeCache(asm); } return c; } public static Type FindTypeByFullName(string fullName) { return FindTypeByFullName(fullName, true); } public static Type FindTypeByFullName(string fullName, bool ignoreCase) { Type type = null; for (int i = 0; type == null && i < m_Assemblies.Length; ++i) { type = GetTypeCache(m_Assemblies[i]).GetTypeByFullName(fullName, ignoreCase); } if (type == null) { type = GetTypeCache(Core.Assembly).GetTypeByFullName(fullName, ignoreCase); } return type; } public static Type FindTypeByName(string name) { return FindTypeByName(name, true); } public static Type FindTypeByName(string name, bool ignoreCase) { Type type = null; for (int i = 0; type == null && i < m_Assemblies.Length; ++i) { type = GetTypeCache(m_Assemblies[i]).GetTypeByName(name, ignoreCase); } if (type == null) { type = GetTypeCache(Core.Assembly).GetTypeByName(name, ignoreCase); } return type; } public static void EnsureDirectory(string dir) { string path = Path.Combine(Core.BaseDirectory, dir); if (!Directory.Exists(path)) { Directory.CreateDirectory(path); } } public static string[] GetScripts(string filter) { var list = new List(); GetScripts(list, Path.Combine(Core.BaseDirectory, "Scripts"), filter); return list.ToArray(); } public static void GetScripts(List list, string path, string filter) { foreach (string dir in Directory.GetDirectories(path)) { GetScripts(list, dir, filter); } list.AddRange(Directory.GetFiles(path, filter)); } } public class TypeCache { private readonly Type[] m_Types; private readonly TypeTable m_Names; private readonly TypeTable m_FullNames; public Type[] Types { get { return m_Types; } } public TypeTable Names { get { return m_Names; } } public TypeTable FullNames { get { return m_FullNames; } } public Type GetTypeByName(string name, bool ignoreCase) { return m_Names.Get(name, ignoreCase); } public Type GetTypeByFullName(string fullName, bool ignoreCase) { return m_FullNames.Get(fullName, ignoreCase); } public TypeCache(Assembly asm) { if (asm == null) { m_Types = Type.EmptyTypes; } else { m_Types = asm.GetTypes(); } m_Names = new TypeTable(m_Types.Length); m_FullNames = new TypeTable(m_Types.Length); Type typeofTypeAliasAttribute = typeof(TypeAliasAttribute); for (int i = 0; i < m_Types.Length; ++i) { Type type = m_Types[i]; m_Names.Add(type.Name, type); m_FullNames.Add(type.FullName, type); if (type.IsDefined(typeofTypeAliasAttribute, false)) { var attrs = type.GetCustomAttributes(typeofTypeAliasAttribute, false); if (attrs != null && attrs.Length > 0) { TypeAliasAttribute attr = attrs[0] as TypeAliasAttribute; if (attr != null) { for (int j = 0; j < attr.Aliases.Length; ++j) { m_FullNames.Add(attr.Aliases[j], type); } } } } } } } public class TypeTable { private readonly Dictionary m_Sensitive; private readonly Dictionary m_Insensitive; public void Add(string key, Type type) { m_Sensitive[key] = type; m_Insensitive[key] = type; } public Type Get(string key, bool ignoreCase) { Type t = null; if (ignoreCase) { m_Insensitive.TryGetValue(key, out t); } else { m_Sensitive.TryGetValue(key, out t); } return t; } public TypeTable(int capacity) { m_Sensitive = new Dictionary(capacity); m_Insensitive = new Dictionary(capacity, StringComparer.OrdinalIgnoreCase); } } }