// Copyright (c) AlphaSierraPapa for the SharpDevelop Team // // Permission is hereby granted, free of charge, to any person obtaining a copy of this // software and associated documentation files (the "Software"), to deal in the Software // without restriction, including without limitation the rights to use, copy, modify, merge, // publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons // to whom the Software is furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in all copies or // substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, // INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR // PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE // FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR // OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER // DEALINGS IN THE SOFTWARE. using System; using System.CodeDom.Compiler; using System.IO; using System.Linq; using System.Runtime.CompilerServices; using ICSharpCode.Decompiler.Tests.Helpers; using NUnit.Framework; namespace ICSharpCode.Decompiler.Tests { [TestFixture, Parallelizable(ParallelScope.All)] public class CorrectnessTestRunner { static readonly string TestCasePath = DecompilerTestBase.TestCasePath + "/Correctness"; [Test] public void AllFilesHaveTests() { var testNames = typeof(CorrectnessTestRunner).GetMethods() .Where(m => m.GetCustomAttributes(typeof(TestAttribute), false).Any()) .Select(m => m.Name) .ToArray(); foreach (var file in new DirectoryInfo(TestCasePath).EnumerateFiles()) { if (file.Extension == ".txt" || file.Extension == ".exe" || file.Extension == ".config") continue; var testName = Path.GetFileNameWithoutExtension(file.Name); Assert.Contains(testName, testNames); } } static readonly CSharpCompilerOptions[] noMonoOptions = { CSharpCompilerOptions.None, CSharpCompilerOptions.Optimize, CSharpCompilerOptions.UseRoslyn, CSharpCompilerOptions.Optimize | CSharpCompilerOptions.UseRoslyn, }; static readonly CSharpCompilerOptions[] defaultOptions = { CSharpCompilerOptions.None, CSharpCompilerOptions.Optimize, CSharpCompilerOptions.UseRoslyn, CSharpCompilerOptions.Optimize | CSharpCompilerOptions.UseRoslyn, CSharpCompilerOptions.UseMcs, CSharpCompilerOptions.Optimize | CSharpCompilerOptions.UseMcs }; static readonly CSharpCompilerOptions[] roslynOnlyOptions = { CSharpCompilerOptions.UseRoslyn, CSharpCompilerOptions.Optimize | CSharpCompilerOptions.UseRoslyn }; [Test] public void Comparisons([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void Conversions([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void FloatingPointArithmetic([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void HelloWorld([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void ControlFlow([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void CompoundAssignment([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void PropertiesAndEvents([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void Switch([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void Using([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void Loops([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void NullableTests([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void Generics([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void ValueTypeCall([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void InitializerTests([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void DecimalFields([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void UndocumentedExpressions([ValueSource("noMonoOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void MemberLookup([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void OverloadResolution([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void ExpressionTrees([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void NullPropagation([ValueSource("roslynOnlyOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void BitNot([Values(false, true)] bool force32Bit) { CSharpCompilerOptions compiler = CSharpCompilerOptions.UseDebug; AssemblerOptions asm = AssemblerOptions.None; if (force32Bit) { compiler |= CSharpCompilerOptions.Force32Bit; asm |= AssemblerOptions.Force32Bit; } RunIL("BitNot.il", compiler, asm); } [Test] public void Jmp() { RunIL("Jmp.il"); } [Test] public void StackTypes([Values(false, true)] bool force32Bit) { CSharpCompilerOptions compiler = CSharpCompilerOptions.UseRoslyn | CSharpCompilerOptions.UseDebug; AssemblerOptions asm = AssemblerOptions.None; if (force32Bit) { compiler |= CSharpCompilerOptions.Force32Bit; asm |= AssemblerOptions.Force32Bit; } RunIL("StackTypes.il", compiler, asm); } [Test] public void UnsafeCode([ValueSource("defaultOptions")] CSharpCompilerOptions options) { if (options.HasFlag(CSharpCompilerOptions.UseMcs)) { Assert.Ignore("Decompiler bug with mono!"); } RunCS(options: options); } [Test] public void ConditionalAttr([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void TrickyTypes([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void Capturing([ValueSource("defaultOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void YieldReturn([ValueSource("defaultOptions")] CSharpCompilerOptions options) { if (options.HasFlag(CSharpCompilerOptions.UseMcs)) { Assert.Ignore("Decompiler bug with mono!"); } RunCS(options: options); } [Test] public void Async([ValueSource("noMonoOptions")] CSharpCompilerOptions options) { RunCS(options: options); } [Test] public void LINQRaytracer([ValueSource("defaultOptions")] CSharpCompilerOptions options) { if (options.HasFlag(CSharpCompilerOptions.UseMcs)) { Assert.Ignore("Decompiler bug with mono!"); } RunCS(options: options); } [Test] public void MiniJSON([ValueSource("defaultOptions")] CSharpCompilerOptions options) { if (options.HasFlag(CSharpCompilerOptions.UseMcs)) { Assert.Ignore("Decompiler bug with mono!"); } RunCS(options: options); } void RunCS([CallerMemberName] string testName = null, CSharpCompilerOptions options = CSharpCompilerOptions.UseDebug) { string testFileName = testName + ".cs"; string testOutputFileName = testName + Tester.GetSuffix(options) + ".exe"; CompilerResults outputFile = null, decompiledOutputFile = null; try { outputFile = Tester.CompileCSharp(Path.Combine(TestCasePath, testFileName), options, outputFileName: Path.Combine(TestCasePath, testOutputFileName)); string decompiledCodeFile = Tester.DecompileCSharp(outputFile.PathToAssembly, Tester.GetSettings(options)); if (options.HasFlag(CSharpCompilerOptions.UseMcs)) { // For second pass, use roslyn instead of mcs. // mcs has some compiler bugs that cause it to not accept ILSpy-generated code, // for example when there's unreachable code due to other compiler bugs in the first mcs run. options &= ~CSharpCompilerOptions.UseMcs; options |= CSharpCompilerOptions.UseRoslyn; // Also, add an .exe.config so that we consistently use the .NET 4.x runtime. File.WriteAllText(outputFile.PathToAssembly + ".config", @" "); } decompiledOutputFile = Tester.CompileCSharp(decompiledCodeFile, options); Tester.RunAndCompareOutput(testFileName, outputFile.PathToAssembly, decompiledOutputFile.PathToAssembly, decompiledCodeFile); File.Delete(decompiledCodeFile); File.Delete(decompiledOutputFile.PathToAssembly); } finally { if (outputFile != null) outputFile.TempFiles.Delete(); if (decompiledOutputFile != null) decompiledOutputFile.TempFiles.Delete(); } } void RunIL(string testFileName, CSharpCompilerOptions options = CSharpCompilerOptions.UseDebug, AssemblerOptions asmOptions = AssemblerOptions.None) { string outputFile = null; CompilerResults decompiledOutputFile = null; try { outputFile = Tester.AssembleIL(Path.Combine(TestCasePath, testFileName), asmOptions); string decompiledCodeFile = Tester.DecompileCSharp(outputFile, Tester.GetSettings(options)); decompiledOutputFile = Tester.CompileCSharp(decompiledCodeFile, options); Tester.RunAndCompareOutput(testFileName, outputFile, decompiledOutputFile.PathToAssembly, decompiledCodeFile); File.Delete(decompiledCodeFile); File.Delete(decompiledOutputFile.PathToAssembly); } finally { if (decompiledOutputFile != null) decompiledOutputFile.TempFiles.Delete(); } } } }