// Copyright (c) AlphaSierraPapa for the SharpDevelop Team // // Permission is hereby granted, free of charge, to any person obtaining a copy of this // software and associated documentation files (the "Software"), to deal in the Software // without restriction, including without limitation the rights to use, copy, modify, merge, // publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons // to whom the Software is furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in all copies or // substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, // INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR // PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE // FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR // OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER // DEALINGS IN THE SOFTWARE. using System; using System.CodeDom.Compiler; using System.IO; using System.Linq; using System.Runtime.CompilerServices; using ICSharpCode.Decompiler.Tests.Helpers; using NUnit.Framework; namespace ICSharpCode.Decompiler.Tests { [TestFixture, Parallelizable(ParallelScope.All)] public class CorrectnessTestRunner { static readonly string TestCasePath = Tester.TestCasePath + "/Correctness"; [Test] public void AllFilesHaveTests() { var testNames = typeof(CorrectnessTestRunner).GetMethods() .Where(m => m.GetCustomAttributes(typeof(TestAttribute), false).Any()) .Select(m => m.Name) .ToArray(); foreach (var file in new DirectoryInfo(TestCasePath).EnumerateFiles()) { if (file.Extension == ".txt" || file.Extension == ".exe" || file.Extension == ".config") continue; var testName = Path.GetFileNameWithoutExtension(file.Name); Assert.Contains(testName, testNames); } } static readonly CompilerOptions[] noMonoOptions = { CompilerOptions.None, CompilerOptions.Optimize, CompilerOptions.UseRoslyn1_3_2, CompilerOptions.Optimize | CompilerOptions.UseRoslyn1_3_2, CompilerOptions.UseRoslyn2_10_0, CompilerOptions.Optimize | CompilerOptions.UseRoslyn2_10_0, CompilerOptions.UseRoslynLatest, CompilerOptions.Optimize | CompilerOptions.UseRoslynLatest, }; static readonly CompilerOptions[] defaultOptions = { CompilerOptions.None, CompilerOptions.Optimize, CompilerOptions.UseRoslyn1_3_2, CompilerOptions.Optimize | CompilerOptions.UseRoslyn1_3_2, CompilerOptions.UseRoslyn2_10_0, CompilerOptions.Optimize | CompilerOptions.UseRoslyn2_10_0, CompilerOptions.UseRoslynLatest, CompilerOptions.Optimize | CompilerOptions.UseRoslynLatest, CompilerOptions.UseMcs, CompilerOptions.Optimize | CompilerOptions.UseMcs }; static readonly CompilerOptions[] roslynOnlyOptions = { CompilerOptions.UseRoslyn1_3_2, CompilerOptions.Optimize | CompilerOptions.UseRoslyn1_3_2, CompilerOptions.UseRoslyn2_10_0, CompilerOptions.Optimize | CompilerOptions.UseRoslyn2_10_0, CompilerOptions.UseRoslynLatest, CompilerOptions.Optimize | CompilerOptions.UseRoslynLatest, }; static readonly CompilerOptions[] roslyn2OrNewerOptions = { CompilerOptions.UseRoslyn2_10_0, CompilerOptions.Optimize | CompilerOptions.UseRoslyn2_10_0, CompilerOptions.UseRoslynLatest, CompilerOptions.Optimize | CompilerOptions.UseRoslynLatest, }; static readonly CompilerOptions[] roslynLatestOnlyOptions = { CompilerOptions.UseRoslynLatest, CompilerOptions.Optimize | CompilerOptions.UseRoslynLatest, }; [Test] public void Comparisons([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void Conversions([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void FloatingPointArithmetic([ValueSource(nameof(noMonoOptions))] CompilerOptions options, [Values(32, 64)] int bits) { // The behavior of the #1794 incorrect `(float)(double)val` cast only causes test failures // for some runtime+compiler combinations. if (bits == 32) options |= CompilerOptions.Force32Bit; // Mono is excluded because we never use it for the second pass, so the test ends up failing // due to some Mono vs. Roslyn compiler differences. RunCS(options: options); } [Test] public void HelloWorld([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void ControlFlow([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void CompoundAssignment([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void PropertiesAndEvents([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void Switch([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void Using([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void Loops([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void NullableTests([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void Generics([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void ValueTypeCall([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void InitializerTests([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void DecimalFields([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void UndocumentedExpressions([ValueSource(nameof(noMonoOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void Uninit([ValueSource(nameof(noMonoOptions))] CompilerOptions options) { RunVB(options: options); } [Test] public void MemberLookup([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void OverloadResolution([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void ExpressionTrees([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void NullPropagation([ValueSource(nameof(roslynOnlyOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void DeconstructionTests([ValueSource(nameof(roslyn2OrNewerOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void BitNot([Values(false, true)] bool force32Bit) { CompilerOptions compiler = CompilerOptions.UseDebug; AssemblerOptions asm = AssemblerOptions.None; if (force32Bit) { compiler |= CompilerOptions.Force32Bit; asm |= AssemblerOptions.Force32Bit; } RunIL("BitNot.il", compiler, asm); } [Test] public void Jmp() { RunIL("Jmp.il"); } [Test] public void StackTests() { RunIL("StackTests.il"); } [Test] public void StackTypes([Values(false, true)] bool force32Bit) { CompilerOptions compiler = CompilerOptions.UseRoslynLatest | CompilerOptions.UseDebug; AssemblerOptions asm = AssemblerOptions.None; if (force32Bit) { compiler |= CompilerOptions.Force32Bit; asm |= AssemblerOptions.Force32Bit; } RunIL("StackTypes.il", compiler, asm); } [Test] public void UnsafeCode([ValueSource(nameof(defaultOptions))] CompilerOptions options) { if (options.HasFlag(CompilerOptions.UseMcs)) { Assert.Ignore("Decompiler bug with mono!"); } RunCS(options: options); } [Test] public void ConditionalAttr([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void TrickyTypes([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void Capturing([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void YieldReturn([ValueSource(nameof(defaultOptions))] CompilerOptions options) { if (options.HasFlag(CompilerOptions.UseMcs)) { Assert.Ignore("Decompiler bug with mono!"); } RunCS(options: options); } [Test] public void Async([ValueSource(nameof(noMonoOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void LINQRaytracer([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void StringConcat([ValueSource(nameof(defaultOptions))] CompilerOptions options) { RunCS(options: options); } [Test] public void MiniJSON([ValueSource(nameof(defaultOptions))] CompilerOptions options) { if (options.HasFlag(CompilerOptions.UseMcs)) { Assert.Ignore("Decompiler bug with mono!"); } RunCS(options: options); } void RunCS([CallerMemberName] string testName = null, CompilerOptions options = CompilerOptions.UseDebug) { string testFileName = testName + ".cs"; string testOutputFileName = testName + Tester.GetSuffix(options) + ".exe"; CompilerResults outputFile = null, decompiledOutputFile = null; try { outputFile = Tester.CompileCSharp(Path.Combine(TestCasePath, testFileName), options, outputFileName: Path.Combine(TestCasePath, testOutputFileName)); string decompiledCodeFile = Tester.DecompileCSharp(outputFile.PathToAssembly, Tester.GetSettings(options)); if (options.HasFlag(CompilerOptions.UseMcs)) { // For second pass, use roslyn instead of mcs. // mcs has some compiler bugs that cause it to not accept ILSpy-generated code, // for example when there's unreachable code due to other compiler bugs in the first mcs run. options &= ~CompilerOptions.UseMcs; options |= CompilerOptions.UseRoslynLatest; // Also, add an .exe.config so that we consistently use the .NET 4.x runtime. File.WriteAllText(outputFile.PathToAssembly + ".config", @" "); } decompiledOutputFile = Tester.CompileCSharp(decompiledCodeFile, options); Tester.RunAndCompareOutput(testFileName, outputFile.PathToAssembly, decompiledOutputFile.PathToAssembly, decompiledCodeFile); Tester.RepeatOnIOError(() => File.Delete(decompiledCodeFile)); Tester.RepeatOnIOError(() => File.Delete(decompiledOutputFile.PathToAssembly)); } finally { if (outputFile != null) outputFile.TempFiles.Delete(); if (decompiledOutputFile != null) decompiledOutputFile.TempFiles.Delete(); } } void RunVB([CallerMemberName] string testName = null, CompilerOptions options = CompilerOptions.UseDebug) { options |= CompilerOptions.ReferenceVisualBasic; string testFileName = testName + ".vb"; string testOutputFileName = testName + Tester.GetSuffix(options) + ".exe"; CompilerResults outputFile = null, decompiledOutputFile = null; try { outputFile = Tester.CompileVB(Path.Combine(TestCasePath, testFileName), options, outputFileName: Path.Combine(TestCasePath, testOutputFileName)); string decompiledCodeFile = Tester.DecompileCSharp(outputFile.PathToAssembly, Tester.GetSettings(options)); decompiledOutputFile = Tester.CompileCSharp(decompiledCodeFile, options); Tester.RunAndCompareOutput(testFileName, outputFile.PathToAssembly, decompiledOutputFile.PathToAssembly, decompiledCodeFile); Tester.RepeatOnIOError(() => File.Delete(decompiledCodeFile)); Tester.RepeatOnIOError(() => File.Delete(decompiledOutputFile.PathToAssembly)); } finally { if (outputFile != null) outputFile.TempFiles.Delete(); if (decompiledOutputFile != null) decompiledOutputFile.TempFiles.Delete(); } } void RunIL(string testFileName, CompilerOptions options = CompilerOptions.UseDebug, AssemblerOptions asmOptions = AssemblerOptions.None) { string outputFile = null; CompilerResults decompiledOutputFile = null; try { outputFile = Tester.AssembleIL(Path.Combine(TestCasePath, testFileName), asmOptions); string decompiledCodeFile = Tester.DecompileCSharp(outputFile, Tester.GetSettings(options)); decompiledOutputFile = Tester.CompileCSharp(decompiledCodeFile, options); Tester.RunAndCompareOutput(testFileName, outputFile, decompiledOutputFile.PathToAssembly, decompiledCodeFile); Tester.RepeatOnIOError(() => File.Delete(decompiledCodeFile)); Tester.RepeatOnIOError(() => File.Delete(decompiledOutputFile.PathToAssembly)); } finally { if (decompiledOutputFile != null) decompiledOutputFile.TempFiles.Delete(); } } } }