CppSharp/build/scripts/LLVM.lua

require "Build"
require "Utils"
require "../Helpers"

local basedir = path.getdirectory(_PREMAKE_COMMAND)
local llvm = path.getabsolute(basedir .. "/../deps/llvm")

-- Prevent premake from inserting /usr/lib64 search path on linux. GCC does not need this path specified
-- as compiler automatically knows where to look for system libs. Insertion of this path causes issues
-- when system has clang/llvm libs installed. Build would link to system libraries instead of custom
-- build required by CppSharp.
if os.istarget("linux") then
	premake.tools.gcc.libraryDirectories['architecture']['x86_64'] = function(cfg) return {} end
end

-- If we are inside vagrant then clone and build LLVM outside the shared folder,
-- otherwise file I/O performance will be terrible.
if is_vagrant() then
	llvm = os.getenv("HOME") .. "/llvm"
end

function get_llvm_rev()
	return cat(basedir .. "/LLVM-commit")
end

function get_clang_rev()
	return cat(basedir .. "/Clang-commit")
end

function clone_llvm()
  local llvm_release = get_llvm_rev()
  print("LLVM release: " .. llvm_release)

  local clang_release = get_clang_rev()
  print("Clang release: " .. clang_release)

  if os.ishost("windows") then
    extract = extract_7z_tar_gz
  else
    extract = extract_tar_gz
  end

  local archive = 'llvm-'..llvm_release..'.tar.gz'
  if os.isfile(archive) then
    print('Archive '..archive..' already exists.')
  else
    download('https://github.com/llvm-mirror/llvm/archive/'..llvm_release..'.tar.gz', archive)
  end

  if os.isdir(llvm) then
    os.rmdir(llvm)
    if os.isdir(llvm) then
      print('Removing '..llvm..' directory failed. Please remove it manually and restart.')
      return
    end
  end

  extract(archive, '.')
  os.rename('llvm-'..llvm_release, llvm)

  archive = 'clang-'..clang_release..'.tar.gz'
  if os.isfile(archive) then
    print('Archive '..archive..' already exists.')
  else
    download('https://github.com/llvm-mirror/clang/archive/'..clang_release..'.tar.gz', archive)
  end
  extract(archive, '.')
  os.rename('clang-'..clang_release, llvm..'/tools/clang')
end
function get_vs_version()
  local function map_msvc_to_vs_version(major, minor)
    if major == "19" and minor >= "10" then return "vs2017"
    elseif major == "19" then return "vs2015"
    elseif major == "18" then return "vs2013"
    elseif major == "17" then return "vs2012"
    else error("Unknown MSVC compiler version, run in VS command prompt.") end
  end

  local out = outputof("cl")
  local major, minor = string.match(out, '(%d+).(%d+).%d+.?%d*%s+')
  
  return map_msvc_to_vs_version(major, minor)
end

function get_toolset_configuration_name(arch)
  if not arch then
    arch = target_architecture()
  end

  if os.istarget("windows") then
    local vsver = _ACTION

    if not string.starts(vsver, "vs") then
      vsver = get_vs_version()
    end

    return table.concat({vsver, arch}, "-")
  end
  -- FIXME: Implement for non-Windows platforms
  return table.concat({arch}, "-")
end

-- Returns a string describing the package configuration.
-- Example: llvm-f79c5c-windows-vs2015-x86-Debug
function get_llvm_package_name(rev, conf, arch)
  if not rev then
  	rev = get_llvm_rev()
  end
  rev = string.sub(rev, 0, 6)

  local components = {"llvm", rev, os.target()}

  local toolset = get_toolset_configuration_name(arch)
  table.insert(components, toolset)

	if os.istarget("linux") then
		if UseClang() then
			table.insert(components, "clang")
		else
			local version = GccVersion()
			if version < "5.0.0" then
				-- Minor version matters only with gcc 4.8/4.9
				version = string.match(version, "%d+.%d+")
			else
				version = string.match(version, "%d+")
			end
			table.insert(components, "gcc-"..version)
		end
  end

  if not conf then
  	conf = get_llvm_configuration_name()
  end

  table.insert(components, conf)

  return table.concat(components, "-")
end

function get_llvm_configuration_name(debug)
	if debug == true then
		return "Debug"
	end
	return os.istarget("windows") and "RelWithDebInfo" or "Release"
end

function get_7z_path()
	local path = "C:\\Program Files\\7-Zip\\7z.exe"
	if os.isfile(path) then
		return string.format('"%s"', path)
	end
	return "7z.exe"
end

function extract_7z_tar_gz(archive, dest_dir)
	extract_7z(archive, dest_dir)
	local tar = string.sub(archive, 1, -4)
	extract_7z(tar, dest_dir)
end

function extract_7z(archive, dest_dir)
	return execute(string.format("%s x %s -o%s -y", get_7z_path(),
		archive, dest_dir), false)
end

function extract_tar_xz(archive, dest_dir)
	execute("mkdir -p " .. dest_dir, true)
	return execute_or_die(string.format("tar xJf %s -C %s", archive, dest_dir), true)
end

function extract_tar_gz(archive, dest_dir)
	execute("mkdir -p " .. dest_dir, true)
	return execute_or_die(string.format("tar xf %s -C %s", archive, dest_dir), true)
end

local use_7zip = os.ishost("windows")
local archive_ext = use_7zip and ".7z" or ".tar.xz"

function download_llvm()
  local toolset = get_toolset_configuration_name()
  if toolset == "vs2012" or toolset == "vs2013" or toolset == "vs2015" then
    error("Pre-compiled LLVM packages for your VS version are not available.\n" ..
          "Please upgrade to a newer VS version or compile LLVM manually.")
  end

  local base = "https://github.com/mono/CppSharp/releases/download/CppSharp/"
  local pkg_name = get_llvm_package_name()
  local archive = pkg_name .. archive_ext

  -- check if we already have the file downloaded
  if os.isfile(archive) then
  	  print("Archive " .. archive .. " already exists.")
  else
	  download(base .. archive, archive)
  end

  -- extract the package
  if os.isdir(pkg_name) then
  	print("Directory " .. pkg_name .. " already exists.")
  else
  	if use_7zip then
  		extract_7z(archive, pkg_name)
  	else
  		extract_tar_xz(archive, pkg_name)
  	end
  end
end

function cmake(gen, conf, builddir, options)
	local cwd = os.getcwd()
	os.chdir(builddir)
	local cmake = os.ishost("macosx") and "/Applications/CMake.app/Contents/bin/cmake"
		or "cmake"

	if options == nil then
		options = ""
	end

	if UseClang() then
		local cmake = path.join(basedir, "scripts", "ClangToolset.cmake")
		options = options .. " -DLLVM_USE_LINKER=/usr/bin/ld.lld"
	end

	if os.ishost("windows") then
		options = options .. "-Thost=x64"
	end

	local cmd = cmake .. " -G " .. '"' .. gen .. '"'
		.. ' -DLLVM_BUILD_TOOLS=false'
		.. ' -DLLVM_ENABLE_DUMP=true'
		.. ' -DLLVM_ENABLE_DUMP=true'
		.. ' -DLLVM_INCLUDE_TESTS=false'
 		.. ' -DLLVM_ENABLE_LIBEDIT=false'
 		.. ' -DLLVM_ENABLE_LIBXML2=false'
 		.. ' -DLLVM_ENABLE_TERMINFO=false'
 		.. ' -DLLVM_ENABLE_ZLIB=false'
 		.. ' -DLLVM_INCLUDE_DOCS=false'
 		.. ' -DLLVM_INCLUDE_EXAMPLES=false'
		.. ' -DLLVM_TARGETS_TO_BUILD="X86"'
		.. ' -DLLVM_TOOL_BUGPOINT_BUILD=false'
 		.. ' -DLLVM_TOOL_BUGPOINT_PASSES_BUILD=false'
 		.. ' -DLLVM_TOOL_CLANG_TOOLS_EXTRA_BUILD=false'
 		.. ' -DLLVM_TOOL_COMPILER_RT_BUILD=false'
 		.. ' -DLLVM_TOOL_DRAGONEGG_BUILD=false'
 		.. ' -DLLVM_TOOL_DSYMUTIL_BUILD=false'
 		.. ' -DLLVM_TOOL_GOLD_BUILD=false'
 		.. ' -DLLVM_TOOL_LLC_BUILD=false'
 		.. ' -DLLVM_TOOL_LLD_BUILD=false'
 		.. ' -DLLVM_TOOL_LLDB_BUILD=false'
 		.. ' -DLLVM_TOOL_LLGO_BUILD=false'
 		.. ' -DLLVM_TOOL_LLI_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_AR_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_AS_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_AS_FUZZER_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_BCANALYZER_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_C_TEST_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_CAT_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_CFI_VERIFY_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_CONFIG_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_COV_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_CVTRES_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_CXXDUMP_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_CXXFILT_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_DEMANGLE_FUZZER_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_DIFF_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_DIS_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_DWARFDUMP_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_DWP_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_EXEGESIS_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_EXTRACT_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_GO_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_ISEL_FUZZER_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_JITLISTENER_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_LINK_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_LTO_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_LTO2_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_MC_ASSEMBLE_FUZZER_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_MC_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_MC_DISASSEMBLE_FUZZER_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_MCA_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_MODEXTRACT_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_MT_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_NM_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_OBJCOPY_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_OBJDUMP_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_OPT_FUZZER_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_OPT_REPORT_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_PDBUTIL_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_PDBUTIL_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_PROFDATA_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_RC_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_READOBJ_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_RTDYLD_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_SHLIB_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_SIZE_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_SPECIAL_CASE_LIST_FUZZER_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_SPLIT_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_STRESS_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_STRINGS_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_SYMBOLIZER_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_UNDNAME_BUILD=false'
 		.. ' -DLLVM_TOOL_LLVM_XRAY_BUILD=false'
 		.. ' -DLLVM_TOOL_LTO_BUILD=false'
 		.. ' -DLLVM_TOOL_OBJ2YAML_BUILD=false'
 		.. ' -DLLVM_TOOL_OPT_BUILD=false'
 		.. ' -DLLVM_TOOL_OPT_VIEWER_BUILD=false'
 		.. ' -DLLVM_TOOL_SANCOV_BUILD=false'
 		.. ' -DLLVM_TOOL_SANSTATS_BUILD=false'
 		.. ' -DLLVM_TOOL_VERIFY_USELISTORDER_BUILD=false'
 		.. ' -DLLVM_TOOL_XCODE_TOOLCHAIN_BUILD=false'
 		.. ' -DLLVM_TOOL_YAML2OBJ_BUILD=false'
		.. ' -DCLANG_BUILD_EXAMPLES=false '
		.. ' -DCLANG_BUILD_TOOLS=false'
		.. ' -DCLANG_ENABLE_ARCMT=false'
		.. ' -DCLANG_ENABLE_STATIC_ANALYZER=false'
		.. ' -DCLANG_INCLUDE_DOCS=false '
		.. ' -DCLANG_INCLUDE_TESTS=false'
		.. ' -DCLANG_TOOL_ARCMT_TEST_BUILD=false'
 		.. ' -DCLANG_TOOL_C_ARCMT_TEST_BUILD=false'
 		.. ' -DCLANG_TOOL_C_INDEX_TEST_BUILD=false'
 		.. ' -DCLANG_TOOL_CLANG_CHECK_BUILD=false'
 		.. ' -DCLANG_TOOL_CLANG_DIFF_BUILD=false'
 		.. ' -DCLANG_TOOL_CLANG_FORMAT_BUILD=false'
 		.. ' -DCLANG_TOOL_CLANG_FORMAT_VS_BUILD=false'
 		.. ' -DCLANG_TOOL_CLANG_FUNC_MAPPING_BUILD=false'
 		.. ' -DCLANG_TOOL_CLANG_FUZZER_BUILD=false'
 		.. ' -DCLANG_TOOL_CLANG_IMPORT_TEST_BUILD=false'
 		.. ' -DCLANG_TOOL_CLANG_OFFLOAD_BUNDLER_BUILD=false'
 		.. ' -DCLANG_TOOL_CLANG_REFACTOR_BUILD=false'
 		.. ' -DCLANG_TOOL_CLANG_RENAME_BUILD=false'
 		.. ' -DCLANG_TOOL_DIAGTOOL_BUILD=false'
 		.. ' -DCLANG_TOOL_DRIVER_BUILD=false'
		.. ' -DCLANG_TOOL_LIBCLANG_BUILD=false'
 		.. ' -DCLANG_TOOL_SCAN_BUILD_BUILD=false'
		.. ' -DCLANG_TOOL_SCAN_VIEW_BUILD=false'
		.. ' -DCMAKE_BUILD_TYPE=' .. conf .. ' ..'
 		.. ' -DCMAKE_OSX_DEPLOYMENT_TARGET=10.11'
 		.. ' ' .. options
 	execute_or_die(cmd)
 	os.chdir(cwd)
end

function clean_llvm(llvm_build)
	if os.isdir(llvm_build) then os.rmdir(llvm_build) end
end

function get_cmake_generator()
	local vsver = get_vs_version()
	if vsver == "vs2017" then
		return "Visual Studio 15 2017" .. (target_architecture() == "x64" and " Win64" or "")
	elseif vsver == "vs2015" then
		return "Visual Studio 14 2015" .. (target_architecture() == "x64" and " Win64" or "")
	else
		error("Cannot map to CMake configuration due to unknown MSVC version")
	end
end

function build_llvm(llvm_build)
	if not os.isdir(llvm) then
		print("LLVM/Clang directory does not exist, cloning...")
		clone_llvm()
	end

	os.mkdir(llvm_build)

	local conf = get_llvm_configuration_name()
	local use_msbuild = true
	if os.ishost("windows") and use_msbuild then
		cmake(get_cmake_generator(), conf, llvm_build)
		local llvm_sln = path.join(llvm_build, "LLVM.sln")
		msbuild('"' .. llvm_sln .. '"', conf)
	else
		local options = os.ishost("macosx") and
			"-DLLVM_ENABLE_LIBCXX=true" or ""
		local is32bits = target_architecture() == "x86"
		if is32bits then
			options = options .. (is32bits and " -DLLVM_BUILD_32_BITS=true" or "")
		end

		cmake("Ninja", conf, llvm_build, options)
		ninja('"' .. llvm_build .. '"')
		ninja('"' .. llvm_build .. '"', "clang-headers")
	end
end

function package_llvm(conf, llvm, llvm_build)
	local rev = git.rev_parse('"' .. llvm .. '"', "HEAD")
	if string.is_empty(rev) then
		rev = get_llvm_rev()
	end

	local out = get_llvm_package_name(rev, conf)

	if os.isdir(out) then os.rmdir(out)	end
	os.mkdir(out)

	os.copydir(llvm .. "/include", out .. "/include")
	os.copydir(llvm_build .. "/include", out .. "/build/include")

	local llvm_msbuild_libdir = "/" .. conf .. "/lib"
	local lib_dir =  (os.ishost("windows") and os.isdir(llvm_build .. llvm_msbuild_libdir))
		and llvm_msbuild_libdir or "/lib"
	local llvm_build_libdir = llvm_build .. lib_dir

	if os.ishost("windows") and os.isdir(llvm_build_libdir) then
		os.copydir(llvm_build_libdir, out .. "/build/lib", "*.lib")
	else
		os.copydir(llvm_build_libdir, out .. "/build/lib", "*.a")
	end

	os.copydir(llvm .. "/tools/clang/include", out .. "/tools/clang/include")
	os.copydir(llvm_build .. "/tools/clang/include", out .. "/build/tools/clang/include")

	os.copydir(llvm_build_libdir .. "/clang", out .. "/lib/clang")

	os.copydir(llvm .. "/tools/clang/lib/CodeGen", out .. "/tools/clang/lib/CodeGen", "*.h")
	os.copydir(llvm .. "/tools/clang/lib/Driver", out .. "/tools/clang/lib/Driver", "*.h")
	os.copydir(llvm .. "/tools/clang/lib/Driver/ToolChains", out .. "/tools/clang/lib/Driver/ToolChains", "*.h")

	local out_lib_dir = out .. "/build/lib"
	if os.ishost("windows") then
		os.rmfiles(out_lib_dir, "LLVM*ObjCARCOpts*.lib")
		os.rmfiles(out_lib_dir, "clang*ARC*.lib")
		os.rmfiles(out_lib_dir, "clang*Matchers*.lib")
		os.rmfiles(out_lib_dir, "clang*Rewrite*.lib")
		os.rmfiles(out_lib_dir, "clang*StaticAnalyzer*.lib")
	else
		os.rmfiles(out_lib_dir, "libllvm*ObjCARCOpts*.a")
		os.rmfiles(out_lib_dir, "libclang*ARC*.a")
		os.rmfiles(out_lib_dir, "libclang*Matchers*.a")
		os.rmfiles(out_lib_dir, "libclang*Rewrite*.a")
		os.rmfiles(out_lib_dir, "libclang*StaticAnalyzer*.a")
	end

	return out
end

function archive_llvm(dir)
	local archive = dir .. archive_ext
	if os.isfile(archive) then os.remove(archive) end
	local cwd = os.getcwd()
	os.chdir(dir)
	if use_7zip then
		execute_or_die(string.format("%s a -mx9 %s *", get_7z_path(),
			path.join("..", archive)))
	else
		execute_or_die("tar cJf " .. path.join("..", archive) .. " *")
	end
	os.chdir(cwd)
	if is_vagrant() then
		os.copyfile(archive, "/cppsharp")
	end
end

if _ACTION == "clone_llvm" then
  clone_llvm()
  os.exit()
end

if _ACTION == "build_llvm" then
  local llvm_build = path.join(llvm, get_llvm_package_name())
  clean_llvm(llvm_build)
  build_llvm(llvm_build)
  os.exit()
end

if _ACTION == "package_llvm" then
  local conf = get_llvm_configuration_name()
  local llvm_build = path.join(llvm, get_llvm_package_name())
  local pkg = package_llvm(conf, llvm, llvm_build)
  archive_llvm(pkg)
  os.exit()
end

if _ACTION == "download_llvm" then
  download_llvm()
  os.exit()
end