artiq/artiq/compiler/targets.py

200 lines
7.3 KiB
Python
Raw Normal View History

2015-08-09 20:47:29 +08:00
import os, sys, tempfile, subprocess
from artiq.compiler import types
2015-07-30 01:35:16 +08:00
from llvmlite_artiq import ir as ll, binding as llvm
llvm.initialize()
llvm.initialize_all_targets()
llvm.initialize_all_asmprinters()
2015-08-10 20:12:22 +08:00
class RunTool:
def __init__(self, pattern, **tempdata):
self.files = []
self.pattern = pattern
self.tempdata = tempdata
def maketemp(self, data):
f = tempfile.NamedTemporaryFile()
f.write(data)
f.flush()
self.files.append(f)
return f
def __enter__(self):
tempfiles = {}
tempnames = {}
for key in self.tempdata:
tempfiles[key] = self.maketemp(self.tempdata[key])
tempnames[key] = tempfiles[key].name
cmdline = []
for argument in self.pattern:
cmdline.append(argument.format(**tempnames))
process = subprocess.Popen(cmdline, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
stdout, stderr = process.communicate()
if process.returncode != 0:
raise Exception("{} invocation failed: {}".
format(cmdline[0], stderr.decode('utf-8')))
tempfiles["__stdout__"] = stdout.decode('utf-8')
return tempfiles
def __exit__(self, exc_typ, exc_value, exc_trace):
for f in self.files:
f.close()
def _dump(target, kind, suffix, content):
if target is not None:
print("====== {} DUMP ======".format(kind.upper()), file=sys.stderr)
2016-02-25 05:43:46 +08:00
content_bytes = bytes(content(), 'utf-8')
if target == "":
2016-02-25 05:43:46 +08:00
file = tempfile.NamedTemporaryFile(suffix=suffix, delete=False)
else:
file = open(target + suffix, "wb")
2016-02-25 05:43:46 +08:00
file.write(content_bytes)
file.close()
print("{} dumped as {}".format(kind, file.name), file=sys.stderr)
2015-07-30 01:35:16 +08:00
class Target:
"""
A description of the target environment where the binaries
generated by the ARTIQ compiler will be deployed.
2015-07-30 01:35:16 +08:00
:var triple: (string)
LLVM target triple, e.g. ``"or1k"``
:var data_layout: (string)
LLVM target data layout, e.g. ``"E-m:e-p:32:32-i64:32-f64:32-v64:32-v128:32-a:0:32-n32"``
2015-07-30 01:35:16 +08:00
:var features: (list of string)
LLVM target CPU features, e.g. ``["mul", "div", "ffl1"]``
:var print_function: (string)
Name of a formatted print functions (with the signature of ``printf``)
provided by the target, e.g. ``"printf"``.
"""
triple = "unknown"
data_layout = ""
2015-07-30 01:35:16 +08:00
features = []
2016-03-18 12:42:06 +08:00
print_function = "printf"
2015-07-30 01:35:16 +08:00
2015-08-10 20:12:22 +08:00
2015-07-30 01:35:16 +08:00
def __init__(self):
self.llcontext = ll.Context()
def compile(self, module):
"""Compile the module to a relocatable object for this target."""
2015-08-09 20:47:29 +08:00
if os.getenv("ARTIQ_DUMP_SIG"):
print("====== MODULE_SIGNATURE DUMP ======", file=sys.stderr)
print(module, file=sys.stderr)
type_printer = types.TypePrinter()
_dump(os.getenv("ARTIQ_DUMP_IR"), "ARTIQ IR", ".txt",
lambda: "\n".join(fn.as_entity(type_printer) for fn in module.artiq_ir))
2015-08-09 20:47:29 +08:00
2015-07-30 01:35:16 +08:00
llmod = module.build_llvm_ir(self)
try:
llparsedmod = llvm.parse_assembly(str(llmod))
llparsedmod.verify()
except RuntimeError:
_dump("", "LLVM IR (broken)", ".ll", lambda: str(llmod))
raise
2015-07-30 01:35:16 +08:00
_dump(os.getenv("ARTIQ_DUMP_UNOPT_LLVM"), "LLVM IR (generated)", "_unopt.ll",
lambda: str(llparsedmod))
2015-08-09 20:47:29 +08:00
2015-07-30 01:35:16 +08:00
llpassmgrbuilder = llvm.create_pass_manager_builder()
llpassmgrbuilder.opt_level = 2 # -O2
llpassmgrbuilder.size_level = 1 # -Os
llpassmgrbuilder.inlining_threshold = 75 # -Os threshold
2015-07-30 01:35:16 +08:00
llpassmgr = llvm.create_module_pass_manager()
llpassmgrbuilder.populate(llpassmgr)
llpassmgr.run(llparsedmod)
_dump(os.getenv("ARTIQ_DUMP_LLVM"), "LLVM IR (optimized)", ".ll",
lambda: str(llparsedmod))
2015-08-09 20:47:29 +08:00
return llparsedmod
def assemble(self, llmodule):
2015-07-30 01:35:16 +08:00
lltarget = llvm.Target.from_triple(self.triple)
llmachine = lltarget.create_target_machine(
features=",".join(["+{}".format(f) for f in self.features]),
2015-07-30 01:35:16 +08:00
reloc="pic", codemodel="default")
2015-08-09 20:47:29 +08:00
_dump(os.getenv("ARTIQ_DUMP_ASM"), "Assembly", ".s",
lambda: llmachine.emit_assembly(llmodule))
2015-08-09 20:47:29 +08:00
return llmachine.emit_object(llmodule)
2015-07-30 01:35:16 +08:00
2015-08-10 20:12:22 +08:00
def link(self, objects, init_fn):
"""Link the relocatable objects into a shared library for this target."""
with RunTool([self.triple + "-ld", "-shared", "--eh-frame-hdr", "-init", init_fn] +
["{{obj{}}}".format(index) for index in range(len(objects))] +
["-o", "{output}"],
output=b"",
**{"obj{}".format(index): obj for index, obj in enumerate(objects)}) \
as results:
library = results["output"].read()
_dump(os.getenv("ARTIQ_DUMP_ELF"), "Shared library", ".so",
lambda: library)
2015-08-10 20:12:22 +08:00
return library
2015-07-30 01:35:16 +08:00
def compile_and_link(self, modules):
return self.link([self.assemble(self.compile(module)) for module in modules],
2015-07-30 01:35:16 +08:00
init_fn=modules[0].entry_point())
2015-08-10 20:12:22 +08:00
def strip(self, library):
with RunTool([self.triple + "-strip", "--strip-debug", "{library}", "-o", "{output}"],
library=library, output=b"") \
as results:
return results["output"].read()
def symbolize(self, library, addresses):
if addresses == []:
return []
2016-02-25 01:53:13 +08:00
# We got a list of return addresses, i.e. addresses of instructions
# just after the call. Offset them back to get an address somewhere
# inside the call instruction (or its delay slot), since that's what
# the backtrace entry should point at.
offset_addresses = [hex(addr - 1) for addr in addresses]
with RunTool([self.triple + "-addr2line", "--addresses", "--functions", "--inlines",
2015-08-10 20:12:22 +08:00
"--exe={library}"] + offset_addresses,
library=library) \
as results:
lines = iter(results["__stdout__"].rstrip().split("\n"))
2015-08-10 20:12:22 +08:00
backtrace = []
while True:
try:
address_or_function = next(lines)
except StopIteration:
break
if address_or_function[:2] == "0x":
2016-02-25 01:53:13 +08:00
address = int(address_or_function[2:], 16) + 1 # remove offset
function = next(lines)
else:
address = backtrace[-1][4] # inlined
function = address_or_function
location = next(lines)
2015-08-10 20:12:22 +08:00
filename, line = location.rsplit(":", 1)
if filename == "??" or filename == "<synthesized>":
continue
2015-08-10 20:12:22 +08:00
# can't get column out of addr2line D:
backtrace.append((filename, int(line), -1, function, address))
2015-08-10 20:12:22 +08:00
return backtrace
2015-07-30 01:35:16 +08:00
class NativeTarget(Target):
def __init__(self):
super().__init__()
self.triple = llvm.get_default_triple()
class OR1KTarget(Target):
triple = "or1k-linux"
data_layout = "E-m:e-p:32:32-i64:32-f64:32-v64:32-v128:32-a:0:32-n32"
2015-08-10 20:47:44 +08:00
features = ["mul", "div", "ffl1", "cmov", "addc"]
2016-03-18 12:42:06 +08:00
print_function = "core_log"