#!/usr/bin/env python
# ===- lib/asan/scripts/asan_symbolize.py -----------------------------------===#
#
# Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
# See https://llvm.org/LICENSE.txt for license information.
# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
#
# ===------------------------------------------------------------------------===#
"""
Example of use:
asan_symbolize.py -c "$HOME/opt/cross/bin/arm-linux-gnueabi-" -s "$HOME/SymbolFiles" < asan.log
PLUGINS
This script provides a way for external plug-ins to hook into the behaviour of
various parts of this script (see `--plugins`). This is useful for situations
where it is necessary to handle site-specific quirks (e.g. binaries with debug
symbols only accessible via a remote service) without having to modify the
script itself.
"""
import argparse
import bisect
import errno
import getopt
import logging
import os
import re
import shutil
import subprocess
import sys
symbolizers = {}
demangle = False
binutils_prefix = None
fix_filename_patterns = None
logfile = sys.stdin
allow_system_symbolizer = True
force_system_symbolizer = False
# FIXME: merge the code that calls fix_filename().
def fix_filename(file_name):
if fix_filename_patterns:
for path_to_cut in fix_filename_patterns:
file_name = re.sub(".*" + path_to_cut, "", file_name)
file_name = re.sub(".*asan_[a-z_]*.(cc|cpp):[0-9]*", "_asan_rtl_", file_name)
file_name = re.sub(".*crtstuff.c:0", "???:0", file_name)
return file_name
def is_valid_arch(s):
return s in [
"i386",
"x86_64",
"x86_64h",
"arm",
"armv6",
"armv7",
"armv7s",
"armv7k",
"arm64",
"powerpc64",
"powerpc64le",
"s390x",
"s390",
"riscv64",
"loongarch64",
]
def guess_arch(addr):
# Guess which arch we're running. 10 = len('0x') + 8 hex digits.
if len(addr) > 10:
return "x86_64"
else:
return "i386"
class Symbolizer(object):
def __init__(self):
pass
def symbolize(self, addr, binary, offset):
"""Symbolize the given address (pair of binary and offset).
Overriden in subclasses.
Args:
addr: virtual address of an instruction.
binary: path to executable/shared object containing this instruction.
offset: instruction offset in the @binary.
Returns:
list of strings (one string for each inlined frame) describing
the code locations for this instruction (that is, function name, file
name, line and column numbers).
"""
return None
class LLVMSymbolizer(Symbolizer):
def __init__(self, symbolizer_path, default_arch, system, dsym_hints=[]):
super(LLVMSymbolizer, self).__init__()
self.symbolizer_path = symbolizer_path
self.default_arch = default_arch
self.system = system
self.dsym_hints = dsym_hints
self.pipe = self.open_llvm_symbolizer()
def open_llvm_symbolizer(self):
cmd = [
self.symbolizer_path,
("--demangle" if demangle else "--no-demangle"),
"--functions=linkage",
"--inlines",
"--default-arch=%s" % self.default_arch,
]
if self.system == "Darwin":
for hint in self.dsym_hints:
cmd.append("--dsym-hint=%s" % hint)
logging.debug(" ".join(cmd))
try:
result = subprocess.Popen(
cmd,
stdin=subprocess.PIPE,
stdout=subprocess.PIPE,
bufsize=0,
universal_newlines=True,
)
except OSError:
result = None
return result
def symbolize(self, addr, binary, offset):
"""Overrides Symbolizer.symbolize."""
if not self.pipe:
return None
result = []
try:
symbolizer_input = '"%s" %s' % (binary, offset)
logging.debug(symbolizer_input)
self.pipe.stdin.write("%s\n" % symbolizer_input)
while True:
function_name = self.pipe.stdout.readline().rstrip()
if not function_name:
break
file_name = self.pipe.stdout.readline().rstrip()
file_name = fix_filename(file_name)
if not function_name.startswith("??") or not file_name.startswith("??"):
# Append only non-trivial frames.
result.append("%s in %s %s" % (addr, function_name, file_name))
except Exception:
result = []
if not result:
result = None
return result
def LLVMSymbolizerFactory(system, default_arch, dsym_hints=[]):
symbolizer_path = os.getenv("LLVM_SYMBOLIZER_PATH")
if not symbolizer_path:
symbolizer_path = os.getenv("ASAN_SYMBOLIZER_PATH")
if not symbolizer_path:
# Assume llvm-symbolizer is in PATH.
symbolizer_path = "llvm-symbolizer"
return LLVMSymbolizer(symbolizer_path, default_arch, system, dsym_hints)
class Addr2LineSymbolizer(Symbolizer):
def __init__(self, binary):
super(Addr2LineSymbolizer, self).__init__()
self.binary = binary
self.pipe = self.open_addr2line()
self.output_terminator = -1
def open_addr2line(self):
addr2line_tool = "addr2line"
if binutils_prefix:
addr2line_tool = binutils_prefix + addr2line_tool
logging.debug("addr2line binary is %s" % shutil.which(addr2line_tool))
cmd = [addr2line_tool, "-fi"]
if demangle:
cmd += ["--demangle"]
cmd += ["-e", self.binary]
logging.debug(" ".join(cmd))
return subprocess.Popen(
cmd,
stdin=subprocess.PIPE,
stdout=subprocess.PIPE,
bufsize=0,
universal_newlines=True,
)
def symbolize(self, addr, binary, offset):
"""Overrides Symbolizer.symbolize."""
if self.binary != binary:
return None
lines = []
try:
self.pipe.stdin.write("%s\n" % offset)
self.pipe.stdin.write("%s\n" % self.output_terminator)
is_first_frame = True
while True:
function_name = self.pipe.stdout.readline().rstrip()
logging.debug("read function_name='%s' from addr2line" % function_name)
# If llvm-symbolizer is installed as addr2line, older versions of
# llvm-symbolizer will print -1 when presented with -1 and not print
# a second line. In that case we will block for ever trying to read the
# file name. This also happens for non-existent files, in which case GNU
# addr2line exits immediate, but llvm-symbolizer does not (see
# https://llvm.org/PR42754).
if function_name == "-1":
logging.debug("got function '-1' -> no more input")
break
file_name = self.pipe.stdout.readline().rstrip()
logging.debug("read file_name='%s' from addr2line" % file_name)
if is_first_frame:
is_first_frame = False
elif function_name == "??":
assert file_name == "??:0", file_name
logging.debug("got function '??' -> no more input")
break
elif not function_name:
assert not file_name, file_name
logging.debug("got empty function name -> no more input")
break
if not function_name and not file_name:
logging.debug(
"got empty function and file name -> unknown function"
)
function_name = "??"
file_name = "??:0"
lines.append((function_name, file_name))
except IOError as e:
# EPIPE happens if addr2line exits early (which some implementations do
# if an invalid file is passed).
if e.errno == errno.EPIPE:
logging.debug(
f"addr2line exited early (broken pipe) returncode={self.pipe.poll()}"
)
else:
logging.debug(
"unexpected I/O exception communicating with addr2line", exc_info=e
)
lines.append(("??", "??:0"))
except Exception as e:
logging.debug(
"got unknown exception communicating with addr2line", exc_info=e
)
lines.append(("??", "??:0"))
return [
"%s in %s %s" % (addr, function, fix_filename(file))
for (function, file) in lines
]
class UnbufferedLineConverter(object):
"""
Wrap a child process that responds to each line of input with one line of
output. Uses pty to trick the child into providing unbuffered output.
"""
def __init__(self, args, close_stderr=False):
# Local imports so that the script can start on Windows.
import pty
import termios
pid, fd = pty.fork()
if pid == 0:
# We're the child. Transfer control to command.
if close_stderr:
dev_null = os.open("/dev/null", 0)
os.dup2(dev_null, 2)
os.execvp(args[0], args)
else:
# Disable echoing.
attr = termios.tcgetattr(fd)
attr[3] = attr[3] & ~termios.ECHO
termios.tcsetattr(fd, termios.TCSANOW, attr)
# Set up a file()-like interface to the child process
self.r = os.fdopen(fd, "r", 1)
self.w = os.fdopen(os.dup(fd), "w", 1)
def convert(self, line):
self.w.write(line + "\n")
return self.readline()
def readline(self):
return self.r.readline().rstrip()
class DarwinSymbolizer(Symbolizer):
def __init__(self, addr, binary, arch):
super(DarwinSymbolizer, self).__init__()
self.binary = binary
self.arch = arch
self.open_atos()
def open_atos(self):
logging.debug("atos -o %s -arch %s", self.binary, self.arch)
cmdline = ["atos", "-o", self.binary, "-arch", self.arch]
self.atos = UnbufferedLineConverter(cmdline, close_stderr=True)
def symbolize(self, addr, binary, offset):
"""Overrides Symbolizer.symbolize."""
if self.binary != binary:
return None
if not os.path.exists(binary):
# If the binary doesn't exist atos will exit which will lead to IOError
# exceptions being raised later on so just don't try to symbolize.
return ["{} ({}:{}+{})".format(addr, binary, self.arch, offset)]
atos_line = self.atos.convert("0x%x" % int(offset, 16))
while "got symbolicator for" in atos_line:
atos_line = self.atos.readline()
# A well-formed atos response looks like this:
# foo(type1, type2) (in object.name) (filename.cc:80)
# NOTE:
# * For C functions atos omits parentheses and argument types.
# * For C++ functions the function name (i.e., `foo` above) may contain
# templates which may contain parentheses.
match = re.match("^(.*) \(in (.*)\) \((.*:\d*)\)$", atos_line)
logging.debug("atos_line: %s", atos_line)
if match:
function_name = match.group(1)
file_name = fix_filename(match.group(3))
return ["%s in %s %s" % (addr, function_name, file_name)]
else:
return ["%s in %s" % (addr, atos_line)]
# Chain several symbolizers so that if one symbolizer fails, we fall back
# to the next symbolizer in chain.
class ChainSymbolizer(Symbolizer):
def __init__(self, symbolizer_list):
super(ChainSymbolizer, self).__init__()
self.symbolizer_list = symbolizer_list
def symbolize(self, addr, binary, offset):
"""Overrides Symbolizer.symbolize."""
for symbolizer in self.symbolizer_list:
if symbolizer:
result = symbolizer.symbolize(addr, binary, offset)
if result:
return result
return None
def append_symbolizer(self, symbolizer):
self.symbolizer_list.append(symbolizer)
def BreakpadSymbolizerFactory(binary):
suffix = os.getenv("BREAKPAD_SUFFIX")
if suffix:
filename = binary + suffix
if os.access(filename, os.F_OK):
return BreakpadSymbolizer(filename)
return None
def SystemSymbolizerFactory(system, addr, binary, arch):
if system == "Darwin":
return DarwinSymbolizer(addr, binary, arch)
elif system in ["Linux", "FreeBSD", "NetBSD", "SunOS"]:
return Addr2LineSymbolizer(binary)
class BreakpadSymbolizer(Symbolizer):
def __init__(self, filename):
super(BreakpadSymbolizer, self).__init__()
self.filename = filename
lines = file(filename).readlines()
self.files = []
self.symbols = {}
self.address_list = []
self.addresses = {}
# MODULE mac x86_64 A7001116478B33F18FF9BEDE9F615F190 t
fragments = lines[0].rstrip().split()
self.arch = fragments[2]
self.debug_id = fragments[3]
self.binary = " ".join(fragments[4:])
self.parse_lines(lines[1:])
def parse_lines(self, lines):
cur_function_addr = ""
for line in lines:
fragments = line.split()
if fragments[0] == "FILE":
assert int(fragments[1]) == len(self.files)
self.files.append(" ".join(fragments[2:]))
elif fragments[0] == "PUBLIC":
self.symbols[int(fragments[1], 16)] = " ".join(fragments[3:])
elif fragments[0] in ["CFI", "STACK"]:
pass
elif fragments[0] == "FUNC":
cur_function_addr = int(fragments[1], 16)
if not cur_function_addr in self.symbols.keys():
self.symbols[cur_function_addr] = " ".join(fragments[4:])
else:
# Line starting with an address.
addr = int(fragments[0], 16)
self.address_list.append(addr)
# Tuple of symbol address, size, line, file number.
self.addresses[addr] = (
cur_function_addr,
int(fragments[1], 16),
int(fragments[2]),
int(fragments[3]),
)
self.address_list.sort()
def get_sym_file_line(self, addr):
key = None
if addr in self.addresses.keys():
key = addr
else:
index = bisect.bisect_left(self.address_list, addr)
if index == 0:
return None
else:
key = self.address_list[index - 1]
sym_id, size, line_no, file_no = self.addresses[key]
symbol = self.symbols[sym_id]
filename = self.files[file_no]
if addr < key + size:
return symbol, filename, line_no
else:
return None
def symbolize(self, addr, binary, offset):
if self.binary != binary:
return None
res = self.get_sym_file_line(int(offset, 16))
if res:
function_name, file_name, line_no = res
result = ["%s in %s %s:%d" % (addr, function_name, file_name, line_no)]
print(result)
return result
else:
return None
class SymbolizationLoop(object):
def __init__(self, plugin_proxy=None, dsym_hint_producer=None):
self.plugin_proxy = plugin_proxy
if sys.platform == "win32":
# ASan on Windows uses dbghelp.dll to symbolize in-process, which works
# even in sandboxed processes. Nothing needs to be done here.
self.process_line = self.process_line_echo
else:
# Used by clients who may want to supply a different binary name.
# E.g. in Chrome several binaries may share a single .dSYM.
self.dsym_hint_producer = dsym_hint_producer
self.system = os.uname()[0]
if self.system not in ["Linux", "Darwin", "FreeBSD", "NetBSD", "SunOS"]:
raise Exception("Unknown system")
self.llvm_symbolizers = {}
self.last_llvm_symbolizer = None
self.dsym_hints = set([])
self.frame_no = 0
self.process_line = self.process_line_posix
self.using_module_map = plugin_proxy.has_plugin(ModuleMapPlugIn.get_name())
def symbolize_address(self, addr, binary, offset, arch):
# On non-Darwin (i.e. on platforms without .dSYM debug info) always use
# a single symbolizer binary.
# On Darwin, if the dsym hint producer is present:
# 1. check whether we've seen this binary already; if so,
# use |llvm_symbolizers[binary]|, which has already loaded the debug
# info for this binary (might not be the case for
# |last_llvm_symbolizer|);
# 2. otherwise check if we've seen all the hints for this binary already;
# if so, reuse |last_llvm_symbolizer| which has the full set of hints;
# 3. otherwise create a new symbolizer and pass all currently known
# .dSYM hints to it.
result = None
if not force_system_symbolizer:
if not binary in self.llvm_symbolizers:
use_new_symbolizer = True
if self.system == "Darwin" and self.dsym_hint_producer:
dsym_hints_for_binary = set(self.dsym_hint_producer(binary))
use_new_symbolizer = bool(dsym_hints_for_binary - self.dsym_hints)
self.dsym_hints |= dsym_hints_for_binary
if self.last_llvm_symbolizer and not use_new_symbolizer:
self.llvm_symbolizers[binary] = self.last_llvm_symbolizer
else:
self.last_llvm_symbolizer = LLVMSymbolizerFactory(
self.system, arch, self.dsym_hints
)
self.llvm_symbolizers[binary] = self.last_llvm_symbolizer
# Use the chain of symbolizers:
# Breakpad symbolizer -> LLVM symbolizer -> addr2line/atos
# (fall back to next symbolizer if the previous one fails).
if not binary in symbolizers:
symbolizers[binary] = ChainSymbolizer(
[BreakpadSymbolizerFactory(binary), self.llvm_symbolizers[binary]]
)
result = symbolizers[binary].symbolize(addr, binary, offset)
else:
symbolizers[binary] = ChainSymbolizer([])
if result is None:
if not allow_system_symbolizer:
raise Exception("Failed to launch or use llvm-symbolizer.")
# Initialize system symbolizer only if other symbolizers failed.
symbolizers[binary].append_symbolizer(
SystemSymbolizerFactory(self.system, addr, binary, arch)
)
result = symbolizers[binary].symbolize(addr, binary, offset)
# The system symbolizer must produce some result.
assert result
return result
def get_symbolized_lines(self, symbolized_lines, inc_frame_counter=True):
if not symbolized_lines:
if inc_frame_counter:
self.frame_no += 1
return [self.current_line]
else:
assert inc_frame_counter
result = []
for symbolized_frame in symbolized_lines:
result.append(
" #%s %s" % (str(self.frame_no), symbolized_frame.rstrip())
)
self.frame_no += 1
return result
def process_logfile(self):
self.frame_no = 0
for line in logfile:
processed = self.process_line(line)
print("\n".join(processed))
def process_line_echo(self, line):
return [line.rstrip()]
def process_line_posix(self, line):
self.current_line = line.rstrip()
# Unsymbolicated:
# #0 0x7f6e35cf2e45 (/blah/foo.so+0x11fe45)
# Partially symbolicated:
# #0 0x7f6e35cf2e45 in foo (foo.so+0x11fe45)
# NOTE: We have to very liberal with symbol
# names in the regex because it could be an
# Objective-C or C++ demangled name.
stack_trace_line_format = (
"^( *#([0-9]+) *)(0x[0-9a-f]+) *(?:in *.+)? *\((.*)\+(0x[0-9a-f]+)\)"
)
match = re.match(stack_trace_line_format, line)
if not match:
logging.debug('Line "{}" does not match regex'.format(line))
# Not a frame line so don't increment the frame counter.
return self.get_symbolized_lines(None, inc_frame_counter=False)
logging.debug(line)
_, frameno_str, addr, binary, offset = match.groups()
if not self.using_module_map and not os.path.isabs(binary):
# Do not try to symbolicate if the binary is just the module file name
# and a module map is unavailable.
# FIXME(dliew): This is currently necessary for reports on Darwin that are
# partially symbolicated by `atos`.
return self.get_symbolized_lines(None)
arch = ""
# Arch can be embedded in the filename, e.g.: "libabc.dylib:x86_64h"
colon_pos = binary.rfind(":")
if colon_pos != -1:
maybe_arch = binary[colon_pos + 1 :]
if is_valid_arch(maybe_arch):
arch = maybe_arch
binary = binary[0:colon_pos]
if arch == "":
arch = guess_arch(addr)
if frameno_str == "0":
# Assume that frame #0 is the first frame of new stack trace.
self.frame_no = 0
original_binary = binary
binary = self.plugin_proxy.filter_binary_path(binary)
if binary is None:
# The binary filter has told us this binary can't be symbolized.
logging.debug('Skipping symbolication of binary "%s"', original_binary)
return self.get_symbolized_lines(None)
symbolized_line = self.symbolize_address(addr, binary, offset, arch)
if not symbolized_line:
if original_binary != binary:
symbolized_line = self.symbolize_address(
addr, original_binary, offset, arch
)
return self.get_symbolized_lines(symbolized_line)
class AsanSymbolizerPlugInProxy(object):
"""
Serves several purposes:
- Manages the lifetime of plugins (must be used a `with` statement).
- Provides interface for calling into plugins from within this script.
"""
def __init__(self):
self._plugins = []
self._plugin_names = set()
def _load_plugin_from_file_impl_py_gt_2(self, file_path, globals_space):
with open(file_path, "r") as f:
exec(f.read(), globals_space, None)
def load_plugin_from_file(self, file_path):
logging.info('Loading plugins from "{}"'.format(file_path))
globals_space = dict(globals())
# Provide function to register plugins
def register_plugin(plugin):
logging.info("Registering plugin %s", plugin.get_name())
self.add_plugin(plugin)
globals_space["register_plugin"] = register_plugin
if sys.version_info.major < 3:
execfile(file_path, globals_space, None)
else:
# Indirection here is to avoid a bug in older Python 2 versions:
# `SyntaxError: unqualified exec is not allowed in function ...`
self._load_plugin_from_file_impl_py_gt_2(file_path, globals_space)
def add_plugin(self, plugin):
assert isinstance(plugin, AsanSymbolizerPlugIn)
self._plugins.append(plugin)
self._plugin_names.add(plugin.get_name())
plugin._receive_proxy(self)
def remove_plugin(self, plugin):
assert isinstance(plugin, AsanSymbolizerPlugIn)
self._plugins.remove(plugin)
self._plugin_names.remove(plugin.get_name())
logging.debug("Removing plugin %s", plugin.get_name())
plugin.destroy()
def has_plugin(self, name):
"""
Returns true iff the plugin name is currently
being managed by AsanSymbolizerPlugInProxy.
"""
return name in self._plugin_names
def register_cmdline_args(self, parser):
plugins = list(self._plugins)
for plugin in plugins:
plugin.register_cmdline_args(parser)
def process_cmdline_args(self, pargs):
# Use copy so we can remove items as we iterate.
plugins = list(self._plugins)
for plugin in plugins:
keep = plugin.process_cmdline_args(pargs)
assert isinstance(keep, bool)
if not keep:
self.remove_plugin(plugin)
def __enter__(self):
return self
def __exit__(self, exc_type, exc_val, exc_tb):
for plugin in self._plugins:
plugin.destroy()
# Don't suppress raised exceptions
return False
def _filter_single_value(self, function_name, input_value):
"""
Helper for filter style plugin functions.
"""
new_value = input_value
for plugin in self._plugins:
result = getattr(plugin, function_name)(new_value)
if result is None:
return None
new_value = result
return new_value
def filter_binary_path(self, binary_path):
"""
Consult available plugins to filter the path to a binary
to make it suitable for symbolication.
Returns `None` if symbolication should not be attempted for this
binary.
"""
return self._filter_single_value("filter_binary_path", binary_path)
def filter_module_desc(self, module_desc):
"""
Consult available plugins to determine the module
description suitable for symbolication.
Returns `None` if symbolication should not be attempted for this module.
"""
assert isinstance(module_desc, ModuleDesc)
return self._filter_single_value("filter_module_desc", module_desc)
class AsanSymbolizerPlugIn(object):
"""
This is the interface the `asan_symbolize.py` code uses to talk
to plugins.
"""
@classmethod
def get_name(cls):
"""
Returns the name of the plugin.
"""
return cls.__name__
def _receive_proxy(self, proxy):
assert isinstance(proxy, AsanSymbolizerPlugInProxy)
self.proxy = proxy
def register_cmdline_args(self, parser):
"""
Hook for registering command line arguments to be
consumed in `process_cmdline_args()`.
`parser` - Instance of `argparse.ArgumentParser`.
"""
pass
def process_cmdline_args(self, pargs):
"""
Hook for handling parsed arguments. Implementations
should not modify `pargs`.
`pargs` - Instance of `argparse.Namespace` containing
parsed command line arguments.
Return `True` if plug-in should be used, otherwise
return `False`.
"""
return True
def destroy(self):
"""
Hook called when a plugin is about to be destroyed.
Implementations should free any allocated resources here.
"""
pass
# Symbolization hooks
def filter_binary_path(self, binary_path):
"""
Given a binary path return a binary path suitable for symbolication.
Implementations should return `None` if symbolication of this binary
should be skipped.
"""
return binary_path
def filter_module_desc(self, module_desc):
"""
Given a ModuleDesc object (`module_desc`) return
a ModuleDesc suitable for symbolication.
Implementations should return `None` if symbolication of this binary
should be skipped.
"""
return module_desc
class ModuleDesc(object):
def __init__(self, name, arch, start_addr, end_addr, module_path, uuid):
self.name = name
self.arch = arch
self.start_addr = start_addr
self.end_addr = end_addr
# Module path from an ASan report.
self.module_path = module_path
# Module for performing symbolization, by default same as above.
self.module_path_for_symbolization = module_path
self.uuid = uuid
assert self.is_valid()
def __str__(self):
assert self.is_valid()
return "{name} {arch} {start_addr:#016x}-{end_addr:#016x} {module_path} {uuid}".format(
name=self.name,
arch=self.arch,
start_addr=self.start_addr,
end_addr=self.end_addr,
module_path=self.module_path
if self.module_path == self.module_path_for_symbolization
else "{} ({})".format(self.module_path_for_symbolization, self.module_path),
uuid=self.uuid,
)
def is_valid(self):
if not isinstance(self.name, str):
return False
if not isinstance(self.arch, str):
return False
if not isinstance(self.start_addr, int):
return False
if self.start_addr < 0:
return False
if not isinstance(self.end_addr, int):
return False
if self.end_addr <= self.start_addr:
return False
if not isinstance(self.module_path, str):
return False
if not os.path.isabs(self.module_path):
return False
if not isinstance(self.module_path_for_symbolization, str):
return False
if not os.path.isabs(self.module_path_for_symbolization):
return False
if not isinstance(self.uuid, str):
return False
return True
class GetUUIDFromBinaryException(Exception):
def __init__(self, msg):
super(GetUUIDFromBinaryException, self).__init__(msg)
_get_uuid_from_binary_cache = dict()
def get_uuid_from_binary(path_to_binary, arch=None):
cache_key = (path_to_binary, arch)
cached_value = _get_uuid_from_binary_cache.get(cache_key)
if cached_value:
return cached_value
if not os.path.exists(path_to_binary):
raise GetUUIDFromBinaryException(
'Binary "{}" does not exist'.format(path_to_binary)
)
cmd = ["/usr/bin/otool", "-l"]
if arch:
cmd.extend(["-arch", arch])
cmd.append(path_to_binary)
output = subprocess.check_output(cmd, stderr=subprocess.STDOUT)
# Look for this output:
# cmd LC_UUID
# cmdsize 24
# uuid 4CA778FE-5BF9-3C45-AE59-7DF01B2BE83F
if isinstance(output, str):
output_str = output
else:
assert isinstance(output, bytes)
output_str = output.decode()
assert isinstance(output_str, str)
lines = output_str.split("\n")
uuid = None
for index, line in enumerate(lines):
stripped_line = line.strip()
if not stripped_line.startswith("cmd LC_UUID"):
continue
uuid_line = lines[index + 2].strip()
if not uuid_line.startswith("uuid"):
raise GetUUIDFromBinaryException('Malformed output: "{}"'.format(uuid_line))
split_uuid_line = uuid_line.split()
uuid = split_uuid_line[1]
break
if uuid is None:
logging.error("Failed to retrieve UUID from binary {}".format(path_to_binary))
logging.error("otool output was:\n{}".format(output_str))
raise GetUUIDFromBinaryException(
'Failed to retrieve UUID from binary "{}"'.format(path_to_binary)
)
else:
# Update cache
_get_uuid_from_binary_cache[cache_key] = uuid
return uuid
class ModuleMap(object):
def __init__(self):
self._module_name_to_description_map = dict()
def add_module(self, desc):
assert isinstance(desc, ModuleDesc)
assert desc.name not in self._module_name_to_description_map
self._module_name_to_description_map[desc.name] = desc
def find_module_by_name(self, name):
return self._module_name_to_description_map.get(name, None)
def __str__(self):
s = "{} modules:\n".format(self.num_modules)
for module_desc in sorted(
self._module_name_to_description_map.values(), key=lambda v: v.start_addr
):
s += str(module_desc) + "\n"
return s
@property
def num_modules(self):
return len(self._module_name_to_description_map)
@property
def modules(self):
return set(self._module_name_to_description_map.values())
def get_module_path_for_symbolication(self, module_name, proxy, validate_uuid):
module_desc = self.find_module_by_name(module_name)
if module_desc is None:
return None
# Allow a plug-in to change the module description to make it
# suitable for symbolication or avoid symbolication altogether.
module_desc = proxy.filter_module_desc(module_desc)
if module_desc is None:
return None
if validate_uuid:
logging.debug(
"Validating UUID of {}".format(
module_desc.module_path_for_symbolization
)
)
try:
uuid = get_uuid_from_binary(
module_desc.module_path_for_symbolization, arch=module_desc.arch
)
if uuid != module_desc.uuid:
logging.warning(
"Detected UUID mismatch {} != {}".format(uuid, module_desc.uuid)
)
# UUIDs don't match. Tell client to not symbolize this.
return None
except GetUUIDFromBinaryException as e:
logging.error("Failed to get binary from UUID: %s", str(e))
return None
else:
logging.warning(
"Skipping validation of UUID of {}".format(
module_desc.module_path_for_symbolization
)
)
return module_desc.module_path_for_symbolization
@staticmethod
def parse_from_file(module_map_path):
if not os.path.exists(module_map_path):
raise Exception('module map "{}" does not exist'.format(module_map_path))
with open(module_map_path, "r") as f:
mm = None
# E.g.
# 0x2db4000-0x102ddc000 /path/to (arm64) <0D6BBDE0-FF90-3680-899D-8E6F9528E04C>
hex_regex = lambda name: r"0x(?P<" + name + r">[0-9a-f]+)"
module_path_regex = r"(?P<path>.+)"
arch_regex = r"\((?P<arch>.+)\)"
uuid_regex = r"<(?P<uuid>[0-9A-Z-]+)>"
line_regex = r"^{}-{}\s+{}\s+{}\s+{}".format(
hex_regex("start_addr"),
hex_regex("end_addr"),
module_path_regex,
arch_regex,
uuid_regex,
)
matcher = re.compile(line_regex)
line_num = 0
line = "dummy"
while line != "":
line = f.readline()
line_num += 1
if mm is None:
if line.startswith("Process module map:"):
mm = ModuleMap()
continue
if line.startswith("End of module map"):
break
m_obj = matcher.match(line)
if not m_obj:
raise Exception(
'Failed to parse line {} "{}"'.format(line_num, line)
)
arch = m_obj.group("arch")
start_addr = int(m_obj.group("start_addr"), base=16)
end_addr = int(m_obj.group("end_addr"), base=16)
module_path = m_obj.group("path")
uuid = m_obj.group("uuid")
module_desc = ModuleDesc(
name=os.path.basename(module_path),
arch=arch,
start_addr=start_addr,
end_addr=end_addr,
module_path=module_path,
uuid=uuid,
)
mm.add_module(module_desc)
if mm is not None:
logging.debug(
'Loaded Module map from "{}":\n{}'.format(f.name, str(mm))
)
return mm
class SysRootFilterPlugIn(AsanSymbolizerPlugIn):
"""
Simple plug-in to add sys root prefix to all binary paths
used for symbolication.
"""
def __init__(self):
self.sysroot_path = ""
def register_cmdline_args(self, parser):
parser.add_argument(
"-s",
dest="sys_root",
metavar="SYSROOT",
help="set path to sysroot for sanitized binaries",
)
def process_cmdline_args(self, pargs):
if pargs.sys_root is None:
# Not being used so remove ourselves.
return False
self.sysroot_path = pargs.sys_root
return True
def filter_binary_path(self, path):
return self.sysroot_path + path
class ModuleMapPlugIn(AsanSymbolizerPlugIn):
def __init__(self):
self._module_map = None
self._uuid_validation = True
def register_cmdline_args(self, parser):
parser.add_argument(
"--module-map",
help="Path to text file containing module map"
"output. See print_module_map ASan option.",
)
parser.add_argument(
"--skip-uuid-validation",
default=False,
action="store_true",
help="Skips validating UUID of modules using otool.",
)
def process_cmdline_args(self, pargs):
if not pargs.module_map:
return False
self._module_map = ModuleMap.parse_from_file(args.module_map)
if self._module_map is None:
msg = "Failed to find module map"
logging.error(msg)
raise Exception(msg)
self._uuid_validation = not pargs.skip_uuid_validation
return True
def filter_binary_path(self, binary_path):
if os.path.isabs(binary_path):
# This is a binary path so transform into
# a module name
module_name = os.path.basename(binary_path)
else:
module_name = binary_path
return self._module_map.get_module_path_for_symbolication(
module_name, self.proxy, self._uuid_validation
)
def add_logging_args(parser):
parser.add_argument(
"--log-dest",
default=None,
help="Destination path for script logging (default stderr).",
)
parser.add_argument(
"--log-level",
choices=["debug", "info", "warning", "error", "critical"],
default="info",
help="Log level for script (default: %(default)s).",
)
def setup_logging():
# Set up a parser just for parsing the logging arguments.
# This is necessary because logging should be configured before we
# perform the main argument parsing.
parser = argparse.ArgumentParser(add_help=False)
add_logging_args(parser)
pargs, unparsed_args = parser.parse_known_args()
log_level = getattr(logging, pargs.log_level.upper())
if log_level == logging.DEBUG:
log_format = (
"%(levelname)s: [%(funcName)s() %(filename)s:%(lineno)d] %(message)s"
)
else:
log_format = "%(levelname)s: %(message)s"
basic_config = {"level": log_level, "format": log_format}
log_dest = pargs.log_dest
if log_dest:
basic_config["filename"] = log_dest
logging.basicConfig(**basic_config)
logging.debug(
'Logging level set to "{}" and directing output to "{}"'.format(
pargs.log_level, "stderr" if log_dest is None else log_dest
)
)
return unparsed_args
def add_load_plugin_args(parser):
parser.add_argument("-p", "--plugins", help="Load plug-in", nargs="+", default=[])
def setup_plugins(plugin_proxy, args):
parser = argparse.ArgumentParser(add_help=False)
add_load_plugin_args(parser)
pargs, unparsed_args = parser.parse_known_args()
for plugin_path in pargs.plugins:
plugin_proxy.load_plugin_from_file(plugin_path)
# Add built-in plugins.
plugin_proxy.add_plugin(ModuleMapPlugIn())
plugin_proxy.add_plugin(SysRootFilterPlugIn())
return unparsed_args
if __name__ == "__main__":
remaining_args = setup_logging()
with AsanSymbolizerPlugInProxy() as plugin_proxy:
remaining_args = setup_plugins(plugin_proxy, remaining_args)
parser = argparse.ArgumentParser(
formatter_class=argparse.RawDescriptionHelpFormatter,
description="ASan symbolization script",
epilog=__doc__,
)
parser.add_argument(
"path_to_cut",
nargs="*",
help="pattern to be cut from the result file path ",
)
parser.add_argument(
"-d", "--demangle", action="store_true", help="demangle function names"
)
parser.add_argument(
"-c", metavar="CROSS_COMPILE", help="set prefix for binutils"
)
parser.add_argument(
"-l",
"--logfile",
default=sys.stdin,
type=argparse.FileType("r"),
help="set log file name to parse, default is stdin",
)
parser.add_argument(
"--force-system-symbolizer",
action="store_true",
help="don't use llvm-symbolizer",
)
# Add logging arguments so that `--help` shows them.
add_logging_args(parser)
# Add load plugin arguments so that `--help` shows them.
add_load_plugin_args(parser)
plugin_proxy.register_cmdline_args(parser)
args = parser.parse_args(remaining_args)
plugin_proxy.process_cmdline_args(args)
if args.path_to_cut:
fix_filename_patterns = args.path_to_cut
if args.demangle:
demangle = True
if args.c:
binutils_prefix = args.c
if args.logfile:
logfile = args.logfile
else:
logfile = sys.stdin
if args.force_system_symbolizer:
force_system_symbolizer = True
if force_system_symbolizer:
assert allow_system_symbolizer
loop = SymbolizationLoop(plugin_proxy)
loop.process_logfile()
Codebase Browser
llvm