Source code
Revision control
Copy as Markdown
Other Tools
#!/bin/sh
set -e
pwd
mkdir -p "/builds/worker/artifacts"
DUMP_SYMS="${MOZ_FETCHES_DIR}/dump_syms/dump_syms"
SYMBOL_STORE=$(mktemp -d -p "/builds/worker/")
SYMBOL_CACHE=$(mktemp -d -p "/builds/worker/")
SYMBOL_SERVER_URLS="SRV*${SYMBOL_CACHE}*https://msdl.microsoft.com/download/symbols;SRV*${SYMBOL_CACHE}*https://software.intel.com/sites/downloads/symbols;SRV*${SYMBOL_CACHE}*https://download.amd.com/dir/bin;SRV*${SYMBOL_CACHE}*https://driver-symbols.nvidia.com"
# List Windows crashes from the various release channels.
for release_channel in release beta nightly esr; do
supersearch --num=500 --release_channel="${release_channel}" --platform=Windows | while read line; do
done
done
# Fetch the raw JSON for each crash.
CRASHES_DIR=$(mktemp -d -p "/builds/worker/")
cd "${CRASHES_DIR}"
wget --no-verbose --waitretry=100 --retry-on-http-error=429 --compression=auto -i ../crashes.list
cd ..
# Find the missing modules entries, in the crash modules list, and extract the
# code id and debug filename, we'll store them in a file to process them later.
find "${CRASHES_DIR}" -name "index.html*" -exec jq -r ".json_dump.modules[] | select(.missing_symbols == true) | .code_id,.filename,.debug_file" {} \; | while read line; do
if [ -z "${code_id}" ]; then
code_id="${line}"
elif [ -z "${filename}" ]; then
filename="${line}"
else
debug_file="${line}"
printf "${filename},${code_id},${debug_file}\n" >> debuginfo.list
code_id=""
filename=""
debug_file=""
fi
done
# Dump symbols using the first parameter as the filename and the second
# parameter as the code ID. Exit the script if we encounter an unexpected
# failure when invoking dump_syms. Return the exit code captured from dump_syms
dump_symbols() {
local filename="${1}"
local code_id="${2}"
# dump_syms may fail, but we don't always want to stop the script if it
# does, so we capture the return value and use the output to decide whether
# we want to move on or not.
"${DUMP_SYMS}" "${filename}" --code-id "${code_id}" --inlines --check-cfi \
--store "${SYMBOL_STORE}" --symbol-server "${SYMBOL_SERVER_URLS}" \
--verbose error 2>dump_syms.errors && rv=0 || rv=$?
if [ ${rv} -ne 0 ]; then
errors=$(cat dump_syms.errors)
printf "error: ${errors}\n"
if [ "${errors}" != "Impossible to get file ${filename} with id ${code_id}" ] && \
[ "${errors}" != "No CFI data" ]; then
exit 1
fi
fi
return ${rv}
}
# Dump every missing module we found, some will not be available.
sort -u debuginfo.list | while read line; do
filename=$(echo "${line}" | cut -d',' -f1)
code_id=$(echo "${line}" | cut -d',' -f2)
debug_file=$(echo "${line}" | cut -d',' -f3)
alt_filename=$(echo "${debug_file}" | rev | cut -d'\' -f1 | cut -d'.' -f2- | rev)
alt_filename="${alt_filename}.dll"
set +e
printf "Attempting to dump file ${filename} with id ${code_id}\n"
dump_symbols "${filename}" "${code_id}"
if [ $? -ne 0 ] && [ -n "${debug_file}" ] && \
[ "${filename}" != "${alt_filename}" ]; then
# Try again but using the debug file name
printf "Attempting to dump alternative file ${alt_filename} with id ${code_id}\n"
dump_symbols "${alt_filename}" "${code_id}"
fi
set -e
done
# Create the symbols archive only if we actually dumped something.
symbols=$(find "${SYMBOL_STORE}" -type f)
if [ -n "${symbols}" ]; then
cd "${SYMBOL_STORE}" && \
7zz a "/builds/worker/artifacts/target.crashreporter-symbols.zip"
fi