#!/usr/bin/env bash # Files listed here would not be store in the symbolestore-server. # The format is a string with files e.g. # EXCLUDE_LIST="python.exe # file.dll # next_file.exe" # # It removes "python.exe", "file.dll", and "next_file.exe" from what's # added to the symstore. Separator is the newline EXCLUDE_LIST="python.exe" # List files here where it's ok for this script to find more than one # occurrence in the build tree. Files _not_ included here will generate # an error, if duplicates are found. # # Same format as for EXCLUDE_LIST above MOREPDBS_OKLIST="libcurl.dll freebl3.dll libeay32.dll nspr4.dll nss3.dll nssckbi.dll nssdbm3.dll nssutil3.dll plc4.dll plds4.dll smime3.dll softokn3.dll sqlite3.dll ssl3.dll ssleay32.dll" verbose_none() { do_none= } add_pdb() { extension=$1 pdbext=$2 list=$3 stats_notfound=0 stats_found=0 stats_morefound=0 declare -a pdball echo "Collect $extension" ret=$(find "${INSTDIR}/" -type f -name "*.${extension}" | grep -vF "$EXCLUDE_LIST") while IFS= read -r file do ${VERBOSE} -n "Found: $file" # store dll/exe itself (needed for minidumps) if [ $WITHEXEC == 1 ] ; then cygpath -w "$file" >> "$list" ${VERBOSE} " insert" else ${VERBOSE} " " fi # store pdb file filename=$(basename "$file" ".${extension}") pdball+=($(grep -i "/${filename}${pdbext}" <<< ${ALL_PDBS})) if [ -n "${pdball[0]}" ]; then cygpath -w "${pdball[0]}" >> "$list" fi case ${#pdball[@]} in 0) ((++stats_notfound)) ${VERBOSE} " PDB not found" ;; 1) ((++stats_found)) ${VERBOSE} " ${pdball[0]} insert" ;; *) ((++stats_morefound)) if [ -z "$(echo $file | grep -F "$MOREPDBS_OKLIST")" ]; then echo "Error: found duplicate PDBs:" for morepdbs in ${pdball[@]} ; do echo " $morepdbs" done exit 1 else ${VERBOSE} " ${pdball[0]} insert (is in more okay list)" fi ;; esac unset pdball done < /dev/null 2>&1 || { echo "symstore.exe is expected in the PATH" exit 1 } # defaults MAX_KEEP=5 SYM_PATH=${WORKDIR}/symstore COMMENT="" COMCMD="" WITHEXEC=1 VERBOSE=verbose_none USAGE="Usage: $0 [-h|-k |-p |-c |-n|-v] -h: this cruft -c specifies a comment for the transaction -n do not store exe/dll on the symbole server -k : keep this number of old symbol versions around (default: ${MAX_KEEP}. Set to 0 for unlimited) -v verbose mode, output detail report of files -p : specify full path to symbol store tree If no path is specified, defaults to ${SYM_PATH}. " # process args while : do case "$1" in -k|--keep) MAX_KEEP="$2"; shift 2;; -p|--path) SYM_PATH="$2"; shift 2;; -c|--comment) COMCMD="/c"; COMMENT="$2"; shift 2;; -n|--noexec) WITHEXEC=0; shift ;; -v|--verbose) VERBOSE=echo; shift ;; -h|--help) echo "${USAGE}"; exit 0;; -*) echo "${USAGE}" >&2; exit 1;; *) break;; esac done if [ $# -gt 0 ]; then echo "${USAGE}" >&2 exit 1 fi # populate symbol store from here TMPFILE=$(mktemp) || exit 1 trap '{ rm -f ${TMPFILE}; }' EXIT # collect all PDBs ALL_PDBS=$(find "${WORKDIR}/" -type f -name "*.pdb") # add dlls and executables add_pdb dll .pdb "${TMPFILE}" add_pdb exe .pdb "${TMPFILE}" add_pdb bin .bin.pdb "${TMPFILE}" # stick all of it into symbol store symstore.exe add /compress /f "@$(cygpath -w "${TMPFILE}")" /s "$(cygpath -w "${SYM_PATH}")" /t "${PRODUCTNAME}" /v "${LIBO_VERSION_MAJOR}.${LIBO_VERSION_MINOR}.${LIBO_VERSION_MICRO}.${LIBO_VERSION_PATCH}${LIBO_VERSION_SUFFIX}${LIBO_VERSION_SUFFIX_SUFFIX}" "${COMCMD}" "${COMMENT}" rm -f "${TMPFILE}" # Cleanup symstore, older revisions will be removed. Unless the # .dll/.exe changes, the .pdb should be shared, so with incremental # tinderbox several revisions should not be that space-demanding. if [ "${MAX_KEEP}" -gt 0 -a -d "${SYM_PATH}/000Admin" ]; then to_remove=$(ls -1 "${SYM_PATH}/000Admin" | grep -v '\.txt' | grep -v '\.deleted' | sort | head -n "-${MAX_KEEP}") for revision in $to_remove; do echo "Remove $revision from symstore" symstore.exe del /i "${revision}" /s "$(cygpath -w "${SYM_PATH}")" done fi