OSG CVMFS already available (perhaps via bind-mount),skipping cvmfsexec./sbin/ldconfig: relative path `' used to build cache+++ id -u++ '[' 1000 = 0 ']'++ pstr='"'++ set +x++ '[' xCHTC = x ']'++ '[' xCHTC-DEV-EP-mwestphall = x ']'++ '[' x '!=' x ']'++ '[' xTrue '!=' x ']'++ [[ 336 =~ ^[0-9]+$ ]]++ '[' 336 -le 0 ']'++ [[ 24 =~ ^[0-9]+$ ]]++ '[' 24 -le 0 ']'++ '[' x = x ']'++ export GARBAGE_COLLECTION=1++ GARBAGE_COLLECTION=1++ is_true false++ case "${1^^}" in++ return 1++ [[ ospool == ospool ]]++ POOL=prod-ospool++ glidein_group=main++ glidein_group_dir=client_group_main++ script_exec_prefix=/usr/sbin/++ script_lib_prefix=/gwms/client_group_main/++ itb_sites_start_clause=++ case ${POOL} in++ default_cm1=cm-1.ospool.osg-htc.org++ default_cm2=cm-2.ospool.osg-htc.org++ default_ccb1=ccb-1.ospool.osg-htc.org++ default_ccb2=ccb-2.ospool.osg-htc.org++ default_syslog_host=syslog.osg.chtc.io++ GLIDECLIENT_Group=main-container++ itb_sites_start_clause=' && (TARGET.ITB_Sites =!= True)'+++ mktemp -d /pilot/osgvo-pilot-XXXXXX++ export LOCAL_DIR=/pilot/osgvo-pilot-mHzq5X++ LOCAL_DIR=/pilot/osgvo-pilot-mHzq5X++ [[ ! -n /pilot/osgvo-pilot-mHzq5X ]]++ [[ ! -d /pilot/osgvo-pilot-mHzq5X ]]++ mkdir -p /pilot/osgvo-pilot-mHzq5X/condor/tokens.d++ mkdir -p /pilot/osgvo-pilot-mHzq5X/condor/passwords.d++ chmod 700 /pilot/osgvo-pilot-mHzq5X/condor/passwords.d++ shopt -s nullglob++ tokens=(/etc/condor/tokens-orig.d/*)++ passwords=(/etc/condor/passwords-orig.d/*)++ shopt -u nullglob++ [[ -n '' ]]++ [[ -n '' ]]++ set +xUsing TOKEN from environment++ export _CONDOR_SEC_PASSWORD_FILE=/pilot/osgvo-pilot-mHzq5X/condor/tokens.d/flock.opensciencegrid.org++ _CONDOR_SEC_PASSWORD_FILE=/pilot/osgvo-pilot-mHzq5X/condor/tokens.d/flock.opensciencegrid.org++ export _CONDOR_SEC_PASSWORD_DIRECTORY=/pilot/osgvo-pilot-mHzq5X/condor/passwords.d++ _CONDOR_SEC_PASSWORD_DIRECTORY=/pilot/osgvo-pilot-mHzq5X/condor/passwords.d++ rm -rf /pilot/log /pilot/rsyslog++ mkdir -p /pilot/log /pilot/log/log /pilot/rsyslog /pilot/rsyslog/pid /pilot/rsyslog/workdir /pilot/rsyslog/conf++ touch /pilot/log/MasterLog /pilot/log/StartLog /pilot/log/ProcLog /pilot/log/SharedPortLog /pilot/log/XferStatsLog /pilot/log/log/StarterLog /pilot/log/StarterLog /pilot/log/StarterLog.testing++ SYSLOG_HOST=syslog.osg.chtc.io++ [[ x != \x ]]++ [[ syslog.osg.chtc.io == \s\y\s\l\o\g\.\o\s\g\d\e\v\.\c\h\t\c\.\i\o ]]++ REGISTRY_HOSTNAME=os-registry.opensciencegrid.org++ is_true False++ case "${1^^}" in++ return 1++ SYSLOG_HOST=++ REGISTRY_HOSTNAME=++ REGISTRY_HOST=++ [[ x != \x ]]++ cat++ [[ -n test-cm ]]++ POOL=++ COLLECTOR_HOST=test-cm++ [[ -n '' ]]++ [[ '' =~ (itb|prod)-ospool ]]++ [[ '' =~ (dev|prod)-path-facility ]]++ [[ '' =~ (itb|prod)-ospool ]]++ [[ -n '' ]]++ [[ '' =~ (dev|prod)-path-facility ]]+++ tr -cs a-zA-Z0-9.- '[-*]'+++ sed -e 's|^[.-]*||' -e 's|[.-]*$||'+++ cut -c 1-63++ sanitized_resourcename=CHTC-DEV-EP-mwestphall++ is_true false++ case "${1^^}" in++ return 1+++ hostname++ NETWORK_HOSTNAME=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-xvjxn++ osgvo_advertise_base=/usr/sbin/osgvo-advertise-base++ osgvo_advertise_userenv=/usr/sbin/osgvo-advertise-userenv++ osgvo_additional_htcondor_config=/usr/sbin/osgvo-additional-htcondor-config++ osgvo_singularity_wrapper=/usr/sbin/osgvo-singularity-wrapper++ simple_job_wrapper=/usr/sbin/simple-job-wrapper++ prepare_hook=/gwms/client_group_main/prepare-hook++ default_image_executable=/usr/sbin/osgvo-default-image++ singularity_extras_lib=/gwms/client_group_main/singularity-extras++ ospool_lib=/gwms/client_group_main/ospool-lib++ pelican_setup=/gwms/client_group_main/pelican-setup++ catThis pilot will accept new jobs for 336 hours, andthen let running jobs finish for 24 hours. To controlthis behavior, you may set the ACCEPT_JOBS_FOR_HOURS andRETIREMENT_HOURS environment variables.+++ date +%s++ NOW=1781708907++ GLIDEIN_ToRetire=1782918507++ GLIDEIN_ToDie=1783004907++ mkdir -p /pilot/osgvo-pilot-mHzq5X/condor_config.d++ export PILOT_CONFIG_FILE=/pilot/osgvo-pilot-mHzq5X/condor_config.pilot++ PILOT_CONFIG_FILE=/pilot/osgvo-pilot-mHzq5X/condor_config.pilot++ cat++ [[ -n '' ]]++ [[ -n '' ]]++ is_true false++ case "${1^^}" in++ return 1++ '[' xNone '!=' x ']'++ export http_proxy=None++ http_proxy=None++ cat++ chmod 755 /pilot/osgvo-pilot-mHzq5X/user-job-wrapper.sh++ echo 'USER_JOB_WRAPPER = /pilot/osgvo-pilot-mHzq5X/user-job-wrapper.sh'+++ condor_config_val EXECUTE++ mkdir -p /pilot/osgvo-pilot-mHzq5X/execute+++ condor_config_val LOG++ mkdir -p /pilot/log+++ condor_config_val LOCK++ mkdir -p /pilot/osgvo-pilot-mHzq5X/lock/condor+++ condor_config_val RUN++ mkdir -p /pilot/osgvo-pilot-mHzq5X/run/condor+++ condor_config_val SPOOL++ mkdir -p /pilot/osgvo-pilot-mHzq5X/spool+++ condor_config_val SEC_CREDENTIAL_DIRECTORY++ mkdir -p /pilot/osgvo-pilot-mHzq5X/creds+++ condor_config_val SEC_CREDENTIAL_DIRECTORY++ chmod 700 /pilot/osgvo-pilot-mHzq5X/creds++ echo++ echo 'Will use the following token(s):'Will use the following token(s):++ condor_token_listHeader: {"alg":"HS256","kid":"POOL"} Payload: {"iat":1781708853,"iss":"test-cm","jti":"786e2fd60f3ff5df698487fef9affc26","scope":"condor:\/READ condor:\/ADVERTISE_STARTD condor:\/ADVERTISE_MASTER","sub":"condor@test-cm"} File: /pilot/osgvo-pilot-mHzq5X/condor/tokens.d/flock.opensciencegrid.org++ echo++ cd /pilot/osgvo-pilot-mHzq5X++ cp -a /gwms/. /pilot/osgvo-pilot-mHzq5X/++ cp -a /usr/sbin/simple-job-wrapper condor_job_wrapper.sh++ export glidein_config=/pilot/osgvo-pilot-mHzq5X/glidein_config++ glidein_config=/pilot/osgvo-pilot-mHzq5X/glidein_config++ export condor_vars_file=/pilot/osgvo-pilot-mHzq5X/main/condor_vars.lst++ condor_vars_file=/pilot/osgvo-pilot-mHzq5X/main/condor_vars.lst++ [[ -z 100%__htc/minimal:0 ]]++ is_true ''++ case "${1^^}" in++ return 1++ SINGULARITY_DISABLE_PID_NAMESPACES=0++ APPTAINER_PATH=/usr/bin/apptainer++ '[' -n '' ']'++ cat++ [[ -n '' ]]++ touch /pilot/osgvo-pilot-mHzq5X/main/condor_vars.lst++ export IS_CONTAINER_PILOT=1++ IS_CONTAINER_PILOT=1++ unset SINGULARITY_BIND++ export GLIDEIN_SINGULARITY_BINARY_OVERRIDE=/usr/bin/apptainer++ GLIDEIN_SINGULARITY_BINARY_OVERRIDE=/usr/bin/apptainer++ /usr/sbin/osgvo-default-image /pilot/osgvo-pilot-mHzq5X/glidein_configINFO Starting download of default image (htc__minimal__0)INFO Using Pelican to download pelican://osg-htc.org/ospool/images/v2/x86_64/htc__minimal__0/20260525T053001Z.sifINFO Pelican download successfulOSG_DEFAULT_SINGULARITY_IMAGE_SOURCE = "OSDF"ALLOW_NONCVMFS_IMAGES = TrueGWMS_SINGULARITY_PULL_IMAGES = TrueSINGULARITY_IMAGES_DICT = "default:/pilot/osgvo-pilot-mHzq5X/images/htc__minimal__0.sif"REQUIRED_OS = "default"OSG_DEFAULT_SINGULARITY_IMAGE = "/pilot/osgvo-pilot-mHzq5X/images/htc__minimal__0.sif"++ ./main/singularity_setup.sh /pilot/osgvo-pilot-mHzq5X/glidein_configWed Jun 17 15:08:29 UTC 2026 Starting singularity_setup.sh. Importing singularity_lib.sh.INFO Sourcing add config line: /pilot/osgvo-pilot-mHzq5X/add_config_line.sourceWed Jun 17 15:08:29 UTC 2026 SINGULARITY_IMAGE_REQUIRED not configured. Defaulting to falseWed Jun 17 15:08:29 UTC 2026 Factory's desire to use Singularity: OPTIONALWed Jun 17 15:08:29 UTC 2026 VO's desire to use Singularity: PREFERREDWed Jun 17 15:08:29 UTC 2026 Entry configured with Singularity: Wed Jun 17 15:08:29 UTC 2026 Looking for Singularity image for [default,rhel9,rhel7,rhel6,rhel8] with restrictions NoneWed Jun 17 15:08:29 UTC 2026 Searching and testing the singularity binary ( with image /pilot/osgvo-pilot-mHzq5X/images/htc__minimal__0.sif)INFO Checking for singularity...INFO GWMS Singularity wrapper: PATH is set to /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin outside Singularity. This will not be propagated to inside the container instance.INFO Restoring the cleared PATH, LD_LIBRARY_PATH, PYTHONPATH, LD_PRELOADINFO Singularity at '/usr/bin/apptainer' appears to work (unprivileged mode)INFO Singularity found at "/usr/bin/apptainer" (unprivileged mode, using s_override)INFO Singularity binary appears present, claims to be version 1.5.0-1.el9 and tested with /pilot/osgvo-pilot-mHzq5X/images/htc__minimal__0.sifHAS_SINGULARITY = TrueGWMS_SINGULARITY_STATUS = "PREFERRED"SINGULARITY_PATH = "/usr/bin/apptainer"GWMS_SINGULARITY_PATH = "/usr/bin/apptainer"SINGULARITY_VERSION = "1.5.0-1.el9"GWMS_SINGULARITY_VERSION = "1.5.0-1.el9"SINGULARITY_FULL_VERSION = "apptainer version 1.5.0-1.el9"SINGULARITY_MODE = "unprivileged"GWMS_SINGULARITY_MODE = "unprivileged"CONTAINERSW_PATH = "/usr/bin/apptainer"GWMS_CONTAINERSW_PATH = "/usr/bin/apptainer"CONTAINERSW_VERSION = "1.5.0-1.el9"GWMS_CONTAINERSW_VERSION = "1.5.0-1.el9"CONTAINERSW_FULL_VERSION = "apptainer version 1.5.0-1.el9"GWMS_CONTAINERSW_FULL_VERSION = "apptainer version 1.5.0-1.el9"CONTAINERSW_MODE = "unprivileged"GWMS_CONTAINERSW_MODE = "unprivileged"SINGULARITY_IMAGES_DICT = "default:/pilot/osgvo-pilot-mHzq5X/images/htc__minimal__0.sif"GLIDEIN_REQUIRED_OS = "any"GLIDEIN_PROVIDES = "singularity/unprivileged"Wed Jun 17 15:08:30 UTC 2026 Decided to use Singularity (PREFERRED)++ /gwms/client_group_main/singularity-extras /pilot/osgvo-pilot-mHzq5X/glidein_configINFO Determining extra Singularity capabilities...INFO Sourcing /pilot/osgvo-pilot-mHzq5X/add_config_line.sourceSINGULARITY_CAN_USE_SIF = HAS_SINGULARITY && STASHCP_VERIFIEDSINGULARITY_CAN_USE_REGISTRY = SINGULARITY_CAN_USE_SIF && SINGULARITY_DISK_IS_FULL =!= TrueSINGULARITY_START_CLAUSE = (!isString(TARGET.SingularityImage) || ( (SINGULARITY_CAN_USE_REGISTRY || !(substr(TARGET.SingularityImage, 0, 9) == "docker://")) && (SINGULARITY_CAN_USE_SIF || !(substr(TARGET.SingularityImage, -4) == ".sif")) ))++ [[ -e /gwms/client_group_main/pelican-setup ]]++ cp /usr/sbin/osgvo-advertise-userenv .+++ basename /usr/sbin/osgvo-advertise-userenv++ /pilot/osgvo-pilot-mHzq5X/main/singularity_wrapper.sh ./osgvo-advertise-userenv glidein_config osgvo-docker-pilotINFO Sourcing add config line: /pilot/osgvo-pilot-mHzq5X/add_config_line.sourcecp: '/pilot/osgvo-pilot-mHzq5X/.gwms.d/bin' and '.gwms.d/bin' are the same filecp: '/pilot/osgvo-pilot-mHzq5X/.gwms.d/exec' and '.gwms.d/exec' are the same fileWed Jun 17 15:08:32 UTC 2026 Unable to copy GlideinWMS utilities inside the container (to /pilot/osgvo-pilot-mHzq5X/.gwms.d)INFO Discarding path '/hadoop'. File does not existINFO Discarding path '/ceph'. File does not existINFO Discarding path '/hdfs'. File does not existINFO Discarding path '/lizard'. File does not existINFO Discarding path '/mnt/hadoop'. File does not existINFO Discarding path '/mnt/hdfs'. File does not existINFO GWMS Singularity wrapper: PATH is set to /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin outside Singularity. This will not be propagated to inside the container instance.INFO GWMS directory detected. Staying in /srvINFO PATH is set to /srv/.gwms.d/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/binINFO Arguments to the script: glidein_config osgvo-docker-pilotINFO Sourcing /srv/add_config_line.sourceHAS_TIMEOUT = FalseOSG_OS_NAME = "WELCOME"OSG_OS_VERSION = "0"OSG_OS_STRING = "WELCOME 0"OSG_OS_KERNEL = "6.8.0-1052-azure"OSGVO_OS_NAME = "WELCOME"OSGVO_OS_VERSION = "0"OSGVO_OS_STRING = "WELCOME 0"OSGVO_OS_KERNEL = "6.8.0-1052-azure"HAS_cx16 = TrueHAS_f16c = TrueOpSysLongName = "Apptainer Container - WELCOME 0"OpSysAndVer = "WELCOME0"OpSysName = "WELCOME"OpSysShortName = "WELCOME"OpSysMajorVer = 0OpSysVer = 000ULIMIT_STACK_SIZE = 16384MappedUser = TrueMinimalHome = TrueHAS_XRDCP = FalseHAS_GCC = FalseHAS_GPP = FalseHAS_R = FalseINFO Checking for Python availability...INFO Checking for numpy/scipy availability...HAS_NUMPY = False++ echo '/usr/sbin/osgvo-additional-htcondor-config found; running it'/usr/sbin/osgvo-additional-htcondor-config found; running it++ bash /usr/sbin/osgvo-additional-htcondor-config /pilot/osgvo-pilot-mHzq5X/glidein_configINFO Found exceptions file in ./client_group_main/pelican-exceptions.csvINFO Testing /usr/libexec/condor/stash_plugin -d osdf:///pelicanplatform/test/hello-world.txt...INFO Succeeded!INFO Calculating default job environment variables.INFO Checking Singularity bind /cvmfs:/cvmfs:roINFO /cvmfs found and is a directory; adding to SINGULARITY_BIND_EXPRINFO Checking Singularity bind /etc/OpenCL/vendorsINFO /etc/OpenCL/vendors not found or not a directory; ignoringINFO SINGULARITY_BIND_EXPR is "/etc/hosts,/etc/localtime,/cvmfs:/cvmfs:ro"INFO Leaving SINGULARITY_DISABLE_PID_NAMESPACES at defaultOSG_USING_JOB_HOOK = trueAll done (osgvo-additional-htcondor-config)++ echo '/usr/sbin/osgvo-additional-htcondor-config done'/usr/sbin/osgvo-additional-htcondor-config done++ set +xsetting var: OSG_DEFAULT_SINGULARITY_IMAGE_SOURCE=OSDFsetting var: ALLOW_NONCVMFS_IMAGES=Truesetting var: GWMS_SINGULARITY_PULL_IMAGES=Truesetting var: REQUIRED_OS=defaultsetting var: OSG_DEFAULT_SINGULARITY_IMAGE=/pilot/osgvo-pilot-mHzq5X/images/htc__minimal__0.sifsetting var: HAS_SINGULARITY=Truesetting var: GWMS_SINGULARITY_STATUS=PREFERREDsetting var: SINGULARITY_PATH=/usr/bin/apptainersetting var: GWMS_SINGULARITY_PATH=/usr/bin/apptainersetting var: SINGULARITY_VERSION=1.5.0-1.el9setting var: GWMS_SINGULARITY_VERSION=1.5.0-1.el9setting var: SINGULARITY_FULL_VERSION=apptainer\ version\ 1.5.0-1.el9setting var: SINGULARITY_MODE=unprivilegedsetting var: GWMS_SINGULARITY_MODE=unprivilegedsetting var: CONTAINERSW_PATH=/usr/bin/apptainersetting var: GWMS_CONTAINERSW_PATH=/usr/bin/apptainersetting var: CONTAINERSW_VERSION=1.5.0-1.el9setting var: GWMS_CONTAINERSW_VERSION=1.5.0-1.el9setting var: CONTAINERSW_FULL_VERSION=apptainer\ version\ 1.5.0-1.el9setting var: GWMS_CONTAINERSW_FULL_VERSION=apptainer\ version\ 1.5.0-1.el9setting var: CONTAINERSW_MODE=unprivilegedsetting var: GWMS_CONTAINERSW_MODE=unprivilegedsetting var: SINGULARITY_IMAGES_DICT=default:/pilot/osgvo-pilot-mHzq5X/images/htc__minimal__0.sifsetting var: GLIDEIN_REQUIRED_OS=anysetting var: GLIDEIN_PROVIDES=singularity/unprivilegedsetting var: SINGULARITY_CAN_USE_SIF=HAS_SINGULARITY\ \&\&\ STASHCP_VERIFIEDsetting var: SINGULARITY_CAN_USE_REGISTRY=SINGULARITY_CAN_USE_SIF\ \&\&\ SINGULARITY_DISK_IS_FULL\ =\!=\ Truesetting var: SINGULARITY_START_CLAUSE=\(\!isString\(TARGET.SingularityImage\)\ \|\|\ \(\ \(SINGULARITY_CAN_USE_REGISTRY\ \|\|\ \!\(substr\(TARGET.SingularityImage\,\ 0\,\ 9\)\ ==\ \"docker://\"\)\)\ \&\&\ \(SINGULARITY_CAN_USE_SIF\ \|\|\ \!\(substr\(TARGET.SingularityImage\,\ -4\)\ ==\ \".sif\"\)\)\ \)\)setting var: SINGULARITY=\$F\(GWMS_SINGULARITY_PATH\)setting var: HAS_TIMEOUT=Falsesetting var: OSG_OS_NAME=WELCOMEsetting var: OSG_OS_VERSION=0setting var: OSG_OS_STRING=WELCOME\ 0setting var: OSG_OS_KERNEL=6.8.0-1052-azuresetting var: OSGVO_OS_NAME=WELCOMEsetting var: OSGVO_OS_VERSION=0setting var: OSGVO_OS_STRING=WELCOME\ 0setting var: OSGVO_OS_KERNEL=6.8.0-1052-azuresetting var: HAS_cx16=Truesetting var: HAS_f16c=Truesetting var: OpSysLongName=Apptainer\ Container\ -\ WELCOME\ 0setting var: OpSysAndVer=WELCOME0setting var: OpSysName=WELCOMEsetting var: OpSysShortName=WELCOMEsetting var: OpSysMajorVer=0setting var: OpSysVer=000setting var: ULIMIT_STACK_SIZE=16384setting var: MappedUser=Truesetting var: MinimalHome=Truesetting var: HAS_XRDCP=Falsesetting var: HAS_GCC=Falsesetting var: HAS_GPP=Falsesetting var: HAS_R=Falsesetting var: HAS_NUMPY=Falsesetting var: STATISTICS_TO_PUBLISH_LIST=JobDuration\,\ JobBusyTimesetting var: IsBlackHole=Falsesetting var: HasExcessiveLoad=Falsesetting var: RoomForCPUOnlyJobs=\(GPUs\ is\ Undefined\)\ \|\|\ \(GPUs\ ==\ 0\)\ \|\|\ \(\(SlotType\ ==\ \"Partitionable\"\)\ \&\&\ \(CPUs\ \>\ 8\ \*\ GPUs\)\ \&\&\ \(Memory\ \>\ 32000\ \*\ GPUs\)\ \&\&\ \(Disk\ \>\ 5000000\ \*\ GPUs\)\)setting var: STARTD_JOB_ATTRS=\$\(STARTD_JOB_ATTRS\)\ ProjectNamesetting var: CCB_HEARTBEAT_INTERVAL=120setting var: LOG_FILETRANSFER_PLUGIN_STDOUT_ON_SUCCESS=D_ALWAYSsetting var: FILETRANSFER_PLUGINS=\$\(FILETRANSFER_PLUGINS\)\,/usr/libexec/condor/stash_pluginsetting var: STASH_PLUGIN=/usr/libexec/condor/stash_pluginsetting var: OSDF_PLUGIN=/usr/libexec/condor/stash_pluginsetting var: OSG_SITE_NAME=CHTCsetting var: OSG_SQUID_LOCATION=Nonesetting var: http_proxy=Nonesetting var: SINGULARITY_BIND_EXPR=\"/etc/hosts\,/etc/localtime\,/cvmfs:/cvmfs:ro\"setting var: SINGULARITY_TARGET_DIR=/srvsetting var: SINGULARITY_EXTRA_ARGUMENTS=\"--home\ \$_CONDOR_SCRATCH_DIR:/srv\"setting var: SINGULARITY_IMAGE_EXPR=\(\(ContainerImage\ \?:\ SingularityImage\)\ \?:\ OSG_DEFAULT_SINGULARITY_IMAGE\)setting var: SINGULARITY_JOB=\(HAS_SINGULARITY\?:false\)\ \&\&\ \!\(container_bypass\ =\?=\ True\ \&\&\ stringListIMember\(ProjectName\,\ \"OSG-Staff\,Caltech_2024_Reitze\"\)\)setting var: OSG_USING_JOB_HOOK=truesetting var: OSPOOL_HOOK_PREPARE_JOB=/pilot/osgvo-pilot-mHzq5X/client_group_main/prepare-hooksetting var: STARTER_JOB_HOOK_KEYWORD=OSPOOLsetting var: OSPOOL_HOOK_PREPARE_JOB_TIMEOUT=900++ cat++ extra_attributes_file=/etc/osg/extra-attributes.cfg++ [[ -f /etc/osg/extra-attributes.cfg ]]++ is_true 1++ case "${1^^}" in++ return 0++ ./client/garbage_collection /pilot/osgvo-pilot-mHzq5X/glidein_configGC: Starting garbage collection at Wed, 17 Jun 2026 15:08:36 UTCGC: Number of candidates: 0GC: Candidates list walltime: 0 secondsGC: Directories removed: 0GC: Directory average removal walltime: 0 secondsGC: Glidein disk free before: 79 GBGC: Glidein disk free after: 79 GBGC: Glidein disk total: 145 GBGC: Glidein disk type: ext2/ext3GC: Garbage collection walltime: 0 seconds++ /usr/local/bin/ldconfig+ for x in /etc/osg/image-init.d/*.sh+ source /etc/osg/image-init.d/20-setup-apptainer.sh+++ id -u++ '[' 1000 = 0 ']'++ APPTAINER_CONF_PATH=/etc/containers/registries.conf.d/registry-mirror.conf++ '[' -n '' ']'+ shopt -u nullglob+ chmod go-w /etc/cron.d/0hourly /etc/cron.d/fetch-crl /etc/cron.hourly/0anacron /etc/cron.hourly/update-certs-rpms-if-present.sh+ :+ sleep 1+ exec+ exec /usr/bin/supervisord -c /etc/supervisord.confrsyslogd: error: defaultnetstreamdrivercafile file '/etc/pki/rsyslog/ca.crt' could not be accessed: No such file or directory [v8.2510.0-2.el9 try https://www.rsyslog.com/e/2039 ]rsyslogd: error: defaultnetstreamdriverkeyfile '/etc/pki/rsyslog/tls.key' could not be accessed: No such file or directory [v8.2510.0-2.el9 try https://www.rsyslog.com/e/2039 ]rsyslogd: error: defaultnetstreamdrivercertfile '/etc/pki/rsyslog/tls.crt' could not be accessed: No such file or directory [v8.2510.0-2.el9 try https://www.rsyslog.com/e/2039 ]<29>1 2026-06-17T15:08:37.364Z ospool-ep-7779fdb9d4-xvjxn supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Included extra file "/etc/supervisord.d/00-cleanup.conf" during parsing<29>1 2026-06-17T15:08:37.364Z ospool-ep-7779fdb9d4-xvjxn supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Included extra file "/etc/supervisord.d/10-htcondor.conf" during parsing<29>1 2026-06-17T15:08:37.364Z ospool-ep-7779fdb9d4-xvjxn supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Included extra file "/etc/supervisord.d/10-rsyslogd.conf" during parsing<29>1 2026-06-17T15:08:37.366Z ospool-ep-7779fdb9d4-xvjxn supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] RPC interface 'supervisor' initialized<29>1 2026-06-17T15:08:37.366Z ospool-ep-7779fdb9d4-xvjxn supervisord 1 - [level="CRIT" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Server 'unix_http_server' running without any HTTP authentication checking<29>1 2026-06-17T15:08:37.367Z ospool-ep-7779fdb9d4-xvjxn supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] supervisord started with pid 1<29>1 2026-06-17T15:08:38.369Z ospool-ep-7779fdb9d4-xvjxn supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] spawned: 'container_cleanup' with pid 3257<29>1 2026-06-17T15:08:38.373Z ospool-ep-7779fdb9d4-xvjxn supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] spawned: 'rsyslogd' with pid 3258<29>1 2026-06-17T15:08:38.375Z ospool-ep-7779fdb9d4-xvjxn supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] spawned: 'condor_master' with pid 3259<29>1 2026-06-17T15:08:38.383Z ospool-ep-7779fdb9d4-xvjxn supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] success: container_cleanup entered RUNNING state, process has stayed up for > than 0 seconds (startsecs)<29>1 2026-06-17T15:08:38.383Z ospool-ep-7779fdb9d4-xvjxn supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] success: container_cleanup entered RUNNING state, process has stayed up for > than 0 seconds (startsecs)<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** condor_master (CONDOR_MASTER) STARTING UP<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** /usr/sbin/condor_master<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** SubsystemInfo: name=MASTER type=MASTER(1) class=DAEMON(1)<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Configuration: subsystem:MASTER local:<NONE> class:DAEMON<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorVersion: 25.11.0 2026-05-24 BuildID: 914353 PackageID: 25.11.0-0.914353 GitSHA: 432a621a RC $<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorPlatform: x86_64_AlmaLinux9 $<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** PID = 3259 RealUID = 1000<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Log last touched 6/17 15:08:27<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using config source: /etc/condor/condor_config<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using local config sources: <150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/00-security<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/10-stash-plugin.conf<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /pilot/osgvo-pilot-mHzq5X/condor_config.pilot<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/50-main.config<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/60-flock-sources.config<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/condor_config.local<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /pilot/osgvo-pilot-mHzq5X/condor_config.d/50-resource-policy.conf<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] config Macros = 208, Sorted = 208, StringBytes = 16084, TablesBytes = 7576<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CLASSAD_CACHING is OFF<150>1 2026-06-17T15:08:38.395Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Daemon Log is logging: D_ALWAYS D_ERROR D_STATUS<150>1 2026-06-17T15:08:38.398Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] SharedPortEndpoint: waiting for connections to named socket master_3259_fb3d<150>1 2026-06-17T15:08:38.398Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] SharedPortEndpoint: failed to open /pilot/osgvo-pilot-mHzq5X/lock/condor/shared_port_ad: No such file or directory<150>1 2026-06-17T15:08:38.398Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] SharedPortEndpoint: did not successfully find SharedPortServer address. Will retry in 60s.<150>1 2026-06-17T15:08:38.398Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DaemonCore: private command socket at <10.244.0.6:0?alias=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-xvjxn&sock=master_3259_fb3d><150>1 2026-06-17T15:08:38.400Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Adding SHARED_PORT to DAEMON_LIST, because USE_SHARED_PORT=true (to disable this, set AUTO_INCLUDE_SHARED_PORT_IN_DAEMON_LIST=False)<150>1 2026-06-17T15:08:38.400Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Master restart (GRACEFUL) is watching /usr/sbin/condor_master (mtime:1779679228)<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ***********************************<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] * condor_procd STARTING UP<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] * PID = 3264<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] * UID = 1000<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] * GID = 1000<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ***********************************<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Procd has a watcher pid and will die if pid 3259 dies.<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /proc was mounted without hidepid, assuming default of 0.<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 6 pid entries out of 70 total entries in /proc<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] method PARENT: found family 3259 for process 3264 (already determined)<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] PROC_FAMILY_REGISTER_SUBFAMILY<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 7 pid entries out of 71 total entries in /proc<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] As expected, we saw root of subfamily pid of 3265<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Register_subfamily pid has NOT been seen before!<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] method PARENT: found family 3259 for process 3265 (already determined)<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] moving process 3265 into new subfamily 3265<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] new subfamily registered: root = 3265, watcher = 3259<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] PROC_FAMILY_TRACK_FAMILY_VIA_ENVIRONMENT<150>1 2026-06-17T15:08:38.401Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Starting shared port with port: 0<150>1 2026-06-17T15:08:38.411Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Started DaemonCore process "/usr/libexec/condor/condor_shared_port", pid and pgroup = 3265<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Setting maximum file descriptors to 20000.<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** condor_shared_port (CONDOR_SHARED_PORT) STARTING UP<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** /usr/libexec/condor/condor_shared_port<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** SubsystemInfo: name=SHARED_PORT type=SHARED_PORT(10) class=DAEMON(1)<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Configuration: subsystem:SHARED_PORT local:<NONE> class:DAEMON<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorVersion: 25.11.0 2026-05-24 BuildID: 914353 PackageID: 25.11.0-0.914353 GitSHA: 432a621a RC $<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorPlatform: x86_64_AlmaLinux9 $<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** PID = 3265 RealUID = 1000<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Log last touched 6/17 15:08:27<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using config source: /etc/condor/condor_config<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using local config sources: <149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/00-security<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/10-stash-plugin.conf<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /pilot/osgvo-pilot-mHzq5X/condor_config.pilot<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/50-main.config<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/60-flock-sources.config<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/condor_config.local<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /pilot/osgvo-pilot-mHzq5X/condor_config.d/50-resource-policy.conf<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] config Macros = 209, Sorted = 209, StringBytes = 16137, TablesBytes = 7612<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CLASSAD_CACHING is ENABLED<149>1 2026-06-17T15:08:38.419Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Daemon Log is logging: D_ALWAYS D_ERROR D_STATUS<149>1 2026-06-17T15:08:38.422Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Daemoncore: Listening at <0.0.0.0:40975> on TCP (ReliSock).<149>1 2026-06-17T15:08:38.422Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DaemonCore: command socket at <10.244.0.6:40975?addrs=10.244.0.6-40975&alias=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-xvjxn&noUDP><149>1 2026-06-17T15:08:38.422Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DaemonCore: private command socket at <10.244.0.6:40975?addrs=10.244.0.6-40975&alias=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-xvjxn><149>1 2026-06-17T15:08:38.423Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] main_init() called<150>1 2026-06-17T15:08:38.412Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Waiting for /pilot/osgvo-pilot-mHzq5X/lock/condor/shared_port_ad to appear.<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] PROC_FAMILY_REGISTER_SUBFAMILY<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 8 pid entries out of 72 total entries in /proc<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] As expected, we saw root of subfamily pid of 3266<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Register_subfamily pid has NOT been seen before!<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] method PARENT: found family 3259 for process 3266 (already determined)<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] moving process 3266 into new subfamily 3266<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] new subfamily registered: root = 3266, watcher = 3259<149>1 2026-06-17T15:08:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] PROC_FAMILY_TRACK_FAMILY_VIA_ENVIRONMENT<150>1 2026-06-17T15:08:38.512Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Found /pilot/osgvo-pilot-mHzq5X/lock/condor/shared_port_ad.<150>1 2026-06-17T15:08:38.517Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Started DaemonCore process "/usr/sbin/condor_startd", pid and pgroup = 3266<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** condor_startd (CONDOR_STARTD) STARTING UP<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** /usr/sbin/condor_startd<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** SubsystemInfo: name=STARTD type=STARTD(6) class=DAEMON(1)<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Configuration: subsystem:STARTD local:<NONE> class:DAEMON<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorVersion: 25.11.0 2026-05-24 BuildID: 914353 PackageID: 25.11.0-0.914353 GitSHA: 432a621a RC $<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorPlatform: x86_64_AlmaLinux9 $<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** PID = 3266 RealUID = 1000<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Log last touched 6/17 15:08:27<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using config source: /etc/condor/condor_config<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using local config sources: <149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/00-security<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/10-stash-plugin.conf<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /pilot/osgvo-pilot-mHzq5X/condor_config.pilot<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/50-main.config<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/60-flock-sources.config<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/condor_config.local<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /pilot/osgvo-pilot-mHzq5X/condor_config.d/50-resource-policy.conf<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] config Macros = 209, Sorted = 209, StringBytes = 16127, TablesBytes = 7612<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CLASSAD_CACHING is ENABLED<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Daemon Log is logging: D_ALWAYS D_ERROR D_STATUS<149>1 2026-06-17T15:08:38.526Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] SharedPortEndpoint: waiting for connections to named socket startd_3259_fb3d<149>1 2026-06-17T15:08:38.528Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DaemonCore: command socket at <10.244.0.6:40975?addrs=10.244.0.6-40975&alias=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-xvjxn&noUDP&sock=startd_3259_fb3d><149>1 2026-06-17T15:08:38.528Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DaemonCore: private command socket at <10.244.0.6:40975?addrs=10.244.0.6-40975&alias=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-xvjxn&noUDP&sock=startd_3259_fb3d><149>1 2026-06-17T15:08:38.545Z ospool-ep-7779fdb9d4-xvjxn condor_starter 3268 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] my_popenv: Failed to exec /usr/bin/java, errno=2 (No such file or directory)<149>1 2026-06-17T15:08:38.545Z ospool-ep-7779fdb9d4-xvjxn condor_starter 3268 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] JavaDetect: failed to execute /usr/bin/java -classpath /usr/share/condor:. CondorJavaInfo old<149>1 2026-06-17T15:08:38.545Z ospool-ep-7779fdb9d4-xvjxn condor_starter 3268 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DockerAPI::detect() failed to detect the Docker version; assuming absent.<149>1 2026-06-17T15:08:38.545Z ospool-ep-7779fdb9d4-xvjxn condor_starter 3268 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Attempting to run: '/usr/bin/apptainer /usr/bin/apptainer --version'.<149>1 2026-06-17T15:08:38.573Z ospool-ep-7779fdb9d4-xvjxn condor_starter 3268 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] [singularity version] apptainer version 1.5.0-1.el9<149>1 2026-06-17T15:08:38.644Z ospool-ep-7779fdb9d4-xvjxn condor_starter 3268 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Successfully ran: '/usr/bin/apptainer exec -C /usr/libexec/condor/singularity_test_sandbox /exit_37'.<149>1 2026-06-17T15:08:38.765Z ospool-ep-7779fdb9d4-xvjxn condor_starter 3268 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Successfully ran: '/usr/bin/apptainer exec -C /usr/libexec/condor/exit_37.sif /exit_37'.<149>1 2026-06-17T15:08:38.530Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Startd disk enforcement disabled.<149>1 2026-06-17T15:08:39.389Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] VM universe will be tested to check if it is available<149>1 2026-06-17T15:08:39.390Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:08:39.390Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ENABLE_STARTD_DAEMON_AD=2 (auto)<29>1 2026-06-17T15:08:39.389Z ospool-ep-7779fdb9d4-xvjxn supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] success: rsyslogd entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)<149>1 2026-06-17T15:08:39.390Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] SLOT_CONFIG_FAILURE_MODE is CONTINUE<149>1 2026-06-17T15:08:39.390Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] History file rotation is enabled.<149>1 2026-06-17T15:08:39.390Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Maximum history file size is: 20971520 bytes<149>1 2026-06-17T15:08:39.390Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Number of rotated history files is: 2<149>1 2026-06-17T15:08:39.393Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Local machine resource GPUs = 0<149>1 2026-06-17T15:08:39.393Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Allocating auto shares for slot type 1: Cpus: 4.00, Memory: auto, Swap: 19157084, Disk: 83815144, GPUs: 0<149>1 2026-06-17T15:08:39.394Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot type 1: Cpus: 4.00, Memory: 15991, Swap: 19157084, Disk: 83815144, GPUs: 0<149>1 2026-06-17T15:08:39.394Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] bind slot DevIds tag=GPUs contraint=<149>1 2026-06-17T15:08:39.395Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: New pSlot of type 1 allocated<149>1 2026-06-17T15:08:39.395Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: Cpus: 4.00, Memory: 15991, Swap: 19157084, Disk: 83815144, GPUs: 0<149>1 2026-06-17T15:08:39.395Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CronJob: Initializing job 'GPUs_MONITOR' (/usr/libexec/condor/condor_gpu_utilization)<149>1 2026-06-17T15:08:39.395Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CronJob: Initializing job 'base' (/usr/sbin/osgvo-advertise-base)<149>1 2026-06-17T15:08:39.395Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CronJob: Initializing job 'userenv' (/pilot/osgvo-pilot-mHzq5X/main/singularity_wrapper.sh)<149>1 2026-06-17T15:08:39.395Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:08:39.396Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ResAttributes detected we do have unpriv user namespaces (pid was 3414: status was 0)<149>1 2026-06-17T15:08:39.396Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Cannot determine rotationality of execute dir, leaving it undefined<149>1 2026-06-17T15:08:39.397Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=3415<149>1 2026-06-17T15:08:39.399Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=3416<149>1 2026-06-17T15:08:39.399Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CronJob: Initializing job 'mips' (/usr/libexec/condor/condor_mips)<149>1 2026-06-17T15:08:39.399Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CronJob: Initializing job 'kflops' (/usr/libexec/condor/condor_kflops)<149>1 2026-06-17T15:08:39.399Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:08:39.399Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ERROR" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the slot1 ad.<149>1 2026-06-17T15:08:39.400Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: eval_policy state should be: Unclaimed/Idle 1 IS_OWNER is false<149>1 2026-06-17T15:08:39.400Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: State change: IS_OWNER is false.<149>1 2026-06-17T15:08:39.400Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: Changing state: Owner -> Unclaimed<149>1 2026-06-17T15:08:39.897Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:08:40.051Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:08:40.052Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ERROR" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the slot1 ad.<149>1 2026-06-17T15:08:40.054Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Initial update sent to collector(s)<150>1 2026-06-17T15:08:38.517Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Daemons::StartAllDaemons all daemons were started<149>1 2026-06-17T15:08:40.054Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Sending DC_SET_READY message to master <10.244.0.6:40975?addrs=10.244.0.6-40975&alias=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-xvjxn&noUDP&sock=master_3259_fb3d><150>1 2026-06-17T15:08:40.056Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Setting ready state 'Ready' for STARTD<150>1 2026-06-17T15:08:43.059Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the MASTER ad.<149>1 2026-06-17T15:08:41.020Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:09:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-17T15:09:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 8 pid entries out of 72 total entries in /proc<149>1 2026-06-17T15:09:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: new boottime = 1781708665; old_boottime = 1781708665; /proc/stat boottime = 1781708665; /proc/uptime boottime = 1781708665<149>1 2026-06-17T15:09:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<29>1 2026-06-17T15:09:38.575Z ospool-ep-7779fdb9d4-xvjxn supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] success: condor_master entered RUNNING state, process has stayed up for > than 60 seconds (startsecs)<149>1 2026-06-17T15:08:44.668Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:09:39.718Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=5443<149>1 2026-06-17T15:09:39.719Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=5444<149>1 2026-06-17T15:09:40.118Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:10:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-17T15:10:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 8 pid entries out of 72 total entries in /proc<149>1 2026-06-17T15:10:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: new boottime = 1781708665; old_boottime = 1781708665; /proc/stat boottime = 1781708665; /proc/uptime boottime = 1781708665<149>1 2026-06-17T15:10:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-17T15:09:40.252Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:10:39.312Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=6007<149>1 2026-06-17T15:10:39.314Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=6008<149>1 2026-06-17T15:10:39.646Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:11:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-17T15:11:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 8 pid entries out of 72 total entries in /proc<149>1 2026-06-17T15:11:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: new boottime = 1781708665; old_boottime = 1781708665; /proc/stat boottime = 1781708665; /proc/uptime boottime = 1781708665<149>1 2026-06-17T15:11:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-17T15:10:39.750Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:11:39.802Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=6570<149>1 2026-06-17T15:11:39.803Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=6571<149>1 2026-06-17T15:11:40.131Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:12:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-17T15:12:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 8 pid entries out of 72 total entries in /proc<149>1 2026-06-17T15:12:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: new boottime = 1781708665; old_boottime = 1781708665; /proc/stat boottime = 1781708665; /proc/uptime boottime = 1781708665<149>1 2026-06-17T15:12:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-17T15:11:40.228Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:12:39.279Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=7133<149>1 2026-06-17T15:12:39.281Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=7134<149>1 2026-06-17T15:12:39.701Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:08:38.423Z ospool-ep-7779fdb9d4-xvjxn condor_shared_port 3265 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] About to update statistics in shared_port daemon ad file at /pilot/osgvo-pilot-mHzq5X/lock/condor/shared_port_ad :\nForkedChildrenCurrent = 0\nForkedChildrenPeak = 0\nMyAddress = "<10.244.0.6:40975?addrs=10.244.0.6-40975&alias=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-xvjxn&noUDP>"\nRequestsBlocked = 0\nRequestsFailed = 0\nRequestsPendingCurrent = 0\nRequestsPendingPeak = 0\nRequestsSucceeded = 0\nSharedPortCommandSinfuls = "<10.244.0.6:40975?alias=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-xvjxn>"<149>1 2026-06-17T15:13:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-17T15:13:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 8 pid entries out of 72 total entries in /proc<149>1 2026-06-17T15:13:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: new boottime = 1781708665; old_boottime = 1781708665; /proc/stat boottime = 1781708665; /proc/uptime boottime = 1781708665<149>1 2026-06-17T15:13:38Z ospool-ep-7779fdb9d4-xvjxn condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-17T15:12:39.759Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:13:39.809Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] State change: RunBenchmarks is TRUE<149>1 2026-06-17T15:13:39.809Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: Changing activity: Idle -> Benchmarking<149>1 2026-06-17T15:13:39.809Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] BenchMgr:StartBenchmarks()<149>1 2026-06-17T15:13:39.811Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] BENCHMARK job mips started. pid=7695<149>1 2026-06-17T15:13:40.813Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:13:40.814Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<150>1 2026-06-17T15:08:43.059Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the MASTER ad.<150>1 2026-06-17T15:13:43.251Z ospool-ep-7779fdb9d4-xvjxn condor_master 3259 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the MASTER ad.<149>1 2026-06-17T15:13:40.815Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ERROR" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the slot1 ad.<149>1 2026-06-17T15:13:51.296Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] BENCHMARK job kflops started. pid=7696<149>1 2026-06-17T15:13:59.775Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] State change: benchmarks completed<149>1 2026-06-17T15:13:59.776Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: Changing activity: Benchmarking -> Idle<149>1 2026-06-17T15:13:59.776Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:13:59.777Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=7697<149>1 2026-06-17T15:13:59.779Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=7698<149>1 2026-06-17T15:14:00.049Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:14:00.050Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-17T15:14:00.051Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ERROR" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the slot1 ad.<149>1 2026-06-17T15:14:00.095Z ospool-ep-7779fdb9d4-xvjxn condor_startd 3266 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.