ospool-ep-7779fdb9d4-d7jrw / ospool-ep

OSG CVMFS already available (perhaps via bind-mount),skipping cvmfsexec./sbin/ldconfig: relative path `' used to build cache+++ id -u++ '[' 1000 = 0 ']'++ pstr='"'++ set +x++ '[' xCHTC = x ']'++ '[' xCHTC-DEV-EP-mwestphall = x ']'++ '[' x '!=' x ']'++ '[' xTrue '!=' x ']'++ [[ 336 =~ ^[0-9]+$ ]]++ '[' 336 -le 0 ']'++ [[ 24 =~ ^[0-9]+$ ]]++ '[' 24 -le 0 ']'++ '[' x = x ']'++ export GARBAGE_COLLECTION=1++ GARBAGE_COLLECTION=1++ is_true false++ case "${1^^}" in++ return 1++ [[ ospool == ospool ]]++ POOL=prod-ospool++ glidein_group=main++ glidein_group_dir=client_group_main++ script_exec_prefix=/usr/sbin/++ script_lib_prefix=/gwms/client_group_main/++ itb_sites_start_clause=++ case ${POOL} in++ default_cm1=cm-1.ospool.osg-htc.org++ default_cm2=cm-2.ospool.osg-htc.org++ default_ccb1=ccb-1.ospool.osg-htc.org++ default_ccb2=ccb-2.ospool.osg-htc.org++ default_syslog_host=syslog.osg.chtc.io++ GLIDECLIENT_Group=main-container++ itb_sites_start_clause=' && (TARGET.ITB_Sites =!= True)'+++ mktemp -d /pilot/osgvo-pilot-XXXXXX++ export LOCAL_DIR=/pilot/osgvo-pilot-RlPCE5++ LOCAL_DIR=/pilot/osgvo-pilot-RlPCE5++ [[ ! -n /pilot/osgvo-pilot-RlPCE5 ]]++ [[ ! -d /pilot/osgvo-pilot-RlPCE5 ]]++ mkdir -p /pilot/osgvo-pilot-RlPCE5/condor/tokens.d++ mkdir -p /pilot/osgvo-pilot-RlPCE5/condor/passwords.d++ chmod 700 /pilot/osgvo-pilot-RlPCE5/condor/passwords.d++ shopt -s nullglob++ tokens=(/etc/condor/tokens-orig.d/*)++ passwords=(/etc/condor/passwords-orig.d/*)++ shopt -u nullglob++ [[ -n '' ]]++ [[ -n '' ]]++ set +xUsing TOKEN from environment++ export _CONDOR_SEC_PASSWORD_FILE=/pilot/osgvo-pilot-RlPCE5/condor/tokens.d/flock.opensciencegrid.org++ _CONDOR_SEC_PASSWORD_FILE=/pilot/osgvo-pilot-RlPCE5/condor/tokens.d/flock.opensciencegrid.org++ export _CONDOR_SEC_PASSWORD_DIRECTORY=/pilot/osgvo-pilot-RlPCE5/condor/passwords.d++ _CONDOR_SEC_PASSWORD_DIRECTORY=/pilot/osgvo-pilot-RlPCE5/condor/passwords.d++ rm -rf /pilot/log /pilot/rsyslog++ mkdir -p /pilot/log /pilot/log/log /pilot/rsyslog /pilot/rsyslog/pid /pilot/rsyslog/workdir /pilot/rsyslog/conf++ touch /pilot/log/MasterLog /pilot/log/StartLog /pilot/log/ProcLog /pilot/log/SharedPortLog /pilot/log/XferStatsLog /pilot/log/log/StarterLog /pilot/log/StarterLog /pilot/log/StarterLog.testing++ SYSLOG_HOST=syslog.osg.chtc.io++ [[ x != \x ]]++ [[ syslog.osg.chtc.io == \s\y\s\l\o\g\.\o\s\g\d\e\v\.\c\h\t\c\.\i\o ]]++ REGISTRY_HOSTNAME=os-registry.opensciencegrid.org++ is_true False++ case "${1^^}" in++ return 1++ SYSLOG_HOST=++ REGISTRY_HOSTNAME=++ REGISTRY_HOST=++ [[ x != \x ]]++ cat++ [[ -n test-cm ]]++ POOL=++ COLLECTOR_HOST=test-cm++ [[ -n '' ]]++ [[ '' =~ (itb|prod)-ospool ]]++ [[ '' =~ (dev|prod)-path-facility ]]++ [[ '' =~ (itb|prod)-ospool ]]++ [[ -n '' ]]++ [[ '' =~ (dev|prod)-path-facility ]]+++ tr -cs a-zA-Z0-9.- '[-*]'+++ sed -e 's|^[.-]*||' -e 's|[.-]*$||'+++ cut -c 1-63++ sanitized_resourcename=CHTC-DEV-EP-mwestphall++ is_true false++ case "${1^^}" in++ return 1+++ hostname++ NETWORK_HOSTNAME=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-d7jrw++ osgvo_advertise_base=/usr/sbin/osgvo-advertise-base++ osgvo_advertise_userenv=/usr/sbin/osgvo-advertise-userenv++ osgvo_additional_htcondor_config=/usr/sbin/osgvo-additional-htcondor-config++ osgvo_singularity_wrapper=/usr/sbin/osgvo-singularity-wrapper++ simple_job_wrapper=/usr/sbin/simple-job-wrapper++ prepare_hook=/gwms/client_group_main/prepare-hook++ default_image_executable=/usr/sbin/osgvo-default-image++ singularity_extras_lib=/gwms/client_group_main/singularity-extras++ ospool_lib=/gwms/client_group_main/ospool-lib++ pelican_setup=/gwms/client_group_main/pelican-setup++ catThis pilot will accept new jobs for 336 hours, andthen let running jobs finish for 24 hours. To controlthis behavior, you may set the ACCEPT_JOBS_FOR_HOURS andRETIREMENT_HOURS environment variables.+++ date +%s++ NOW=1781647673++ GLIDEIN_ToRetire=1782857273++ GLIDEIN_ToDie=1782943673++ mkdir -p /pilot/osgvo-pilot-RlPCE5/condor_config.d++ export PILOT_CONFIG_FILE=/pilot/osgvo-pilot-RlPCE5/condor_config.pilot++ PILOT_CONFIG_FILE=/pilot/osgvo-pilot-RlPCE5/condor_config.pilot++ cat++ [[ -n '' ]]++ [[ -n '' ]]++ is_true false++ case "${1^^}" in++ return 1++ '[' xNone '!=' x ']'++ export http_proxy=None++ http_proxy=None++ cat++ chmod 755 /pilot/osgvo-pilot-RlPCE5/user-job-wrapper.sh++ echo 'USER_JOB_WRAPPER = /pilot/osgvo-pilot-RlPCE5/user-job-wrapper.sh'+++ condor_config_val EXECUTE++ mkdir -p /pilot/osgvo-pilot-RlPCE5/execute+++ condor_config_val LOG++ mkdir -p /pilot/log+++ condor_config_val LOCK++ mkdir -p /pilot/osgvo-pilot-RlPCE5/lock/condor+++ condor_config_val RUN++ mkdir -p /pilot/osgvo-pilot-RlPCE5/run/condor+++ condor_config_val SPOOL++ mkdir -p /pilot/osgvo-pilot-RlPCE5/spool+++ condor_config_val SEC_CREDENTIAL_DIRECTORY++ mkdir -p /pilot/osgvo-pilot-RlPCE5/creds+++ condor_config_val SEC_CREDENTIAL_DIRECTORY++ chmod 700 /pilot/osgvo-pilot-RlPCE5/creds++ echo++ echo 'Will use the following token(s):'Will use the following token(s):++ condor_token_listHeader: {"alg":"HS256","kid":"POOL"} Payload: {"iat":1781647620,"iss":"test-cm","jti":"a758ac227c73b97bd4fe134a91ad0d25","scope":"condor:\/READ condor:\/ADVERTISE_STARTD condor:\/ADVERTISE_MASTER","sub":"condor@test-cm"} File: /pilot/osgvo-pilot-RlPCE5/condor/tokens.d/flock.opensciencegrid.org++ echo++ cd /pilot/osgvo-pilot-RlPCE5++ cp -a /gwms/. /pilot/osgvo-pilot-RlPCE5/++ cp -a /usr/sbin/simple-job-wrapper condor_job_wrapper.sh++ export glidein_config=/pilot/osgvo-pilot-RlPCE5/glidein_config++ glidein_config=/pilot/osgvo-pilot-RlPCE5/glidein_config++ export condor_vars_file=/pilot/osgvo-pilot-RlPCE5/main/condor_vars.lst++ condor_vars_file=/pilot/osgvo-pilot-RlPCE5/main/condor_vars.lst++ [[ -z 100%__htc/minimal:0 ]]++ is_true ''++ case "${1^^}" in++ return 1++ SINGULARITY_DISABLE_PID_NAMESPACES=0++ APPTAINER_PATH=/usr/bin/apptainer++ '[' -n '' ']'++ cat++ [[ -n '' ]]++ touch /pilot/osgvo-pilot-RlPCE5/main/condor_vars.lst++ export IS_CONTAINER_PILOT=1++ IS_CONTAINER_PILOT=1++ unset SINGULARITY_BIND++ export GLIDEIN_SINGULARITY_BINARY_OVERRIDE=/usr/bin/apptainer++ GLIDEIN_SINGULARITY_BINARY_OVERRIDE=/usr/bin/apptainer++ /usr/sbin/osgvo-default-image /pilot/osgvo-pilot-RlPCE5/glidein_configINFO  Starting download of default image (htc__minimal__0)INFO  Using Pelican to download pelican://osg-htc.org/ospool/images/v2/x86_64/htc__minimal__0/20260525T053001Z.sifINFO  Pelican download successfulOSG_DEFAULT_SINGULARITY_IMAGE_SOURCE = "OSDF"ALLOW_NONCVMFS_IMAGES = TrueGWMS_SINGULARITY_PULL_IMAGES = TrueSINGULARITY_IMAGES_DICT = "default:/pilot/osgvo-pilot-RlPCE5/images/htc__minimal__0.sif"REQUIRED_OS = "default"OSG_DEFAULT_SINGULARITY_IMAGE = "/pilot/osgvo-pilot-RlPCE5/images/htc__minimal__0.sif"++ ./main/singularity_setup.sh /pilot/osgvo-pilot-RlPCE5/glidein_configTue Jun 16 22:07:55 UTC 2026 Starting singularity_setup.sh. Importing singularity_lib.sh.INFO  Sourcing add config line: /pilot/osgvo-pilot-RlPCE5/add_config_line.sourceTue Jun 16 22:07:55 UTC 2026 SINGULARITY_IMAGE_REQUIRED not configured. Defaulting to falseTue Jun 16 22:07:55 UTC 2026 Factory's desire to use Singularity: OPTIONALTue Jun 16 22:07:55 UTC 2026 VO's desire to use Singularity:      PREFERREDTue Jun 16 22:07:55 UTC 2026 Entry configured with Singularity:   Tue Jun 16 22:07:55 UTC 2026 Looking for Singularity image for [default,rhel9,rhel7,rhel6,rhel8] with restrictions NoneTue Jun 16 22:07:55 UTC 2026 Searching and testing the singularity binary ( with image /pilot/osgvo-pilot-RlPCE5/images/htc__minimal__0.sif)INFO  Checking for singularity...INFO  GWMS Singularity wrapper: PATH is set to /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin outside Singularity. This will not be propagated to inside the container instance.INFO  Restoring the cleared PATH, LD_LIBRARY_PATH, PYTHONPATH, LD_PRELOADINFO  Singularity at '/usr/bin/apptainer' appears to work (unprivileged mode)INFO  Singularity found at "/usr/bin/apptainer" (unprivileged mode, using s_override)INFO  Singularity binary appears present, claims to be version 1.5.0-1.el9 and tested with /pilot/osgvo-pilot-RlPCE5/images/htc__minimal__0.sifHAS_SINGULARITY = TrueGWMS_SINGULARITY_STATUS = "PREFERRED"SINGULARITY_PATH = "/usr/bin/apptainer"GWMS_SINGULARITY_PATH = "/usr/bin/apptainer"SINGULARITY_VERSION = "1.5.0-1.el9"GWMS_SINGULARITY_VERSION = "1.5.0-1.el9"SINGULARITY_FULL_VERSION = "apptainer version 1.5.0-1.el9"SINGULARITY_MODE = "unprivileged"GWMS_SINGULARITY_MODE = "unprivileged"CONTAINERSW_PATH = "/usr/bin/apptainer"GWMS_CONTAINERSW_PATH = "/usr/bin/apptainer"CONTAINERSW_VERSION = "1.5.0-1.el9"GWMS_CONTAINERSW_VERSION = "1.5.0-1.el9"CONTAINERSW_FULL_VERSION = "apptainer version 1.5.0-1.el9"GWMS_CONTAINERSW_FULL_VERSION = "apptainer version 1.5.0-1.el9"CONTAINERSW_MODE = "unprivileged"GWMS_CONTAINERSW_MODE = "unprivileged"SINGULARITY_IMAGES_DICT = "default:/pilot/osgvo-pilot-RlPCE5/images/htc__minimal__0.sif"GLIDEIN_REQUIRED_OS = "any"GLIDEIN_PROVIDES = "singularity/unprivileged"Tue Jun 16 22:07:56 UTC 2026 Decided to use Singularity (PREFERRED)++ /gwms/client_group_main/singularity-extras /pilot/osgvo-pilot-RlPCE5/glidein_configINFO   Determining extra Singularity capabilities...INFO   Sourcing /pilot/osgvo-pilot-RlPCE5/add_config_line.sourceSINGULARITY_CAN_USE_SIF = HAS_SINGULARITY && STASHCP_VERIFIEDSINGULARITY_CAN_USE_REGISTRY = SINGULARITY_CAN_USE_SIF && SINGULARITY_DISK_IS_FULL =!= TrueSINGULARITY_START_CLAUSE = (!isString(TARGET.SingularityImage) || ( (SINGULARITY_CAN_USE_REGISTRY || !(substr(TARGET.SingularityImage, 0, 9) == "docker://")) && (SINGULARITY_CAN_USE_SIF || !(substr(TARGET.SingularityImage, -4) == ".sif")) ))++ [[ -e /gwms/client_group_main/pelican-setup ]]++ cp /usr/sbin/osgvo-advertise-userenv .+++ basename /usr/sbin/osgvo-advertise-userenv++ /pilot/osgvo-pilot-RlPCE5/main/singularity_wrapper.sh ./osgvo-advertise-userenv glidein_config osgvo-docker-pilotINFO  Sourcing add config line: /pilot/osgvo-pilot-RlPCE5/add_config_line.sourcecp: '/pilot/osgvo-pilot-RlPCE5/.gwms.d/bin' and '.gwms.d/bin' are the same filecp: '/pilot/osgvo-pilot-RlPCE5/.gwms.d/exec' and '.gwms.d/exec' are the same fileTue Jun 16 22:07:59 UTC 2026 Unable to copy GlideinWMS utilities inside the container (to /pilot/osgvo-pilot-RlPCE5/.gwms.d)INFO  Discarding path '/hadoop'. File does not existINFO  Discarding path '/ceph'. File does not existINFO  Discarding path '/hdfs'. File does not existINFO  Discarding path '/lizard'. File does not existINFO  Discarding path '/mnt/hadoop'. File does not existINFO  Discarding path '/mnt/hdfs'. File does not existINFO  GWMS Singularity wrapper: PATH is set to /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin outside Singularity. This will not be propagated to inside the container instance.INFO   GWMS directory detected. Staying in /srvINFO   PATH is set to /srv/.gwms.d/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/binINFO   Arguments to the script: glidein_config osgvo-docker-pilotINFO   Sourcing /srv/add_config_line.sourceHAS_TIMEOUT = FalseOSG_OS_NAME = "WELCOME"OSG_OS_VERSION = "0"OSG_OS_STRING = "WELCOME 0"OSG_OS_KERNEL = "6.8.0-1052-azure"OSGVO_OS_NAME = "WELCOME"OSGVO_OS_VERSION = "0"OSGVO_OS_STRING = "WELCOME 0"OSGVO_OS_KERNEL = "6.8.0-1052-azure"HAS_cx16 = TrueHAS_f16c = TrueOpSysLongName = "Apptainer Container - WELCOME 0"OpSysAndVer = "WELCOME0"OpSysName = "WELCOME"OpSysShortName = "WELCOME"OpSysMajorVer = 0OpSysVer = 000ULIMIT_STACK_SIZE = 16384MappedUser = TrueMinimalHome = TrueHAS_XRDCP = FalseHAS_GCC = FalseHAS_GPP = FalseHAS_R = FalseINFO   Checking for Python availability...INFO   Checking for numpy/scipy availability...HAS_NUMPY = False++ echo '/usr/sbin/osgvo-additional-htcondor-config found; running it'/usr/sbin/osgvo-additional-htcondor-config found; running it++ bash /usr/sbin/osgvo-additional-htcondor-config /pilot/osgvo-pilot-RlPCE5/glidein_configINFO   Found exceptions file in ./client_group_main/pelican-exceptions.csvINFO   Testing /usr/libexec/condor/stash_plugin -d osdf:///pelicanplatform/test/hello-world.txt...INFO   Succeeded!INFO   Calculating default job environment variables.INFO   Checking Singularity bind /cvmfs:/cvmfs:roINFO   /cvmfs found and is a directory; adding to SINGULARITY_BIND_EXPRINFO   Checking Singularity bind /etc/OpenCL/vendorsINFO   /etc/OpenCL/vendors not found or not a directory; ignoringINFO   SINGULARITY_BIND_EXPR is "/etc/hosts,/etc/localtime,/cvmfs:/cvmfs:ro"INFO   Leaving SINGULARITY_DISABLE_PID_NAMESPACES at defaultOSG_USING_JOB_HOOK = trueAll done (osgvo-additional-htcondor-config)++ echo '/usr/sbin/osgvo-additional-htcondor-config done'/usr/sbin/osgvo-additional-htcondor-config done++ set +xsetting var: OSG_DEFAULT_SINGULARITY_IMAGE_SOURCE=OSDFsetting var: ALLOW_NONCVMFS_IMAGES=Truesetting var: GWMS_SINGULARITY_PULL_IMAGES=Truesetting var: REQUIRED_OS=defaultsetting var: OSG_DEFAULT_SINGULARITY_IMAGE=/pilot/osgvo-pilot-RlPCE5/images/htc__minimal__0.sifsetting var: HAS_SINGULARITY=Truesetting var: GWMS_SINGULARITY_STATUS=PREFERREDsetting var: SINGULARITY_PATH=/usr/bin/apptainersetting var: GWMS_SINGULARITY_PATH=/usr/bin/apptainersetting var: SINGULARITY_VERSION=1.5.0-1.el9setting var: GWMS_SINGULARITY_VERSION=1.5.0-1.el9setting var: SINGULARITY_FULL_VERSION=apptainer\ version\ 1.5.0-1.el9setting var: SINGULARITY_MODE=unprivilegedsetting var: GWMS_SINGULARITY_MODE=unprivilegedsetting var: CONTAINERSW_PATH=/usr/bin/apptainersetting var: GWMS_CONTAINERSW_PATH=/usr/bin/apptainersetting var: CONTAINERSW_VERSION=1.5.0-1.el9setting var: GWMS_CONTAINERSW_VERSION=1.5.0-1.el9setting var: CONTAINERSW_FULL_VERSION=apptainer\ version\ 1.5.0-1.el9setting var: GWMS_CONTAINERSW_FULL_VERSION=apptainer\ version\ 1.5.0-1.el9setting var: CONTAINERSW_MODE=unprivilegedsetting var: GWMS_CONTAINERSW_MODE=unprivilegedsetting var: SINGULARITY_IMAGES_DICT=default:/pilot/osgvo-pilot-RlPCE5/images/htc__minimal__0.sifsetting var: GLIDEIN_REQUIRED_OS=anysetting var: GLIDEIN_PROVIDES=singularity/unprivilegedsetting var: SINGULARITY_CAN_USE_SIF=HAS_SINGULARITY\ \&\&\ STASHCP_VERIFIEDsetting var: SINGULARITY_CAN_USE_REGISTRY=SINGULARITY_CAN_USE_SIF\ \&\&\ SINGULARITY_DISK_IS_FULL\ =\!=\ Truesetting var: SINGULARITY_START_CLAUSE=\(\!isString\(TARGET.SingularityImage\)\ \|\|\ \(\ \(SINGULARITY_CAN_USE_REGISTRY\ \|\|\ \!\(substr\(TARGET.SingularityImage\,\ 0\,\ 9\)\ ==\ \"docker://\"\)\)\ \&\&\ \(SINGULARITY_CAN_USE_SIF\ \|\|\ \!\(substr\(TARGET.SingularityImage\,\ -4\)\ ==\ \".sif\"\)\)\ \)\)setting var: SINGULARITY=\$F\(GWMS_SINGULARITY_PATH\)setting var: HAS_TIMEOUT=Falsesetting var: OSG_OS_NAME=WELCOMEsetting var: OSG_OS_VERSION=0setting var: OSG_OS_STRING=WELCOME\ 0setting var: OSG_OS_KERNEL=6.8.0-1052-azuresetting var: OSGVO_OS_NAME=WELCOMEsetting var: OSGVO_OS_VERSION=0setting var: OSGVO_OS_STRING=WELCOME\ 0setting var: OSGVO_OS_KERNEL=6.8.0-1052-azuresetting var: HAS_cx16=Truesetting var: HAS_f16c=Truesetting var: OpSysLongName=Apptainer\ Container\ -\ WELCOME\ 0setting var: OpSysAndVer=WELCOME0setting var: OpSysName=WELCOMEsetting var: OpSysShortName=WELCOMEsetting var: OpSysMajorVer=0setting var: OpSysVer=000setting var: ULIMIT_STACK_SIZE=16384setting var: MappedUser=Truesetting var: MinimalHome=Truesetting var: HAS_XRDCP=Falsesetting var: HAS_GCC=Falsesetting var: HAS_GPP=Falsesetting var: HAS_R=Falsesetting var: HAS_NUMPY=Falsesetting var: STATISTICS_TO_PUBLISH_LIST=JobDuration\,\ JobBusyTimesetting var: IsBlackHole=Falsesetting var: HasExcessiveLoad=Falsesetting var: RoomForCPUOnlyJobs=\(GPUs\ is\ Undefined\)\ \|\|\ \(GPUs\ ==\ 0\)\ \|\|\ \(\(SlotType\ ==\ \"Partitionable\"\)\ \&\&\ \(CPUs\ \>\ 8\ \*\ GPUs\)\ \&\&\ \(Memory\ \>\ 32000\ \*\ GPUs\)\ \&\&\ \(Disk\ \>\ 5000000\ \*\ GPUs\)\)setting var: STARTD_JOB_ATTRS=\$\(STARTD_JOB_ATTRS\)\ ProjectNamesetting var: CCB_HEARTBEAT_INTERVAL=120setting var: LOG_FILETRANSFER_PLUGIN_STDOUT_ON_SUCCESS=D_ALWAYSsetting var: FILETRANSFER_PLUGINS=\$\(FILETRANSFER_PLUGINS\)\,/usr/libexec/condor/stash_pluginsetting var: STASH_PLUGIN=/usr/libexec/condor/stash_pluginsetting var: OSDF_PLUGIN=/usr/libexec/condor/stash_pluginsetting var: OSG_SITE_NAME=CHTCsetting var: OSG_SQUID_LOCATION=Nonesetting var: http_proxy=Nonesetting var: SINGULARITY_BIND_EXPR=\"/etc/hosts\,/etc/localtime\,/cvmfs:/cvmfs:ro\"setting var: SINGULARITY_TARGET_DIR=/srvsetting var: SINGULARITY_EXTRA_ARGUMENTS=\"--home\ \$_CONDOR_SCRATCH_DIR:/srv\"setting var: SINGULARITY_IMAGE_EXPR=\(\(ContainerImage\ \?:\ SingularityImage\)\ \?:\ OSG_DEFAULT_SINGULARITY_IMAGE\)setting var: SINGULARITY_JOB=\(HAS_SINGULARITY\?:false\)\ \&\&\ \!\(container_bypass\ =\?=\ True\ \&\&\ stringListIMember\(ProjectName\,\ \"OSG-Staff\,Caltech_2024_Reitze\"\)\)setting var: OSG_USING_JOB_HOOK=truesetting var: OSPOOL_HOOK_PREPARE_JOB=/pilot/osgvo-pilot-RlPCE5/client_group_main/prepare-hooksetting var: STARTER_JOB_HOOK_KEYWORD=OSPOOLsetting var: OSPOOL_HOOK_PREPARE_JOB_TIMEOUT=900++ cat++ extra_attributes_file=/etc/osg/extra-attributes.cfg++ [[ -f /etc/osg/extra-attributes.cfg ]]++ is_true 1++ case "${1^^}" in++ return 0++ ./client/garbage_collection /pilot/osgvo-pilot-RlPCE5/glidein_configGC: Starting garbage collection at Tue, 16 Jun 2026 22:08:04 UTCGC: Number of candidates: 0GC: Candidates list walltime: 0 secondsGC: Directories removed: 0GC: Directory average removal walltime: 0 secondsGC: Glidein disk free before: 79 GBGC: Glidein disk free after: 79 GBGC: Glidein disk total: 145 GBGC: Glidein disk type: ext2/ext3GC: Garbage collection walltime: 0 seconds++ /usr/local/bin/ldconfig+ for x in /etc/osg/image-init.d/*.sh+ source /etc/osg/image-init.d/20-setup-apptainer.sh+++ id -u++ '[' 1000 = 0 ']'++ APPTAINER_CONF_PATH=/etc/containers/registries.conf.d/registry-mirror.conf++ '[' -n '' ']'+ shopt -u nullglob+ chmod go-w /etc/cron.d/0hourly /etc/cron.d/fetch-crl /etc/cron.hourly/0anacron /etc/cron.hourly/update-certs-rpms-if-present.sh+ :+ exec+ sleep 1+ exec /usr/bin/supervisord -c /etc/supervisord.confrsyslogd: error: defaultnetstreamdrivercafile file '/etc/pki/rsyslog/ca.crt' could not be accessed: No such file or directory [v8.2510.0-2.el9 try https://www.rsyslog.com/e/2039 ]rsyslogd: error: defaultnetstreamdriverkeyfile '/etc/pki/rsyslog/tls.key' could not be accessed: No such file or directory [v8.2510.0-2.el9 try https://www.rsyslog.com/e/2039 ]rsyslogd: error: defaultnetstreamdrivercertfile '/etc/pki/rsyslog/tls.crt' could not be accessed: No such file or directory [v8.2510.0-2.el9 try https://www.rsyslog.com/e/2039 ]<29>1 2026-06-16T22:08:05.485Z ospool-ep-7779fdb9d4-d7jrw supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Included extra file "/etc/supervisord.d/00-cleanup.conf" during parsing<29>1 2026-06-16T22:08:05.485Z ospool-ep-7779fdb9d4-d7jrw supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Included extra file "/etc/supervisord.d/10-htcondor.conf" during parsing<29>1 2026-06-16T22:08:05.485Z ospool-ep-7779fdb9d4-d7jrw supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Included extra file "/etc/supervisord.d/10-rsyslogd.conf" during parsing<29>1 2026-06-16T22:08:05.488Z ospool-ep-7779fdb9d4-d7jrw supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] RPC interface 'supervisor' initialized<29>1 2026-06-16T22:08:05.488Z ospool-ep-7779fdb9d4-d7jrw supervisord 1 - [level="CRIT" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Server 'unix_http_server' running without any HTTP authentication checking<29>1 2026-06-16T22:08:05.488Z ospool-ep-7779fdb9d4-d7jrw supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] supervisord started with pid 1<29>1 2026-06-16T22:08:06.493Z ospool-ep-7779fdb9d4-d7jrw supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] spawned: 'container_cleanup' with pid 3275<29>1 2026-06-16T22:08:06.495Z ospool-ep-7779fdb9d4-d7jrw supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] spawned: 'rsyslogd' with pid 3276<29>1 2026-06-16T22:08:06.497Z ospool-ep-7779fdb9d4-d7jrw supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] spawned: 'condor_master' with pid 3277<29>1 2026-06-16T22:08:06.504Z ospool-ep-7779fdb9d4-d7jrw supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] success: container_cleanup entered RUNNING state, process has stayed up for > than 0 seconds (startsecs)<29>1 2026-06-16T22:08:06.504Z ospool-ep-7779fdb9d4-d7jrw supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] success: container_cleanup entered RUNNING state, process has stayed up for > than 0 seconds (startsecs)<150>1 2026-06-16T22:08:06.515Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** condor_master (CONDOR_MASTER) STARTING UP<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** /usr/sbin/condor_master<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** SubsystemInfo: name=MASTER type=MASTER(1) class=DAEMON(1)<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Configuration: subsystem:MASTER local:<NONE> class:DAEMON<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorVersion: 25.11.0 2026-05-24 BuildID: 914353 PackageID: 25.11.0-0.914353 GitSHA: 432a621a RC $<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorPlatform: x86_64_AlmaLinux9 $<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** PID = 3277 RealUID = 1000<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Log last touched 6/16 22:07:53<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using config source: /etc/condor/condor_config<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using local config sources: <150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /etc/condor/config.d/00-security<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /etc/condor/config.d/10-stash-plugin.conf<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /pilot/osgvo-pilot-RlPCE5/condor_config.pilot<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /etc/condor/config.d/50-main.config<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /etc/condor/config.d/60-flock-sources.config<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /etc/condor/condor_config.local<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /pilot/osgvo-pilot-RlPCE5/condor_config.d/50-resource-policy.conf<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] config Macros = 208, Sorted = 208, StringBytes = 16084, TablesBytes = 7576<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CLASSAD_CACHING is OFF<150>1 2026-06-16T22:08:06.516Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Daemon Log is logging: D_ALWAYS D_ERROR D_STATUS<150>1 2026-06-16T22:08:06.518Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] SharedPortEndpoint: waiting for connections to named socket master_3277_53f1<150>1 2026-06-16T22:08:06.518Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] SharedPortEndpoint: failed to open /pilot/osgvo-pilot-RlPCE5/lock/condor/shared_port_ad: No such file or directory<150>1 2026-06-16T22:08:06.518Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] SharedPortEndpoint: did not successfully find SharedPortServer address. Will retry in 60s.<150>1 2026-06-16T22:08:06.518Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DaemonCore: private command socket at <10.244.0.7:0?alias=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-d7jrw&sock=master_3277_53f1><150>1 2026-06-16T22:08:06.520Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Adding SHARED_PORT to DAEMON_LIST, because USE_SHARED_PORT=true (to disable this, set AUTO_INCLUDE_SHARED_PORT_IN_DAEMON_LIST=False)<150>1 2026-06-16T22:08:06.520Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Master restart (GRACEFUL) is watching /usr/sbin/condor_master (mtime:1779679228)<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ***********************************<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] * condor_procd STARTING UP<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] * PID = 3282<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] * UID = 1000<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] * GID = 1000<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ***********************************<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Procd has a watcher pid and will die if pid 3277 dies.<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /proc was mounted without hidepid, assuming default of 0.<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 6 pid entries out of 70 total entries in /proc<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] method PARENT: found family 3277 for process 3282 (already determined)<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] PROC_FAMILY_REGISTER_SUBFAMILY<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 7 pid entries out of 71 total entries in /proc<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] As expected, we saw root of subfamily pid of 3283<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Register_subfamily pid has NOT been seen before!<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] method PARENT: found family 3277 for process 3283 (already determined)<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] moving process 3283 into new subfamily 3283<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] new subfamily registered: root = 3283, watcher = 3277<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] PROC_FAMILY_TRACK_FAMILY_VIA_ENVIRONMENT<150>1 2026-06-16T22:08:06.521Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Starting shared port with port: 0<150>1 2026-06-16T22:08:06.528Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Started DaemonCore process "/usr/libexec/condor/condor_shared_port", pid and pgroup = 3283<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Setting maximum file descriptors to 20000.<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** condor_shared_port (CONDOR_SHARED_PORT) STARTING UP<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** /usr/libexec/condor/condor_shared_port<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** SubsystemInfo: name=SHARED_PORT type=SHARED_PORT(10) class=DAEMON(1)<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Configuration: subsystem:SHARED_PORT local:<NONE> class:DAEMON<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorVersion: 25.11.0 2026-05-24 BuildID: 914353 PackageID: 25.11.0-0.914353 GitSHA: 432a621a RC $<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorPlatform: x86_64_AlmaLinux9 $<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** PID = 3283 RealUID = 1000<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Log last touched 6/16 22:07:53<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using config source: /etc/condor/condor_config<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using local config sources: <149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /etc/condor/config.d/00-security<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /etc/condor/config.d/10-stash-plugin.conf<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /pilot/osgvo-pilot-RlPCE5/condor_config.pilot<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /etc/condor/config.d/50-main.config<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /etc/condor/config.d/60-flock-sources.config<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /etc/condor/condor_config.local<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /pilot/osgvo-pilot-RlPCE5/condor_config.d/50-resource-policy.conf<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] config Macros = 209, Sorted = 209, StringBytes = 16138, TablesBytes = 7612<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CLASSAD_CACHING is ENABLED<149>1 2026-06-16T22:08:06.535Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Daemon Log is logging: D_ALWAYS D_ERROR D_STATUS<149>1 2026-06-16T22:08:06.537Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Daemoncore: Listening at <0.0.0.0:40301> on TCP (ReliSock).<149>1 2026-06-16T22:08:06.537Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DaemonCore: command socket at <10.244.0.7:40301?addrs=10.244.0.7-40301&alias=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-d7jrw&noUDP><149>1 2026-06-16T22:08:06.537Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DaemonCore: private command socket at <10.244.0.7:40301?addrs=10.244.0.7-40301&alias=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-d7jrw><149>1 2026-06-16T22:08:06.538Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] main_init() called<150>1 2026-06-16T22:08:06.528Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Waiting for /pilot/osgvo-pilot-RlPCE5/lock/condor/shared_port_ad to appear.<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] PROC_FAMILY_REGISTER_SUBFAMILY<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 8 pid entries out of 72 total entries in /proc<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] As expected, we saw root of subfamily pid of 3284<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Register_subfamily pid has NOT been seen before!<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] method PARENT: found family 3277 for process 3284 (already determined)<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] moving process 3284 into new subfamily 3284<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] new subfamily registered: root = 3284, watcher = 3277<149>1 2026-06-16T22:08:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] PROC_FAMILY_TRACK_FAMILY_VIA_ENVIRONMENT<150>1 2026-06-16T22:08:06.629Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Found /pilot/osgvo-pilot-RlPCE5/lock/condor/shared_port_ad.<150>1 2026-06-16T22:08:06.633Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Started DaemonCore process "/usr/sbin/condor_startd", pid and pgroup = 3284<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** condor_startd (CONDOR_STARTD) STARTING UP<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** /usr/sbin/condor_startd<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** SubsystemInfo: name=STARTD type=STARTD(6) class=DAEMON(1)<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Configuration: subsystem:STARTD local:<NONE> class:DAEMON<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorVersion: 25.11.0 2026-05-24 BuildID: 914353 PackageID: 25.11.0-0.914353 GitSHA: 432a621a RC $<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorPlatform: x86_64_AlmaLinux9 $<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** PID = 3284 RealUID = 1000<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Log last touched 6/16 22:07:53<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using config source: /etc/condor/condor_config<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using local config sources: <149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /etc/condor/config.d/00-security<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /etc/condor/config.d/10-stash-plugin.conf<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /pilot/osgvo-pilot-RlPCE5/condor_config.pilot<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /etc/condor/config.d/50-main.config<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /etc/condor/config.d/60-flock-sources.config<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /etc/condor/condor_config.local<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]    /pilot/osgvo-pilot-RlPCE5/condor_config.d/50-resource-policy.conf<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] config Macros = 209, Sorted = 209, StringBytes = 16128, TablesBytes = 7612<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CLASSAD_CACHING is ENABLED<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Daemon Log is logging: D_ALWAYS D_ERROR D_STATUS<149>1 2026-06-16T22:08:06.640Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] SharedPortEndpoint: waiting for connections to named socket startd_3277_53f1<149>1 2026-06-16T22:08:06.642Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DaemonCore: command socket at <10.244.0.7:40301?addrs=10.244.0.7-40301&alias=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-d7jrw&noUDP&sock=startd_3277_53f1><149>1 2026-06-16T22:08:06.642Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DaemonCore: private command socket at <10.244.0.7:40301?addrs=10.244.0.7-40301&alias=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-d7jrw&noUDP&sock=startd_3277_53f1><149>1 2026-06-16T22:08:06.658Z ospool-ep-7779fdb9d4-d7jrw condor_starter 3286 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] my_popenv: Failed to exec /usr/bin/java, errno=2 (No such file or directory)<149>1 2026-06-16T22:08:06.658Z ospool-ep-7779fdb9d4-d7jrw condor_starter 3286 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] JavaDetect: failed to execute /usr/bin/java -classpath /usr/share/condor:. CondorJavaInfo old<149>1 2026-06-16T22:08:06.658Z ospool-ep-7779fdb9d4-d7jrw condor_starter 3286 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DockerAPI::detect() failed to detect the Docker version; assuming absent.<149>1 2026-06-16T22:08:06.658Z ospool-ep-7779fdb9d4-d7jrw condor_starter 3286 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Attempting to run: '/usr/bin/apptainer /usr/bin/apptainer --version'.<149>1 2026-06-16T22:08:06.676Z ospool-ep-7779fdb9d4-d7jrw condor_starter 3286 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] [singularity version] apptainer version 1.5.0-1.el9<149>1 2026-06-16T22:08:06.749Z ospool-ep-7779fdb9d4-d7jrw condor_starter 3286 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Successfully ran: '/usr/bin/apptainer exec -C /usr/libexec/condor/singularity_test_sandbox /exit_37'.<149>1 2026-06-16T22:08:06.855Z ospool-ep-7779fdb9d4-d7jrw condor_starter 3286 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Successfully ran: '/usr/bin/apptainer exec -C /usr/libexec/condor/exit_37.sif /exit_37'.<149>1 2026-06-16T22:08:06.644Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Startd disk enforcement disabled.<149>1 2026-06-16T22:08:07.463Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] VM universe will be tested to check if it is available<149>1 2026-06-16T22:08:07.464Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:08:07.464Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ENABLE_STARTD_DAEMON_AD=2 (auto)<149>1 2026-06-16T22:08:07.464Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] SLOT_CONFIG_FAILURE_MODE is CONTINUE<149>1 2026-06-16T22:08:07.464Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] History file rotation is enabled.<149>1 2026-06-16T22:08:07.464Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]   Maximum history file size is: 20971520 bytes<149>1 2026-06-16T22:08:07.464Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]   Number of rotated history files is: 2<149>1 2026-06-16T22:08:07.467Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Local machine resource GPUs = 0<149>1 2026-06-16T22:08:07.467Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Allocating auto shares for slot type 1: Cpus: 4.00, Memory: auto, Swap: 19220464, Disk: 83812812, GPUs: 0<149>1 2026-06-16T22:08:07.467Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"]   slot type 1: Cpus: 4.00, Memory: 15991, Swap: 19220464, Disk: 83812812, GPUs: 0<149>1 2026-06-16T22:08:07.467Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] bind slot DevIds tag=GPUs contraint=<149>1 2026-06-16T22:08:07.468Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: New pSlot of type 1 allocated<149>1 2026-06-16T22:08:07.468Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: 	Cpus: 4.00, Memory: 15991, Swap: 19220464, Disk: 83812812, GPUs: 0<149>1 2026-06-16T22:08:07.469Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CronJob: Initializing job 'GPUs_MONITOR' (/usr/libexec/condor/condor_gpu_utilization)<149>1 2026-06-16T22:08:07.469Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CronJob: Initializing job 'base' (/usr/sbin/osgvo-advertise-base)<149>1 2026-06-16T22:08:07.469Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CronJob: Initializing job 'userenv' (/pilot/osgvo-pilot-RlPCE5/main/singularity_wrapper.sh)<149>1 2026-06-16T22:08:07.469Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:08:07.469Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ResAttributes detected we do have unpriv user namespaces (pid was 3431: status was 0)<149>1 2026-06-16T22:08:07.470Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Cannot determine rotationality of execute dir, leaving it undefined<149>1 2026-06-16T22:08:07.471Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=3432<149>1 2026-06-16T22:08:07.472Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=3433<149>1 2026-06-16T22:08:07.472Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CronJob: Initializing job 'mips' (/usr/libexec/condor/condor_mips)<149>1 2026-06-16T22:08:07.472Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CronJob: Initializing job 'kflops' (/usr/libexec/condor/condor_kflops)<149>1 2026-06-16T22:08:07.472Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:08:07.473Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ERROR" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the slot1 ad.<149>1 2026-06-16T22:08:07.473Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: eval_policy state should be: Unclaimed/Idle 1 IS_OWNER is false<149>1 2026-06-16T22:08:07.473Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: State change: IS_OWNER is false.<149>1 2026-06-16T22:08:07.474Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: Changing state: Owner -> Unclaimed<29>1 2026-06-16T22:08:07.871Z ospool-ep-7779fdb9d4-d7jrw supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] success: rsyslogd entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)<149>1 2026-06-16T22:08:07.871Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:08:08.078Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:08:08.079Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ERROR" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the slot1 ad.<149>1 2026-06-16T22:08:08.080Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Initial update sent to collector(s)<150>1 2026-06-16T22:08:06.633Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Daemons::StartAllDaemons all daemons were started<149>1 2026-06-16T22:08:08.080Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Sending DC_SET_READY message to master <10.244.0.7:40301?addrs=10.244.0.7-40301&alias=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-d7jrw&noUDP&sock=master_3277_53f1><150>1 2026-06-16T22:08:08.082Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Setting ready state 'Ready' for STARTD<150>1 2026-06-16T22:08:11.085Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the MASTER ad.<149>1 2026-06-16T22:08:09.032Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:09:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-16T22:09:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 8 pid entries out of 72 total entries in /proc<149>1 2026-06-16T22:09:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: new boottime = 1781647253; old_boottime = 1781647253; /proc/stat boottime = 1781647253; /proc/uptime boottime = 1781647253<29>1 2026-06-16T22:09:06.691Z ospool-ep-7779fdb9d4-d7jrw supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] success: condor_master entered RUNNING state, process has stayed up for > than 60 seconds (startsecs)<149>1 2026-06-16T22:09:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-16T22:08:11.139Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:09:07.195Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=5536<149>1 2026-06-16T22:09:07.196Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=5537<149>1 2026-06-16T22:09:07.539Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:10:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-16T22:10:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 8 pid entries out of 72 total entries in /proc<149>1 2026-06-16T22:10:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: new boottime = 1781647253; old_boottime = 1781647253; /proc/stat boottime = 1781647253; /proc/uptime boottime = 1781647253<149>1 2026-06-16T22:10:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-16T22:09:07.628Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:10:07.687Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=6113<149>1 2026-06-16T22:10:07.688Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=6114<149>1 2026-06-16T22:10:08.026Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:11:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-16T22:11:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 8 pid entries out of 72 total entries in /proc<149>1 2026-06-16T22:11:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: new boottime = 1781647253; old_boottime = 1781647253; /proc/stat boottime = 1781647253; /proc/uptime boottime = 1781647253<149>1 2026-06-16T22:11:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-16T22:10:08.115Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:11:07.164Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=6690<149>1 2026-06-16T22:11:07.165Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=6691<149>1 2026-06-16T22:11:07.469Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:12:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-16T22:12:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 8 pid entries out of 72 total entries in /proc<149>1 2026-06-16T22:12:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: new boottime = 1781647253; old_boottime = 1781647253; /proc/stat boottime = 1781647253; /proc/uptime boottime = 1781647253<149>1 2026-06-16T22:12:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-16T22:11:07.580Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:12:07.635Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=7267<149>1 2026-06-16T22:12:07.636Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=7268<149>1 2026-06-16T22:12:07.982Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:08:06.538Z ospool-ep-7779fdb9d4-d7jrw condor_shared_port 3283 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] About to update statistics in shared_port daemon ad file at /pilot/osgvo-pilot-RlPCE5/lock/condor/shared_port_ad :\nForkedChildrenCurrent = 0\nForkedChildrenPeak = 0\nMyAddress = "<10.244.0.7:40301?addrs=10.244.0.7-40301&alias=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-d7jrw&noUDP>"\nRequestsBlocked = 0\nRequestsFailed = 0\nRequestsPendingCurrent = 0\nRequestsPendingPeak = 0\nRequestsSucceeded = 0\nSharedPortCommandSinfuls = "<10.244.0.7:40301?alias=CHTC-DEV-EP-mwestphall.ospool-ep-7779fdb9d4-d7jrw>"<149>1 2026-06-16T22:13:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-16T22:13:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 8 pid entries out of 72 total entries in /proc<149>1 2026-06-16T22:13:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: new boottime = 1781647253; old_boottime = 1781647253; /proc/stat boottime = 1781647253; /proc/uptime boottime = 1781647253<149>1 2026-06-16T22:13:06Z  ospool-ep-7779fdb9d4-d7jrw condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-16T22:12:08.051Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:13:07.102Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] State change: RunBenchmarks is TRUE<149>1 2026-06-16T22:13:07.102Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: Changing activity: Idle -> Benchmarking<149>1 2026-06-16T22:13:07.102Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] BenchMgr:StartBenchmarks()<149>1 2026-06-16T22:13:07.103Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] BENCHMARK job mips started. pid=7843<149>1 2026-06-16T22:13:08.105Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:13:08.106Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<150>1 2026-06-16T22:08:11.086Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the MASTER ad.<150>1 2026-06-16T22:13:11.370Z ospool-ep-7779fdb9d4-d7jrw condor_master 3277 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the MASTER ad.<149>1 2026-06-16T22:13:08.107Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ERROR" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the slot1 ad.<149>1 2026-06-16T22:13:18.300Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] BENCHMARK job kflops started. pid=7844<149>1 2026-06-16T22:13:27.709Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] State change: benchmarks completed<149>1 2026-06-16T22:13:27.709Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: Changing activity: Benchmarking -> Idle<149>1 2026-06-16T22:13:27.709Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:13:27.711Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=7845<149>1 2026-06-16T22:13:27.712Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=7846<149>1 2026-06-16T22:13:28.003Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:13:28.005Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:13:28.005Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ERROR" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the slot1 ad.<149>1 2026-06-16T22:13:28.049Z ospool-ep-7779fdb9d4-d7jrw condor_startd 3284 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000.  The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.