Debug: using library /cvmfsexec/dist/usr/lib64/libcvmfs_fuse3_stub.soCernVM-FS: running in debug mode(cvmfs) Parsing config file /tmp/tmp.Tc1X7sDtc2 [06-16-2026 22:07:25 UTC](cvmfs) execve'd /bin/sh (PID: 98) [06-16-2026 22:07:25 UTC]CernVM-FS: loading Fuse module... doneCernVM-FS: mounted cvmfs on /cvmfsexec/dist/cvmfs/config-osg.opensciencegrid.orgDebug: using library /cvmfsexec/dist/usr/lib64/libcvmfs_fuse3_stub.soCernVM-FS: running in debug mode(cvmfs) Parsing config file /tmp/tmp.90kmU3y4RM [06-16-2026 22:07:25 UTC](cvmfs) execve'd /bin/sh (PID: 98) [06-16-2026 22:07:25 UTC]CernVM-FS: loading Fuse module... doneCernVM-FS: mounted cvmfs on /cvmfsexec/dist/cvmfs/config-osg.opensciencegrid.orgtotal 5drwxr-xr-x 3 osg osg 4096 Aug 10 2022 etcDebug: using library /cvmfsexec/dist/usr/lib64/libcvmfs_fuse3_stub.soCernVM-FS: running in debug mode(cvmfs) Parsing config file /tmp/tmp.rHQpWOTlZB [06-16-2026 22:07:26 UTC](cvmfs) execve'd /bin/sh (PID: 98) [06-16-2026 22:07:26 UTC]CernVM-FS: loading Fuse module... doneCernVM-FS: mounted cvmfs on /cvmfsexec/dist/cvmfs/config-osg.opensciencegrid.orgDebug: using library /cvmfsexec/dist/usr/lib64/libcvmfs_fuse3_stub.soCernVM-FS: running in debug mode(cvmfs) Parsing config file /tmp/tmp.XFEqRUz19G [06-16-2026 22:07:27 UTC](cvmfs) execve'd /bin/sh (PID: 172) [06-16-2026 22:07:27 UTC]CernVM-FS: loading Fuse module... doneCernVM-FS: mounted cvmfs on /cvmfsexec/dist/cvmfs/oasis.opensciencegrid.orgDebug: using library /cvmfsexec/dist/usr/lib64/libcvmfs_fuse3_stub.soCernVM-FS: running in debug mode(cvmfs) Parsing config file /tmp/tmp.zdj7Cq5zO9 [06-16-2026 22:07:27 UTC](cvmfs) execve'd /bin/sh (PID: 238) [06-16-2026 22:07:27 UTC]CernVM-FS: loading Fuse module... doneCernVM-FS: mounted cvmfs on /cvmfsexec/dist/cvmfs/singularity.opensciencegrid.org/sbin/ldconfig: relative path `' used to build cache+++ id -u++ '[' 1000 = 0 ']'++ pstr='"'++ set +x++ '[' xCHTC = x ']'++ '[' xCHTC-DEV-EP-mwestphall = x ']'++ '[' x '!=' x ']'++ '[' xTrue '!=' x ']'++ [[ 336 =~ ^[0-9]+$ ]]++ '[' 336 -le 0 ']'++ [[ 24 =~ ^[0-9]+$ ]]++ '[' 24 -le 0 ']'++ '[' x = x ']'++ export GARBAGE_COLLECTION=1++ GARBAGE_COLLECTION=1++ is_true false++ case "${1^^}" in++ return 1++ [[ ospool == ospool ]]++ POOL=prod-ospool++ glidein_group=main++ glidein_group_dir=client_group_main++ script_exec_prefix=/usr/sbin/++ script_lib_prefix=/gwms/client_group_main/++ itb_sites_start_clause=++ case ${POOL} in++ default_cm1=cm-1.ospool.osg-htc.org++ default_cm2=cm-2.ospool.osg-htc.org++ default_ccb1=ccb-1.ospool.osg-htc.org++ default_ccb2=ccb-2.ospool.osg-htc.org++ default_syslog_host=syslog.osg.chtc.io++ GLIDECLIENT_Group=main-container++ itb_sites_start_clause=' && (TARGET.ITB_Sites =!= True)'+++ mktemp -d /pilot/osgvo-pilot-XXXXXX++ export LOCAL_DIR=/pilot/osgvo-pilot-cQLacP++ LOCAL_DIR=/pilot/osgvo-pilot-cQLacP++ [[ ! -n /pilot/osgvo-pilot-cQLacP ]]++ [[ ! -d /pilot/osgvo-pilot-cQLacP ]]++ mkdir -p /pilot/osgvo-pilot-cQLacP/condor/tokens.d++ mkdir -p /pilot/osgvo-pilot-cQLacP/condor/passwords.d++ chmod 700 /pilot/osgvo-pilot-cQLacP/condor/passwords.d++ shopt -s nullglob++ tokens=(/etc/condor/tokens-orig.d/*)++ passwords=(/etc/condor/passwords-orig.d/*)++ shopt -u nullglob++ [[ -n '' ]]++ [[ -n '' ]]++ set +xUsing TOKEN from environment++ export _CONDOR_SEC_PASSWORD_FILE=/pilot/osgvo-pilot-cQLacP/condor/tokens.d/flock.opensciencegrid.org++ _CONDOR_SEC_PASSWORD_FILE=/pilot/osgvo-pilot-cQLacP/condor/tokens.d/flock.opensciencegrid.org++ export _CONDOR_SEC_PASSWORD_DIRECTORY=/pilot/osgvo-pilot-cQLacP/condor/passwords.d++ _CONDOR_SEC_PASSWORD_DIRECTORY=/pilot/osgvo-pilot-cQLacP/condor/passwords.d++ rm -rf /pilot/log /pilot/rsyslog++ mkdir -p /pilot/log /pilot/log/log /pilot/rsyslog /pilot/rsyslog/pid /pilot/rsyslog/workdir /pilot/rsyslog/conf++ touch /pilot/log/MasterLog /pilot/log/StartLog /pilot/log/ProcLog /pilot/log/SharedPortLog /pilot/log/XferStatsLog /pilot/log/log/StarterLog /pilot/log/StarterLog /pilot/log/StarterLog.testing++ SYSLOG_HOST=syslog.osg.chtc.io++ [[ x != \x ]]++ [[ syslog.osg.chtc.io == \s\y\s\l\o\g\.\o\s\g\d\e\v\.\c\h\t\c\.\i\o ]]++ REGISTRY_HOSTNAME=os-registry.opensciencegrid.org++ is_true False++ case "${1^^}" in++ return 1++ SYSLOG_HOST=++ REGISTRY_HOSTNAME=++ REGISTRY_HOST=++ [[ x != \x ]]++ cat++ [[ -n test-cm ]]++ POOL=++ COLLECTOR_HOST=test-cm++ [[ -n '' ]]++ [[ '' =~ (itb|prod)-ospool ]]++ [[ '' =~ (dev|prod)-path-facility ]]++ [[ '' =~ (itb|prod)-ospool ]]++ [[ -n '' ]]++ [[ '' =~ (dev|prod)-path-facility ]]+++ tr -cs a-zA-Z0-9.- '[-*]'+++ sed -e 's|^[.-]*||' -e 's|[.-]*$||'+++ cut -c 1-63++ sanitized_resourcename=CHTC-DEV-EP-mwestphall++ is_true false++ case "${1^^}" in++ return 1+++ hostname++ NETWORK_HOSTNAME=CHTC-DEV-EP-mwestphall.ospool-ep-65c844ddbb-c592l++ osgvo_advertise_base=/usr/sbin/osgvo-advertise-base++ osgvo_advertise_userenv=/usr/sbin/osgvo-advertise-userenv++ osgvo_additional_htcondor_config=/usr/sbin/osgvo-additional-htcondor-config++ osgvo_singularity_wrapper=/usr/sbin/osgvo-singularity-wrapper++ simple_job_wrapper=/usr/sbin/simple-job-wrapper++ prepare_hook=/gwms/client_group_main/prepare-hook++ default_image_executable=/usr/sbin/osgvo-default-image++ singularity_extras_lib=/gwms/client_group_main/singularity-extras++ ospool_lib=/gwms/client_group_main/ospool-lib++ pelican_setup=/gwms/client_group_main/pelican-setup++ catThis pilot will accept new jobs for 336 hours, andthen let running jobs finish for 24 hours. To controlthis behavior, you may set the ACCEPT_JOBS_FOR_HOURS andRETIREMENT_HOURS environment variables.+++ date +%s++ NOW=1781647648++ GLIDEIN_ToRetire=1782857248++ GLIDEIN_ToDie=1782943648++ mkdir -p /pilot/osgvo-pilot-cQLacP/condor_config.d++ export PILOT_CONFIG_FILE=/pilot/osgvo-pilot-cQLacP/condor_config.pilot++ PILOT_CONFIG_FILE=/pilot/osgvo-pilot-cQLacP/condor_config.pilot++ cat++ [[ -n '' ]]++ [[ -n '' ]]++ is_true false++ case "${1^^}" in++ return 1++ '[' xNone '!=' x ']'++ export http_proxy=None++ http_proxy=None++ cat++ chmod 755 /pilot/osgvo-pilot-cQLacP/user-job-wrapper.sh++ echo 'USER_JOB_WRAPPER = /pilot/osgvo-pilot-cQLacP/user-job-wrapper.sh'+++ condor_config_val EXECUTE++ mkdir -p /pilot/osgvo-pilot-cQLacP/execute+++ condor_config_val LOG++ mkdir -p /pilot/log+++ condor_config_val LOCK++ mkdir -p /pilot/osgvo-pilot-cQLacP/lock/condor+++ condor_config_val RUN++ mkdir -p /pilot/osgvo-pilot-cQLacP/run/condor+++ condor_config_val SPOOL++ mkdir -p /pilot/osgvo-pilot-cQLacP/spool+++ condor_config_val SEC_CREDENTIAL_DIRECTORY++ mkdir -p /pilot/osgvo-pilot-cQLacP/creds+++ condor_config_val SEC_CREDENTIAL_DIRECTORY++ chmod 700 /pilot/osgvo-pilot-cQLacP/creds++ echo++ echo 'Will use the following token(s):'Will use the following token(s):++ condor_token_listHeader: {"alg":"HS256","kid":"POOL"} Payload: {"iat":1781647620,"iss":"test-cm","jti":"bb7c548cc86421e4727aac418fe491c9","scope":"condor:\/READ condor:\/ADVERTISE_STARTD condor:\/ADVERTISE_MASTER","sub":"condor@test-cm"} File: /pilot/osgvo-pilot-cQLacP/condor/tokens.d/flock.opensciencegrid.org++ echo++ cd /pilot/osgvo-pilot-cQLacP++ cp -a /gwms/. /pilot/osgvo-pilot-cQLacP/++ cp -a /usr/sbin/simple-job-wrapper condor_job_wrapper.sh++ export glidein_config=/pilot/osgvo-pilot-cQLacP/glidein_config++ glidein_config=/pilot/osgvo-pilot-cQLacP/glidein_config++ export condor_vars_file=/pilot/osgvo-pilot-cQLacP/main/condor_vars.lst++ condor_vars_file=/pilot/osgvo-pilot-cQLacP/main/condor_vars.lst++ [[ -z 100%__htc/minimal:0 ]]++ is_true ''++ case "${1^^}" in++ return 1++ SINGULARITY_DISABLE_PID_NAMESPACES=0++ APPTAINER_PATH=/usr/bin/apptainer++ '[' -n '' ']'++ cat++ [[ -n '' ]]++ touch /pilot/osgvo-pilot-cQLacP/main/condor_vars.lst++ export IS_CONTAINER_PILOT=1++ IS_CONTAINER_PILOT=1++ unset SINGULARITY_BIND++ export GLIDEIN_SINGULARITY_BINARY_OVERRIDE=/usr/bin/apptainer++ GLIDEIN_SINGULARITY_BINARY_OVERRIDE=/usr/bin/apptainer++ /usr/sbin/osgvo-default-image /pilot/osgvo-pilot-cQLacP/glidein_configINFO Starting download of default image (htc__minimal__0)INFO Using Pelican to download pelican://osg-htc.org/ospool/images/v2/x86_64/htc__minimal__0/20260525T053001Z.sifINFO Pelican download successfulOSG_DEFAULT_SINGULARITY_IMAGE_SOURCE = "OSDF"ALLOW_NONCVMFS_IMAGES = TrueGWMS_SINGULARITY_PULL_IMAGES = TrueSINGULARITY_IMAGES_DICT = "default:/pilot/osgvo-pilot-cQLacP/images/htc__minimal__0.sif"REQUIRED_OS = "default"OSG_DEFAULT_SINGULARITY_IMAGE = "/pilot/osgvo-pilot-cQLacP/images/htc__minimal__0.sif"++ ./main/singularity_setup.sh /pilot/osgvo-pilot-cQLacP/glidein_configTue Jun 16 22:07:30 UTC 2026 Starting singularity_setup.sh. Importing singularity_lib.sh.INFO Sourcing add config line: /pilot/osgvo-pilot-cQLacP/add_config_line.sourceTue Jun 16 22:07:30 UTC 2026 SINGULARITY_IMAGE_REQUIRED not configured. Defaulting to falseTue Jun 16 22:07:30 UTC 2026 Factory's desire to use Singularity: OPTIONALTue Jun 16 22:07:30 UTC 2026 VO's desire to use Singularity: PREFERREDTue Jun 16 22:07:30 UTC 2026 Entry configured with Singularity: Tue Jun 16 22:07:30 UTC 2026 Looking for Singularity image for [default,rhel9,rhel7,rhel6,rhel8] with restrictions NoneTue Jun 16 22:07:30 UTC 2026 Searching and testing the singularity binary ( with image /pilot/osgvo-pilot-cQLacP/images/htc__minimal__0.sif)INFO Checking for singularity...INFO GWMS Singularity wrapper: PATH is set to /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/sbin outside Singularity. This will not be propagated to inside the container instance.INFO Restoring the cleared PATH, LD_LIBRARY_PATH, PYTHONPATH, LD_PRELOADINFO Singularity at '/usr/bin/apptainer' appears to work (unprivileged mode)INFO Singularity found at "/usr/bin/apptainer" (unprivileged mode, using s_override)INFO Singularity binary appears present, claims to be version 1.5.0-1.el9 and tested with /pilot/osgvo-pilot-cQLacP/images/htc__minimal__0.sifHAS_SINGULARITY = TrueGWMS_SINGULARITY_STATUS = "PREFERRED"SINGULARITY_PATH = "/usr/bin/apptainer"GWMS_SINGULARITY_PATH = "/usr/bin/apptainer"SINGULARITY_VERSION = "1.5.0-1.el9"GWMS_SINGULARITY_VERSION = "1.5.0-1.el9"SINGULARITY_FULL_VERSION = "apptainer version 1.5.0-1.el9"SINGULARITY_MODE = "unprivileged"GWMS_SINGULARITY_MODE = "unprivileged"CONTAINERSW_PATH = "/usr/bin/apptainer"GWMS_CONTAINERSW_PATH = "/usr/bin/apptainer"CONTAINERSW_VERSION = "1.5.0-1.el9"GWMS_CONTAINERSW_VERSION = "1.5.0-1.el9"CONTAINERSW_FULL_VERSION = "apptainer version 1.5.0-1.el9"GWMS_CONTAINERSW_FULL_VERSION = "apptainer version 1.5.0-1.el9"CONTAINERSW_MODE = "unprivileged"GWMS_CONTAINERSW_MODE = "unprivileged"SINGULARITY_IMAGES_DICT = "default:/pilot/osgvo-pilot-cQLacP/images/htc__minimal__0.sif"GLIDEIN_REQUIRED_OS = "any"GLIDEIN_PROVIDES = "singularity/unprivileged"Tue Jun 16 22:07:31 UTC 2026 Decided to use Singularity (PREFERRED)++ /gwms/client_group_main/singularity-extras /pilot/osgvo-pilot-cQLacP/glidein_configINFO Determining extra Singularity capabilities...INFO Sourcing /pilot/osgvo-pilot-cQLacP/add_config_line.sourceSINGULARITY_CAN_USE_SIF = HAS_SINGULARITY && STASHCP_VERIFIEDSINGULARITY_CAN_USE_REGISTRY = SINGULARITY_CAN_USE_SIF && SINGULARITY_DISK_IS_FULL =!= TrueSINGULARITY_START_CLAUSE = (!isString(TARGET.SingularityImage) || ( (SINGULARITY_CAN_USE_REGISTRY || !(substr(TARGET.SingularityImage, 0, 9) == "docker://")) && (SINGULARITY_CAN_USE_SIF || !(substr(TARGET.SingularityImage, -4) == ".sif")) ))++ [[ -e /gwms/client_group_main/pelican-setup ]]++ cp /usr/sbin/osgvo-advertise-userenv .+++ basename /usr/sbin/osgvo-advertise-userenv++ /pilot/osgvo-pilot-cQLacP/main/singularity_wrapper.sh ./osgvo-advertise-userenv glidein_config osgvo-docker-pilotINFO Sourcing add config line: /pilot/osgvo-pilot-cQLacP/add_config_line.sourcecp: '/pilot/osgvo-pilot-cQLacP/.gwms.d/bin' and '.gwms.d/bin' are the same filecp: '/pilot/osgvo-pilot-cQLacP/.gwms.d/exec' and '.gwms.d/exec' are the same fileTue Jun 16 22:07:33 UTC 2026 Unable to copy GlideinWMS utilities inside the container (to /pilot/osgvo-pilot-cQLacP/.gwms.d)INFO Discarding path '/hadoop'. File does not existINFO Discarding path '/ceph'. File does not existINFO Discarding path '/hdfs'. File does not existINFO Discarding path '/lizard'. File does not existINFO Discarding path '/mnt/hadoop'. File does not existINFO Discarding path '/mnt/hdfs'. File does not existINFO GWMS Singularity wrapper: PATH is set to /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/sbin outside Singularity. This will not be propagated to inside the container instance.INFO GWMS directory detected. Staying in /srvINFO PATH is set to /srv/.gwms.d/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/binINFO Arguments to the script: glidein_config osgvo-docker-pilotINFO Sourcing /srv/add_config_line.sourceHAS_TIMEOUT = FalseOSG_OS_NAME = "WELCOME"OSG_OS_VERSION = "0"OSG_OS_STRING = "WELCOME 0"OSG_OS_KERNEL = "6.8.0-1052-azure"OSGVO_OS_NAME = "WELCOME"OSGVO_OS_VERSION = "0"OSGVO_OS_STRING = "WELCOME 0"OSGVO_OS_KERNEL = "6.8.0-1052-azure"HAS_cx16 = TrueHAS_f16c = TrueHAS_avx512f = TrueHAS_avx512dq = TrueHAS_avx512ifma = TrueHAS_avx512cd = TrueHAS_avx512bw = TrueHAS_avx512vl = TrueHAS_avx512_bf16 = TrueHAS_avx512vbmi = TrueHAS_avx512_vbmi2 = TrueHAS_avx512_vnni = TrueHAS_avx512_bitalg = TrueHAS_avx512_vpopcntdq = TrueOpSysLongName = "Apptainer Container - WELCOME 0"OpSysAndVer = "WELCOME0"OpSysName = "WELCOME"OpSysShortName = "WELCOME"OpSysMajorVer = 0OpSysVer = 000ULIMIT_STACK_SIZE = 16384MappedUser = FalseMinimalHome = TrueHAS_XRDCP = FalseHAS_GCC = FalseHAS_GPP = FalseHAS_R = FalseINFO Checking for Python availability...INFO Checking for numpy/scipy availability...HAS_NUMPY = False++ echo '/usr/sbin/osgvo-additional-htcondor-config found; running it'/usr/sbin/osgvo-additional-htcondor-config found; running it++ bash /usr/sbin/osgvo-additional-htcondor-config /pilot/osgvo-pilot-cQLacP/glidein_configINFO Found exceptions file in ./client_group_main/pelican-exceptions.csvINFO Testing /usr/libexec/condor/stash_plugin -d osdf:///pelicanplatform/test/hello-world.txt...INFO Succeeded!INFO Calculating default job environment variables.INFO Checking Singularity bind /cvmfs:/cvmfs:roINFO /cvmfs found and is a directory; adding to SINGULARITY_BIND_EXPRINFO Checking Singularity bind /etc/OpenCL/vendorsINFO /etc/OpenCL/vendors not found or not a directory; ignoringINFO SINGULARITY_BIND_EXPR is "/etc/hosts,/etc/localtime,/cvmfs:/cvmfs:ro"INFO Leaving SINGULARITY_DISABLE_PID_NAMESPACES at defaultOSG_USING_JOB_HOOK = trueAll done (osgvo-additional-htcondor-config)++ echo '/usr/sbin/osgvo-additional-htcondor-config done'/usr/sbin/osgvo-additional-htcondor-config done++ set +xsetting var: OSG_DEFAULT_SINGULARITY_IMAGE_SOURCE=OSDFsetting var: ALLOW_NONCVMFS_IMAGES=Truesetting var: GWMS_SINGULARITY_PULL_IMAGES=Truesetting var: REQUIRED_OS=defaultsetting var: OSG_DEFAULT_SINGULARITY_IMAGE=/pilot/osgvo-pilot-cQLacP/images/htc__minimal__0.sifsetting var: HAS_SINGULARITY=Truesetting var: GWMS_SINGULARITY_STATUS=PREFERREDsetting var: SINGULARITY_PATH=/usr/bin/apptainersetting var: GWMS_SINGULARITY_PATH=/usr/bin/apptainersetting var: SINGULARITY_VERSION=1.5.0-1.el9setting var: GWMS_SINGULARITY_VERSION=1.5.0-1.el9setting var: SINGULARITY_FULL_VERSION=apptainer\ version\ 1.5.0-1.el9setting var: SINGULARITY_MODE=unprivilegedsetting var: GWMS_SINGULARITY_MODE=unprivilegedsetting var: CONTAINERSW_PATH=/usr/bin/apptainersetting var: GWMS_CONTAINERSW_PATH=/usr/bin/apptainersetting var: CONTAINERSW_VERSION=1.5.0-1.el9setting var: GWMS_CONTAINERSW_VERSION=1.5.0-1.el9setting var: CONTAINERSW_FULL_VERSION=apptainer\ version\ 1.5.0-1.el9setting var: GWMS_CONTAINERSW_FULL_VERSION=apptainer\ version\ 1.5.0-1.el9setting var: CONTAINERSW_MODE=unprivilegedsetting var: GWMS_CONTAINERSW_MODE=unprivilegedsetting var: SINGULARITY_IMAGES_DICT=default:/pilot/osgvo-pilot-cQLacP/images/htc__minimal__0.sifsetting var: GLIDEIN_REQUIRED_OS=anysetting var: GLIDEIN_PROVIDES=singularity/unprivilegedsetting var: SINGULARITY_CAN_USE_SIF=HAS_SINGULARITY\ \&\&\ STASHCP_VERIFIEDsetting var: SINGULARITY_CAN_USE_REGISTRY=SINGULARITY_CAN_USE_SIF\ \&\&\ SINGULARITY_DISK_IS_FULL\ =\!=\ Truesetting var: SINGULARITY_START_CLAUSE=\(\!isString\(TARGET.SingularityImage\)\ \|\|\ \(\ \(SINGULARITY_CAN_USE_REGISTRY\ \|\|\ \!\(substr\(TARGET.SingularityImage\,\ 0\,\ 9\)\ ==\ \"docker://\"\)\)\ \&\&\ \(SINGULARITY_CAN_USE_SIF\ \|\|\ \!\(substr\(TARGET.SingularityImage\,\ -4\)\ ==\ \".sif\"\)\)\ \)\)setting var: SINGULARITY=\$F\(GWMS_SINGULARITY_PATH\)setting var: HAS_TIMEOUT=Falsesetting var: OSG_OS_NAME=WELCOMEsetting var: OSG_OS_VERSION=0setting var: OSG_OS_STRING=WELCOME\ 0setting var: OSG_OS_KERNEL=6.8.0-1052-azuresetting var: OSGVO_OS_NAME=WELCOMEsetting var: OSGVO_OS_VERSION=0setting var: OSGVO_OS_STRING=WELCOME\ 0setting var: OSGVO_OS_KERNEL=6.8.0-1052-azuresetting var: HAS_cx16=Truesetting var: HAS_f16c=Truesetting var: HAS_avx512f=Truesetting var: HAS_avx512dq=Truesetting var: HAS_avx512ifma=Truesetting var: HAS_avx512cd=Truesetting var: HAS_avx512bw=Truesetting var: HAS_avx512vl=Truesetting var: HAS_avx512_bf16=Truesetting var: HAS_avx512vbmi=Truesetting var: HAS_avx512_vbmi2=Truesetting var: HAS_avx512_vnni=Truesetting var: HAS_avx512_bitalg=Truesetting var: HAS_avx512_vpopcntdq=Truesetting var: OpSysLongName=Apptainer\ Container\ -\ WELCOME\ 0setting var: OpSysAndVer=WELCOME0setting var: OpSysName=WELCOMEsetting var: OpSysShortName=WELCOMEsetting var: OpSysMajorVer=0setting var: OpSysVer=000setting var: ULIMIT_STACK_SIZE=16384setting var: MappedUser=Falsesetting var: MinimalHome=Truesetting var: HAS_XRDCP=Falsesetting var: HAS_GCC=Falsesetting var: HAS_GPP=Falsesetting var: HAS_R=Falsesetting var: HAS_NUMPY=Falsesetting var: STATISTICS_TO_PUBLISH_LIST=JobDuration\,\ JobBusyTimesetting var: IsBlackHole=Falsesetting var: HasExcessiveLoad=Falsesetting var: RoomForCPUOnlyJobs=\(GPUs\ is\ Undefined\)\ \|\|\ \(GPUs\ ==\ 0\)\ \|\|\ \(\(SlotType\ ==\ \"Partitionable\"\)\ \&\&\ \(CPUs\ \>\ 8\ \*\ GPUs\)\ \&\&\ \(Memory\ \>\ 32000\ \*\ GPUs\)\ \&\&\ \(Disk\ \>\ 5000000\ \*\ GPUs\)\)setting var: STARTD_JOB_ATTRS=\$\(STARTD_JOB_ATTRS\)\ ProjectNamesetting var: CCB_HEARTBEAT_INTERVAL=120setting var: LOG_FILETRANSFER_PLUGIN_STDOUT_ON_SUCCESS=D_ALWAYSsetting var: FILETRANSFER_PLUGINS=\$\(FILETRANSFER_PLUGINS\)\,/usr/libexec/condor/stash_pluginsetting var: STASH_PLUGIN=/usr/libexec/condor/stash_pluginsetting var: OSDF_PLUGIN=/usr/libexec/condor/stash_pluginsetting var: OSG_SITE_NAME=CHTCsetting var: OSG_SQUID_LOCATION=Nonesetting var: http_proxy=Nonesetting var: SINGULARITY_BIND_EXPR=\"/etc/hosts\,/etc/localtime\,/cvmfs:/cvmfs:ro\"setting var: SINGULARITY_TARGET_DIR=/srvsetting var: SINGULARITY_EXTRA_ARGUMENTS=\"--home\ \$_CONDOR_SCRATCH_DIR:/srv\"setting var: SINGULARITY_IMAGE_EXPR=\(\(ContainerImage\ \?:\ SingularityImage\)\ \?:\ OSG_DEFAULT_SINGULARITY_IMAGE\)setting var: SINGULARITY_JOB=\(HAS_SINGULARITY\?:false\)\ \&\&\ \!\(container_bypass\ =\?=\ True\ \&\&\ stringListIMember\(ProjectName\,\ \"OSG-Staff\,Caltech_2024_Reitze\"\)\)setting var: OSG_USING_JOB_HOOK=truesetting var: OSPOOL_HOOK_PREPARE_JOB=/pilot/osgvo-pilot-cQLacP/client_group_main/prepare-hooksetting var: STARTER_JOB_HOOK_KEYWORD=OSPOOLsetting var: OSPOOL_HOOK_PREPARE_JOB_TIMEOUT=900++ cat++ extra_attributes_file=/etc/osg/extra-attributes.cfg++ [[ -f /etc/osg/extra-attributes.cfg ]]++ is_true 1++ case "${1^^}" in++ return 0++ ./client/garbage_collection /pilot/osgvo-pilot-cQLacP/glidein_configGC: Starting garbage collection at Tue, 16 Jun 2026 22:07:37 UTCGC: Number of candidates: 0GC: Candidates list walltime: 0 secondsGC: Directories removed: 0GC: Directory average removal walltime: 0 secondsGC: Glidein disk free before: 81 GBGC: Glidein disk free after: 81 GBGC: Glidein disk total: 145 GBGC: Glidein disk type: ext2/ext3GC: Garbage collection walltime: 0 seconds++ /usr/local/bin/ldconfig+ for x in /etc/osg/image-init.d/*.sh+ source /etc/osg/image-init.d/20-setup-apptainer.sh+++ id -u++ '[' 1000 = 0 ']'++ APPTAINER_CONF_PATH=/etc/containers/registries.conf.d/registry-mirror.conf++ '[' -n '' ']'+ shopt -u nullglob+ chmod go-w /etc/cron.d/0hourly /etc/cron.d/fetch-crl /etc/cron.hourly/0anacron /etc/cron.hourly/update-certs-rpms-if-present.sh+ :+ exec+ sleep 1+ exec /usr/bin/supervisord -c /etc/supervisord.confrsyslogd: error: defaultnetstreamdrivercafile file '/etc/pki/rsyslog/ca.crt' could not be accessed: No such file or directory [v8.2510.0-2.el9 try https://www.rsyslog.com/e/2039 ]rsyslogd: error: defaultnetstreamdriverkeyfile '/etc/pki/rsyslog/tls.key' could not be accessed: No such file or directory [v8.2510.0-2.el9 try https://www.rsyslog.com/e/2039 ]rsyslogd: error: defaultnetstreamdrivercertfile '/etc/pki/rsyslog/tls.crt' could not be accessed: No such file or directory [v8.2510.0-2.el9 try https://www.rsyslog.com/e/2039 ]<29>1 2026-06-16T22:07:38.270Z ospool-ep-65c844ddbb-c592l supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Included extra file "/etc/supervisord.d/00-cleanup.conf" during parsing<29>1 2026-06-16T22:07:38.270Z ospool-ep-65c844ddbb-c592l supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Included extra file "/etc/supervisord.d/10-htcondor.conf" during parsing<29>1 2026-06-16T22:07:38.270Z ospool-ep-65c844ddbb-c592l supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Included extra file "/etc/supervisord.d/10-rsyslogd.conf" during parsing<29>1 2026-06-16T22:07:38.272Z ospool-ep-65c844ddbb-c592l supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] RPC interface 'supervisor' initialized<29>1 2026-06-16T22:07:38.272Z ospool-ep-65c844ddbb-c592l supervisord 1 - [level="CRIT" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Server 'unix_http_server' running without any HTTP authentication checking<29>1 2026-06-16T22:07:38.272Z ospool-ep-65c844ddbb-c592l supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] supervisord started with pid 265<29>1 2026-06-16T22:07:39.275Z ospool-ep-65c844ddbb-c592l supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] spawned: 'container_cleanup' with pid 3873<29>1 2026-06-16T22:07:39.276Z ospool-ep-65c844ddbb-c592l supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] spawned: 'rsyslogd' with pid 3874<29>1 2026-06-16T22:07:39.278Z ospool-ep-65c844ddbb-c592l supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] spawned: 'condor_master' with pid 3875<29>1 2026-06-16T22:07:39.282Z ospool-ep-65c844ddbb-c592l supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] success: container_cleanup entered RUNNING state, process has stayed up for > than 0 seconds (startsecs)<29>1 2026-06-16T22:07:39.282Z ospool-ep-65c844ddbb-c592l supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] success: container_cleanup entered RUNNING state, process has stayed up for > than 0 seconds (startsecs)<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** condor_master (CONDOR_MASTER) STARTING UP<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** /usr/sbin/condor_master<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** SubsystemInfo: name=MASTER type=MASTER(1) class=DAEMON(1)<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Configuration: subsystem:MASTER local:<NONE> class:DAEMON<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorVersion: 25.11.0 2026-05-24 BuildID: 914353 PackageID: 25.11.0-0.914353 GitSHA: 432a621a RC $<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorPlatform: x86_64_AlmaLinux9 $<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** PID = 3875 RealUID = 1000<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Log last touched 6/16 22:07:28<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using config source: /etc/condor/condor_config<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using local config sources: <150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/00-security<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/10-stash-plugin.conf<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /pilot/osgvo-pilot-cQLacP/condor_config.pilot<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/50-main.config<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/60-flock-sources.config<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/condor_config.local<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /pilot/osgvo-pilot-cQLacP/condor_config.d/50-resource-policy.conf<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] config Macros = 220, Sorted = 220, StringBytes = 17057, TablesBytes = 8008<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CLASSAD_CACHING is OFF<150>1 2026-06-16T22:07:39.289Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Daemon Log is logging: D_ALWAYS D_ERROR D_STATUS<150>1 2026-06-16T22:07:39.291Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] SharedPortEndpoint: waiting for connections to named socket master_3875_8194<150>1 2026-06-16T22:07:39.291Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] SharedPortEndpoint: failed to open /pilot/osgvo-pilot-cQLacP/lock/condor/shared_port_ad: No such file or directory<150>1 2026-06-16T22:07:39.291Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] SharedPortEndpoint: did not successfully find SharedPortServer address. Will retry in 60s.<150>1 2026-06-16T22:07:39.291Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DaemonCore: private command socket at <10.244.0.5:0?alias=CHTC-DEV-EP-mwestphall.ospool-ep-65c844ddbb-c592l&sock=master_3875_8194><150>1 2026-06-16T22:07:39.292Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Adding SHARED_PORT to DAEMON_LIST, because USE_SHARED_PORT=true (to disable this, set AUTO_INCLUDE_SHARED_PORT_IN_DAEMON_LIST=False)<150>1 2026-06-16T22:07:39.292Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Master restart (GRACEFUL) is watching /usr/sbin/condor_master (mtime:1779679228)<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ***********************************<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] * condor_procd STARTING UP<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] * PID = 3880<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] * UID = 1000<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] * GID = 1000<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ***********************************<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Procd has a watcher pid and will die if pid 3875 dies.<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /proc was mounted without hidepid, assuming default of 0.<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 15 pid entries out of 79 total entries in /proc<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] method PARENT: found family 3875 for process 3880 (already determined)<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] PROC_FAMILY_REGISTER_SUBFAMILY<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 16 pid entries out of 80 total entries in /proc<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] As expected, we saw root of subfamily pid of 3881<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Register_subfamily pid has NOT been seen before!<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] method PARENT: found family 3875 for process 3881 (already determined)<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] moving process 3881 into new subfamily 3881<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] new subfamily registered: root = 3881, watcher = 3875<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] PROC_FAMILY_TRACK_FAMILY_VIA_ENVIRONMENT<150>1 2026-06-16T22:07:39.293Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Starting shared port with port: 0<150>1 2026-06-16T22:07:39.299Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Started DaemonCore process "/usr/libexec/condor/condor_shared_port", pid and pgroup = 3881<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Setting maximum file descriptors to 20000.<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** condor_shared_port (CONDOR_SHARED_PORT) STARTING UP<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** /usr/libexec/condor/condor_shared_port<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** SubsystemInfo: name=SHARED_PORT type=SHARED_PORT(10) class=DAEMON(1)<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Configuration: subsystem:SHARED_PORT local:<NONE> class:DAEMON<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorVersion: 25.11.0 2026-05-24 BuildID: 914353 PackageID: 25.11.0-0.914353 GitSHA: 432a621a RC $<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorPlatform: x86_64_AlmaLinux9 $<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** PID = 3881 RealUID = 1000<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Log last touched 6/16 22:07:28<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using config source: /etc/condor/condor_config<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using local config sources: <149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/00-security<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/10-stash-plugin.conf<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /pilot/osgvo-pilot-cQLacP/condor_config.pilot<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/50-main.config<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/60-flock-sources.config<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/condor_config.local<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /pilot/osgvo-pilot-cQLacP/condor_config.d/50-resource-policy.conf<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] config Macros = 221, Sorted = 221, StringBytes = 17109, TablesBytes = 8044<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CLASSAD_CACHING is ENABLED<149>1 2026-06-16T22:07:39.304Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Daemon Log is logging: D_ALWAYS D_ERROR D_STATUS<149>1 2026-06-16T22:07:39.306Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Daemoncore: Listening at <0.0.0.0:42857> on TCP (ReliSock).<149>1 2026-06-16T22:07:39.306Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DaemonCore: command socket at <10.244.0.5:42857?addrs=10.244.0.5-42857&alias=CHTC-DEV-EP-mwestphall.ospool-ep-65c844ddbb-c592l&noUDP><149>1 2026-06-16T22:07:39.306Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DaemonCore: private command socket at <10.244.0.5:42857?addrs=10.244.0.5-42857&alias=CHTC-DEV-EP-mwestphall.ospool-ep-65c844ddbb-c592l><149>1 2026-06-16T22:07:39.307Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] main_init() called<150>1 2026-06-16T22:07:39.300Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Waiting for /pilot/osgvo-pilot-cQLacP/lock/condor/shared_port_ad to appear.<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] PROC_FAMILY_REGISTER_SUBFAMILY<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 17 pid entries out of 81 total entries in /proc<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] As expected, we saw root of subfamily pid of 3882<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Register_subfamily pid has NOT been seen before!<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] method PARENT: found family 3875 for process 3882 (already determined)<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] moving process 3882 into new subfamily 3882<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] new subfamily registered: root = 3882, watcher = 3875<149>1 2026-06-16T22:07:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] PROC_FAMILY_TRACK_FAMILY_VIA_ENVIRONMENT<150>1 2026-06-16T22:07:39.400Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Found /pilot/osgvo-pilot-cQLacP/lock/condor/shared_port_ad.<150>1 2026-06-16T22:07:39.403Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Started DaemonCore process "/usr/sbin/condor_startd", pid and pgroup = 3882<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** condor_startd (CONDOR_STARTD) STARTING UP<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** /usr/sbin/condor_startd<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** SubsystemInfo: name=STARTD type=STARTD(6) class=DAEMON(1)<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Configuration: subsystem:STARTD local:<NONE> class:DAEMON<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorVersion: 25.11.0 2026-05-24 BuildID: 914353 PackageID: 25.11.0-0.914353 GitSHA: 432a621a RC $<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** $CondorPlatform: x86_64_AlmaLinux9 $<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** PID = 3882 RealUID = 1000<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ** Log last touched 6/16 22:07:28<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ******************************************************<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using config source: /etc/condor/condor_config<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Using local config sources: <149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/00-security<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/10-stash-plugin.conf<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /pilot/osgvo-pilot-cQLacP/condor_config.pilot<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/50-main.config<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/config.d/60-flock-sources.config<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /etc/condor/condor_config.local<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] /pilot/osgvo-pilot-cQLacP/condor_config.d/50-resource-policy.conf<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] config Macros = 221, Sorted = 221, StringBytes = 17099, TablesBytes = 8044<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CLASSAD_CACHING is ENABLED<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Daemon Log is logging: D_ALWAYS D_ERROR D_STATUS<149>1 2026-06-16T22:07:39.409Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] SharedPortEndpoint: waiting for connections to named socket startd_3875_8194<149>1 2026-06-16T22:07:39.411Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DaemonCore: command socket at <10.244.0.5:42857?addrs=10.244.0.5-42857&alias=CHTC-DEV-EP-mwestphall.ospool-ep-65c844ddbb-c592l&noUDP&sock=startd_3875_8194><149>1 2026-06-16T22:07:39.411Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DaemonCore: private command socket at <10.244.0.5:42857?addrs=10.244.0.5-42857&alias=CHTC-DEV-EP-mwestphall.ospool-ep-65c844ddbb-c592l&noUDP&sock=startd_3875_8194><149>1 2026-06-16T22:07:39.422Z ospool-ep-65c844ddbb-c592l condor_starter 3884 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] my_popenv: Failed to exec /usr/bin/java, errno=2 (No such file or directory)<149>1 2026-06-16T22:07:39.422Z ospool-ep-65c844ddbb-c592l condor_starter 3884 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] JavaDetect: failed to execute /usr/bin/java -classpath /usr/share/condor:. CondorJavaInfo old<149>1 2026-06-16T22:07:39.422Z ospool-ep-65c844ddbb-c592l condor_starter 3884 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] DockerAPI::detect() failed to detect the Docker version; assuming absent.<149>1 2026-06-16T22:07:39.422Z ospool-ep-65c844ddbb-c592l condor_starter 3884 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Attempting to run: '/usr/bin/apptainer /usr/bin/apptainer --version'.<149>1 2026-06-16T22:07:39.436Z ospool-ep-65c844ddbb-c592l condor_starter 3884 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] [singularity version] apptainer version 1.5.0-1.el9<149>1 2026-06-16T22:07:39.489Z ospool-ep-65c844ddbb-c592l condor_starter 3884 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Successfully ran: '/usr/bin/apptainer exec -C /usr/libexec/condor/singularity_test_sandbox /exit_37'.<149>1 2026-06-16T22:07:39.574Z ospool-ep-65c844ddbb-c592l condor_starter 3884 - [cat="D_ALWAYS" slot="testing" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Successfully ran: '/usr/bin/apptainer exec -C /usr/libexec/condor/exit_37.sif /exit_37'.<149>1 2026-06-16T22:07:39.412Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Startd disk enforcement disabled.<149>1 2026-06-16T22:07:40.009Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] VM universe will be tested to check if it is available<149>1 2026-06-16T22:07:40.009Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:07:40.009Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ENABLE_STARTD_DAEMON_AD=2 (auto)<149>1 2026-06-16T22:07:40.009Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] SLOT_CONFIG_FAILURE_MODE is CONTINUE<149>1 2026-06-16T22:07:40.010Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] History file rotation is enabled.<149>1 2026-06-16T22:07:40.010Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Maximum history file size is: 20971520 bytes<149>1 2026-06-16T22:07:40.010Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Number of rotated history files is: 2<149>1 2026-06-16T22:07:40.012Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Local machine resource GPUs = 0<149>1 2026-06-16T22:07:40.012Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Allocating auto shares for slot type 1: Cpus: 4.00, Memory: auto, Swap: 19520552, Disk: 85577744, GPUs: 0<149>1 2026-06-16T22:07:40.012Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot type 1: Cpus: 4.00, Memory: 15991, Swap: 19520552, Disk: 85577744, GPUs: 0<149>1 2026-06-16T22:07:40.012Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] bind slot DevIds tag=GPUs contraint=<149>1 2026-06-16T22:07:40.013Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: New pSlot of type 1 allocated<149>1 2026-06-16T22:07:40.013Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: Cpus: 4.00, Memory: 15991, Swap: 19520552, Disk: 85577744, GPUs: 0<149>1 2026-06-16T22:07:40.013Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CronJob: Initializing job 'GPUs_MONITOR' (/usr/libexec/condor/condor_gpu_utilization)<149>1 2026-06-16T22:07:40.013Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CronJob: Initializing job 'base' (/usr/sbin/osgvo-advertise-base)<149>1 2026-06-16T22:07:40.013Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CronJob: Initializing job 'userenv' (/pilot/osgvo-pilot-cQLacP/main/singularity_wrapper.sh)<149>1 2026-06-16T22:07:40.014Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:07:40.014Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ResAttributes detected we do have unpriv user namespaces (pid was 4033: status was 0)<149>1 2026-06-16T22:07:40.014Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Cannot determine rotationality of execute dir, leaving it undefined<149>1 2026-06-16T22:07:40.015Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=4034<149>1 2026-06-16T22:07:40.016Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=4035<149>1 2026-06-16T22:07:40.016Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CronJob: Initializing job 'mips' (/usr/libexec/condor/condor_mips)<149>1 2026-06-16T22:07:40.016Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CronJob: Initializing job 'kflops' (/usr/libexec/condor/condor_kflops)<149>1 2026-06-16T22:07:40.016Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:07:40.017Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ERROR" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the slot1 ad.<149>1 2026-06-16T22:07:40.017Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: eval_policy state should be: Unclaimed/Idle 1 IS_OWNER is false<149>1 2026-06-16T22:07:40.017Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: State change: IS_OWNER is false.<149>1 2026-06-16T22:07:40.017Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: Changing state: Owner -> Unclaimed<29>1 2026-06-16T22:07:40.334Z ospool-ep-65c844ddbb-c592l supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] success: rsyslogd entered RUNNING state, process has stayed up for > than 1 seconds (startsecs)<149>1 2026-06-16T22:07:40.334Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:07:41.008Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:07:41.008Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ERROR" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the slot1 ad.<149>1 2026-06-16T22:07:41.009Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Initial update sent to collector(s)<150>1 2026-06-16T22:07:39.403Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Daemons::StartAllDaemons all daemons were started<149>1 2026-06-16T22:07:41.009Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Sending DC_SET_READY message to master <10.244.0.5:42857?addrs=10.244.0.5-42857&alias=CHTC-DEV-EP-mwestphall.ospool-ep-65c844ddbb-c592l&noUDP&sock=master_3875_8194><149>1 2026-06-16T22:07:42.017Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<150>1 2026-06-16T22:07:41.011Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] Setting ready state 'Ready' for STARTD<150>1 2026-06-16T22:07:44.014Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the MASTER ad.<149>1 2026-06-16T22:08:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-16T22:08:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 17 pid entries out of 81 total entries in /proc<149>1 2026-06-16T22:08:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: new boottime = 1781646374; old_boottime = 1781646374; /proc/stat boottime = 1781646374; /proc/uptime boottime = 1781646374<29>1 2026-06-16T22:08:39.462Z ospool-ep-65c844ddbb-c592l supervisord 1 - [level="INFO" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] success: condor_master entered RUNNING state, process has stayed up for > than 60 seconds (startsecs)<149>1 2026-06-16T22:08:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-16T22:07:42.829Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:08:40.872Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=5902<149>1 2026-06-16T22:08:40.873Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=5903<149>1 2026-06-16T22:08:41.082Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:09:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-16T22:09:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 17 pid entries out of 81 total entries in /proc<149>1 2026-06-16T22:09:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: new boottime = 1781646374; old_boottime = 1781646374; /proc/stat boottime = 1781646374; /proc/uptime boottime = 1781646374<149>1 2026-06-16T22:09:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-16T22:08:41.199Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:09:40.258Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=6424<149>1 2026-06-16T22:09:40.260Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=6425<149>1 2026-06-16T22:09:40.486Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:10:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-16T22:10:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 17 pid entries out of 81 total entries in /proc<149>1 2026-06-16T22:10:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: new boottime = 1781646374; old_boottime = 1781646374; /proc/stat boottime = 1781646374; /proc/uptime boottime = 1781646374<149>1 2026-06-16T22:10:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-16T22:09:40.583Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:10:40.638Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=6945<149>1 2026-06-16T22:10:40.639Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=6946<149>1 2026-06-16T22:10:40.858Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:11:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-16T22:11:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 17 pid entries out of 81 total entries in /proc<149>1 2026-06-16T22:11:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: new boottime = 1781646374; old_boottime = 1781646374; /proc/stat boottime = 1781646374; /proc/uptime boottime = 1781646374<149>1 2026-06-16T22:11:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-16T22:10:40.961Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:11:40.973Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=7466<149>1 2026-06-16T22:11:40.974Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=7467<149>1 2026-06-16T22:11:41.200Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:07:39.307Z ospool-ep-65c844ddbb-c592l condor_shared_port 3881 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] About to update statistics in shared_port daemon ad file at /pilot/osgvo-pilot-cQLacP/lock/condor/shared_port_ad :\nForkedChildrenCurrent = 0\nForkedChildrenPeak = 0\nMyAddress = "<10.244.0.5:42857?addrs=10.244.0.5-42857&alias=CHTC-DEV-EP-mwestphall.ospool-ep-65c844ddbb-c592l&noUDP>"\nRequestsBlocked = 0\nRequestsFailed = 0\nRequestsPendingCurrent = 0\nRequestsPendingPeak = 0\nRequestsSucceeded = 0\nSharedPortCommandSinfuls = "<10.244.0.5:42857?alias=CHTC-DEV-EP-mwestphall.ospool-ep-65c844ddbb-c592l>"<149>1 2026-06-16T22:12:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] taking a snapshot...<149>1 2026-06-16T22:12:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: read 17 pid entries out of 81 total entries in /proc<149>1 2026-06-16T22:12:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ProcAPI: new boottime = 1781646374; old_boottime = 1781646374; /proc/stat boottime = 1781646374; /proc/uptime boottime = 1781646374<149>1 2026-06-16T22:12:39Z ospool-ep-65c844ddbb-c592l condor_procd - - [GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] ...snapshot complete<149>1 2026-06-16T22:11:41.298Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:12:40.354Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] State change: RunBenchmarks is TRUE<149>1 2026-06-16T22:12:40.354Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: Changing activity: Idle -> Benchmarking<149>1 2026-06-16T22:12:40.354Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] BenchMgr:StartBenchmarks()<149>1 2026-06-16T22:12:40.356Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] BENCHMARK job mips started. pid=7986<149>1 2026-06-16T22:12:41.357Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:12:41.358Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<150>1 2026-06-16T22:07:44.014Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the MASTER ad.<150>1 2026-06-16T22:12:44.281Z ospool-ep-65c844ddbb-c592l condor_master 3875 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the MASTER ad.<149>1 2026-06-16T22:12:41.359Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ERROR" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the slot1 ad.<149>1 2026-06-16T22:12:51.263Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] BENCHMARK job kflops started. pid=7987<149>1 2026-06-16T22:13:00.858Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] State change: benchmarks completed<149>1 2026-06-16T22:13:00.858Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: Changing activity: Benchmarking -> Idle<149>1 2026-06-16T22:13:00.858Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:13:00.859Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job base started. pid=7988<149>1 2026-06-16T22:13:00.860Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] STARTD_CRON job userenv started. pid=7989<149>1 2026-06-16T22:13:01.016Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:13:01.017Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.<149>1 2026-06-16T22:13:01.017Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ERROR" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] slot1: CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the slot1 ad.<149>1 2026-06-16T22:13:01.086Z ospool-ep-65c844ddbb-c592l condor_startd 3882 - [cat="D_ALWAYS" GLIDEIN_ResourceName="CHTC-DEV-EP-mwestphall" GLIDEIN_Site="CHTC"] CONFIGURATION PROBLEM: Failed to insert ClassAd attribute OpSysVer = 000. The most common reason for this is that you forgot to quote a string value in the list of attributes being added to the STARTD ad.