Starting Pelican...Running pelican-server with arguments: cache servetime="2026-06-17T15:10:08Z" level=info msg="Version: 7.25.1-rc.6"time="2026-06-17T15:10:08Z" level=info msg="Build Date: 2026-06-12T16:27:45Z"time="2026-06-17T15:10:08Z" level=info msg="Build Commit: 9e193c9bd761503dd0f7b7fbea2814304df7f8eb"time="2026-06-17T15:10:08Z" level=info msg="Configuration constructed according to directory-scoped lexicographical file order from the following directories: /etc/pelican/config.d"time="2026-06-17T15:10:08Z" level=info msg="Interpreting watermark value 85 for config param 'Cache.LowWatermark' as a percentage."time="2026-06-17T15:10:08Z" level=info msg="Interpreting watermark value 89 for config param 'Cache.HighWaterMark' as a percentage."level=info msg================= Pelican Configuration ================Cache: BlocksToPrefetch: 0 ClientStatisticsLocation: /run/pelican/xrootd/cache/xrootd.stats Concurrency: 0 ConcurrencyDegradedThreshold: 90 DataLocation: "" DataLocations: - /data/data DbLocation: /var/lib/pelican/cache.sqlite DefaultCacheTimeout: 9.5s DirectorTest: true DisableClientX509: true EnableBroker: true EnableEvictionMonitoring: true EnableLotman: false EnableOIDC: false EnablePrefetch: true EnableSiteLocalMode: false EnableTLSClientAuth: false EnableVoms: false EvictionMonitoringInterval: 1m0s EvictionMonitoringMaxDepth: 1 ExportLocation: / FedTokenLocation: /etc/pelican/fed-token/cache-fed-token FilesBaseSize: "" FilesMaxSize: "" FilesNominalSize: "" HighWaterMark: "89" LocalRoot: "" LowWatermark: "85" MetaLocations: - /data/meta MinDirectorRefreshInterval: 0s NamespaceLocation: /data/namespace PSSOrigin: "" PermittedNamespaces: [] Port: 8442 RunLocation: /run/pelican/xrootd/cache SelfTest: true SelfTestInterval: 15s SelfTestMaxAge: 1h0m0s SentinelLocation: "" StorageLocation: /data Url: https://cache:8442 XRootDPrefix: ""Client: AssumeDirectorServerHeader: false CredentialFile: "" DirectorRetries: 0 DisableHttpProxy: false DisableProxyFallback: false EnableOverwrites: false IsPlugin: false MaximumDownloadSpeed: 0 MinimumDownloadSpeed: 0 PreferredCaches: [] SlowTransferRampupTime: 1m40s SlowTransferWindow: 30s StoppedTransferTimeout: 1m40s WorkerCount: 5ClientAgent: DbLocation: "" HistoryRetentionDays: 30 IdleTimeout: 10m0s MaxConcurrentJobs: 5 PidFile: "" ProgressUpdateInterval: 5s Socket: ""ConfigDir: /etc/pelicanConfigLocations: - /etc/pelican/config.dDebug: falseDirector: AdaptiveSortEWMATimeConstant: 5m0s AdaptiveSortTruncateConstant: 6 AdvertiseUrl: "" AdvertisementTTL: 15m0s AssumePresenceAtSingleOrigin: true CachePresenceCapacity: 2000 CachePresenceTTL: 1m0s CacheResponseHostnames: [] CacheSortMethod: distance CachesPullFromCaches: false CheckCachePresence: true CheckOriginPresence: true DbLocation: /var/lib/pelican/director.sqlite DefaultResponse: cache EnableBroker: true EnableFederationMetadataHosting: true EnableOIDC: false EnableStat: false FedTokenLifetime: 15m0s FilterCachesInErrorState: true FilteredServers: [] GeoIPLocation: /var/cache/pelican/maxmind/GeoLite2-City.mmdb MaxMindKeyFile: "" MaxStatResponse: 1 MetadataComparisonInterval: 10m0s MinStatResponse: 1 OriginCacheHealthTestInterval: 15s OriginResponseHostnames: [] RegistryQueryInterval: 1m0s StatConcurrencyLimit: 100 StatTimeout: 2s SupportContactEmail: "" SupportContactUrl: ""DisableHttpProxy: falseDisableProxyFallback: falseFederation: BrokerUrl: "" DirectorUrl: https://director:8444 DiscoveryUrl: https://director:8444 JwkUrl: "" RegistryUrl: https://registry:8444 TopologyDowntimeUrl: "" TopologyNamespaceUrl: "" TopologyReloadInterval: 0s TopologyUrl: ""GeoIPOverrides: nullIssuer: AuthenticationSource: OIDC AuthorizationTemplates: null DynamicClientStaleTimeout: 0s DynamicClientUnusedTimeout: 0s GroupFile: "" GroupRequirements: [] GroupSource: "" IssuerClaimValue: "" OIDCAuthenticationRequirements: null OIDCAuthenticationUserClaim: sub OIDCGroupClaim: groups OIDCIssuerClaim: "" OIDCPreferClaimsFromIDToken: false OIDCSubjectClaim: "" PublicClientID: "" QDLLocation: /opt/qdl RedirectUris: [] RefreshTokenGracePeriod: 0s ScitokensServerLocation: /opt/scitokens-server TomcatLocation: /opt/tomcat UserStripDomain: falseIssuerKey: /etc/pelican/issuer.jwkIssuerKeysDirectory: /etc/pelican/issuer-keysLocalCache: DataLocation: /run/pelican/localcache/cache HighWaterMarkPercentage: 89 LowWaterMarkPercentage: 85 RunLocation: /run/pelican/localcache Size: "" Socket: /run/pelican/localcache/cache.sockLogging: Cache: Http: info Lotman: info Ofs: info Pfc: info Pss: info PssSetOpt: info Scitokens: fatal Xrd: info Xrootd: info Client: ProgressInterval: 1m0s DisableProgressBars: false Level: info LogLocation: "" Origin: Cms: info Http: info Ofs: info Oss: info Scitokens: fatal Xrd: info Xrootd: infoLotman: DbLocation: "" DefaultLotDeletionLifetime: 4032h0m0s DefaultLotExpirationLifetime: 2016h0m0s EnableAPI: false EnabledPolicy: fairshare LibLocation: "" LotHome: /var/lib/lotman PolicyDefinitions: - discoverprefixes: true divideunallocated: true mergelocalwithdiscovered: false policyname: fairshare purgeorder: - del - exp - opp - dedMinimumDownloadSpeed: 0Monitoring: AggregatePrefixes: - /* DataLocation: /var/lib/pelican/monitoring/data DataRetention: 360h0m0s DataRetentionSize: 0B EnablePrometheus: true LabelLimit: 64 LabelNameLengthLimit: 128 LabelValueLengthLimit: 2048 MetricAuthorization: false PortHigher: 9999 PortLower: 9930 PromQLAuthorization: false SampleLimit: 200 StorageCriticalThreshold: 97 StorageHealthCheckInterval: 5m0s StorageWarningThreshold: 92 TokenExpiresIn: 1h0m0s TokenRefreshInterval: 5m0sOIDC: AuthorizationEndpoint: https://cilogon.org/authorize ClientID: "" ClientIDFile: /etc/pelican/oidc-client-id ClientRedirectHostname: "" ClientSecretFile: /etc/pelican/oidc-client-secret DeviceAuthEndpoint: https://cilogon.org/oauth2/device_authorization Issuer: https://cilogon.org Scopes: - openid - email - profile TokenEndpoint: https://cilogon.org/oauth2/token UserInfoEndpoint: https://cilogon.org/oauth2/userinfoOrigin: Concurrency: 0 ConcurrencyDegradedThreshold: 90 DbLocation: /var/lib/pelican/origin.sqlite DefaultChecksumTypes: [] DirectorTest: true DisableDirectClients: false DiskUsageCalculationDelay: 5m0s DiskUsageCalculationInterval: 24h0m0s DiskUsageCalculationRateLimit: 1000 EnableAtomicUploads: false EnableBroker: false EnableCmsd: false EnableDirListing: false EnableDirectReads: true EnableDiskUsageCalculation: false EnableFallbackRead: false EnableIssuer: false EnableListings: true EnableMacaroons: false EnableOIDC: false EnablePublicReads: false EnableReads: true EnableVoms: true EnableWrite: false EnableWrites: true ExportVolume: "" ExportVolumes: [] Exports: null FedTokenLocation: /etc/pelican/fed-token/origin-fed-token FederationPrefix: "" GlobusClientIDFile: "" GlobusClientSecretFile: "" GlobusCollectionID: "" GlobusCollectionName: "" GlobusConfigLocation: /run/pelican/xrootd/origin/globus GlobusTransferTokenFile: "" HttpAuthTokenFile: "" HttpServiceUrl: "" IssuerMode: oa4mp Mode: "" Multiuser: false NamespacePrefix: "" Port: 8443 RunLocation: /run/pelican/xrootd/origin S3AccessKeyfile: "" S3Bucket: "" S3Region: "" S3SecretKeyfile: "" S3ServiceName: "" S3ServiceUrl: "" S3UrlStyle: path SSH: AuthMethods: - publickey - agent - keyboard-interactive - password AutoAddHostKey: false ChallengeTimeout: 1m0s ConnectTimeout: 30s Host: "" KeepaliveInterval: 5s KeepaliveTimeout: 20s KnownHostsFile: "" MaxRetries: 0 PasswordFile: "" PelicanBinaryPath: "" Port: 22 PrivateKeyFile: "" PrivateKeyPassphraseFile: "" ProxyJump: "" RemotePelicanBinaryDir: "" RemotePelicanBinaryOverrides: [] SessionEstablishTimeout: 5m0s TunnelCallback: false User: "" ScitokensDefaultUser: "" ScitokensGroupsClaim: "" ScitokensMapSubject: false ScitokensNameMapFile: "" ScitokensRestrictedPaths: [] ScitokensUsernameClaim: "" SelfTest: true SelfTestInterval: 15s SelfTestMaxAge: 1h0m0s StoragePrefix: "" StorageType: posix SupportedChecksumTypes: [] TokenAudience: https://cache:8443 TransferRateLimit: 0 UploadTempLocation: /run/pelican/xrootd/origin/in-progress Url: https://cache:8443 UserMapfileRefreshInterval: 0s XRootDPrefix: "" XRootServiceUrl: ""Plugin: DirectorDecisionPercentage: 0 Token: ""Registry: AdminUsers: [] CustomRegistrationFields: null DbLocation: /var/lib/pelican/registry.sqlite Institutions: null InstitutionsUrl: "" InstitutionsUrlReloadMinutes: 15m0s RequireCacheApproval: false RequireKeyChaining: true RequireOriginApproval: falseRuntimeDir: /run/pelicanServer: AdLifetime: 10m0s AdminGroups: [] AdvertisementInterval: 1m0s DatabaseBackup: Frequency: 24h0m0s Location: /var/lib/pelican/backups MaxCount: 10 DbLocation: /var/lib/pelican/pelican.sqlite DirectorUrls: [] DropPrivileges: false EnablePKCS11: false EnablePprof: true EnableUI: true ExternalWebUrl: https://cache:8444 HealthMonitoringPublic: false Hostname: cache IssuerHostname: "" IssuerJwks: "" IssuerPort: 0 IssuerUrl: "" Modules: [] RegistrationRetryInterval: 10s SessionSecretFile: /etc/pelican/session-secret StartupTimeout: 5m0s TLSCACertificateDirectory: "" TLSCACertificateFile: /certs/ca.crt TLSCAKey: /etc/pelican/certificates/tlsca.key TLSCertificate: "" TLSCertificateChain: /certs/tls.crt TLSKey: /certs/tls.key UIActivationCodeFile: /etc/pelican/server-web-activation-code UIAdminUsers: [] UILoginRateLimit: 1 UIPasswordFile: /etc/pelican/server-web-passwd UnprivilegedUser: pelican WebConfigFile: /etc/pelican/web-config.yaml WebHost: 0.0.0.0 WebPort: 8444 WebReadOnly: falseShoveler: AMQPExchange: shoveled-xrd AMQPTokenLocation: /etc/pelican/shoveler-token Enable: false IPMapping: null MessageQueueProtocol: amqp OutputDestinations: [] PasswordLocation: "" PortHigher: 9999 PortLower: 9930 QueueDirectory: /var/spool/pelican/shoveler/queue StompCert: "" StompCertKey: "" StompUsername: "" Topic: "" URL: "" VerifyHeader: falseStagePlugin: Hook: false MountPrefix: "" OriginPrefix: "" ShadowOriginPrefix: ""TLSSkipVerify: falseTopology: DisableCacheX509: false DisableCaches: false DisableDowntime: false DisableOriginX509: false DisableOrigins: falseTransport: BrokerEndpointCacheTTL: 0s DialerKeepAlive: 30s DialerTimeout: 10s ExpectContinueTimeout: 1s IdleConnTimeout: 1m30s MaxIdleConns: 30 ResponseHeaderTimeout: 10s TLSHandshakeTimeout: 15sXrootd: AuthRefreshInterval: 5m0s Authfile: /etc/pelican/xrootd/authfile AutoShutdownEnabled: true ConfigFile: "" ConfigUpdateFailureTimeout: 1h0m0s DetailedMonitoringHost: "" DetailedMonitoringPort: 9930 EnableLocalMonitoring: true HttpMaxDelay: 9s LocalMonitoringHost: "" LocalMonitoringPort: 0 MacaroonsKeyFile: /etc/pelican/macaroons-secret ManagerHost: "" ManagerPort: 1213 MaxStartupWait: 10s MaxThreads: 20000 Mount: "" Port: 0 RobotsTxtFile: /etc/pelican/robots.txt RunLocation: "" ScitokensConfig: /etc/pelican/xrootd/scitokens.cfg ShutdownTimeout: 0s Sitename: cache SummaryMonitoringHost: "" SummaryMonitoringPort: 9931============= End of Pelican Configuration ============time="2026-06-17T15:10:08Z" level=info msg="No existing database backups found; creating one now"time="2026-06-17T15:10:08Z" level=info msg="Starting periodic database backup every 24h0m0s"time="2026-06-17T15:10:08Z" level=info msg="Starting web engine..."time="2026-06-17T15:10:08Z" level=error msg="Failed to create initial database backup: server database is not initialized"time="2026-06-17T15:10:08Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="29.554µs" method=GET resource=/api/v1.0/health status=200time="2026-06-17T15:10:08Z" level=info msg="Will advertise to director endpoints: https://director:8444"time="2026-06-17T15:10:08Z" level=info msg="OK 20250407154047_api_tokens.sql (670.56µs)\n"time="2026-06-17T15:10:08Z" level=info msg="OK 20250407175156_server.sql (1.34ms)\n"time="2026-06-17T15:10:08Z" level=info msg="OK 20250507041205_server_name.sql (842.4µs)\n"time="2026-06-17T15:10:08Z" level=info msg="OK 20250729143942_collections.sql (1.72ms)\n"time="2026-06-17T15:10:08Z" level=info msg="OK 20250929190630_add_users_and_groups.sql (1.53ms)\n"time="2026-06-17T15:10:08Z" level=info msg="OK 20251014193721_add_server_id.sql (971.52µs)\n"time="2026-06-17T15:10:08Z" level=info msg="OK 20260220120000_server_master_keys.sql (779.32µs)\n"time="2026-06-17T15:10:08Z" level=info msg="goose: successfully migrated database to version: 20260220120000\n"time="2026-06-17T15:10:08Z" level=warning msg="cache director-based health test clean up routine failed to add directory /data/namespace/pelican/monitoring to watch: no such file or directory"time="2026-06-17T15:10:08Z" level=error msg="Failed to get a federation token: Failed to verify advertise token"time="2026-06-17T15:10:08Z" level=error msg="Failed to calculate lifetime of federation token: failed to parse token: EOF."time="2026-06-17T15:10:08Z" level=info msg="Launching cache"time="2026-06-17T15:10:08Z" level=info msg="Will launch daemon \"xrootd.cache\" with UID 10940 and GID 10940"time="2026-06-17T15:10:08Z" level=info msg="Successfully launched xrootd.cache"time="2026-06-17T15:10:08Z" level=info msg="260617 15:10:08 029 Starting on Linux 6.8.0-1052-azure" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="260617 15:10:08 029 xrootd -s /run/pelican/xrootd/cache/xrootd.pid -c /run/pelican/xrootd/cache/xrootd.cfg -n cache" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Copr. 2004-2012 Stanford University, xrd version v5.9.2" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Config warning: this hostname, cache-5f668c45cc-w8nbd, is registered without a domain qualification." daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="++++++ xrootd cache@cache-5f668c45cc-w8nbd initialization started." daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Config using configuration file /run/pelican/xrootd/cache/xrootd.cfg" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> xrd.port 8442" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> xrd.protocol http:8442 libXrdHttp.so " daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> xrd.tls /run/pelican/xrootd/cache/copied-tls-creds.crt /run/pelican/xrootd/cache/copied-tls-creds.crt" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> xrd.tlsca certfile /run/pelican/xrootd/cache/ca-bundle.crt" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> all.sitename cache" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> xrd.report 127.0.0.1:9930 every 30s" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> all.adminpath /run/pelican/xrootd/cache" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> all.pidpath /run/pelican/xrootd/cache" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> xrd.sched maxt 20000" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> xrd.network nodnr" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> xrd.trace -all" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="++++++ xrootd cache@cache-5f668c45cc-w8nbd TLS initialization started." daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="------ xrootd cache@cache-5f668c45cc-w8nbd TLS initialization ended." daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Config maximum number of connections restricted to 1048576" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Plugin loaded xrdhttp v5.9.2 from protocol libXrdHttp-5.so" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Copr. 2012 Stanford University, xroot protocol 5.1.0 version v5.9.2" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="++++++ xroot protocol initialization started." daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> xrootd.monitor all auth flush 30s window 5s fstat 60 lfn ops xfr 5 dest redir fstat info files user pfc tcpmon ccm throttle 127.0.0.1:9930" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> xrootd.mongstream oss throttle use send json dflthdr 127.0.0.1:9930" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> xrootd.seclib libXrdSec.so" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> all.export /" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> xrootd.chksum max 2 md5 adler32 crc32 crc32c" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> xrootd.trace emsg login stall redirect" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> xrootd.tls all" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> xrootd.fslib ++ throttle" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> xrootd.trace emsg login stall redirect" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Config exporting /" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Plugin loaded secprot v5.9.2 from seclib libXrdSec-5.so" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="++++++ Authentication system initialization started." daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Plugin loaded secztn v5.9.2 from sec.protocol libXrdSecztn-5.so" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> sec.protocol ztn" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Config 1 authentication directives processed in /run/pelican/xrootd/cache/xrootd.cfg" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="------ Authentication system initialization completed." daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="++++++ Protection system initialization started." daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Config warning: Security level is set to none; request protection disabled!" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Config Local protection level: none" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Config Remote protection level: none" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="------ Protection system initialization completed." daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Config Routing for 10.244.0.3: local pub4 prv4 " daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Config Route all4: 10.244.0.3 Dest=[::10.244.0.3]:8442" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="++++++ File system initialization started." daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> all.role server" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> ofs.osslib libXrdPss.so " daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> ofs.ckslib * libXrdPss.so " daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> ofs.osslib ++ libXrdOssStats.so " daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> ofs.osslib ++ libXrdOssStats.so " daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> ofs.authlib ++ libXrdAccSciTokens.so config=/run/pelican/xrootd/cache/scitokens-cache-generated.cfg " daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Config warning: ignoring invalid trace option 'info'." daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> ofs.trace info" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Copr. 2019, Stanford University, Pss Version v5.9.2" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> pss.cachelib libXrdPfc.so " daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> all.export /" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> pss.origin pelican://director:8444" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> pss.setopt DebugLevel 3" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> pss.trace on" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Plugin loaded XrdPfc v5.9.2 from cachelib libXrdPfc-5.so" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="++++++ Proxy file cache initialization started." daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> pfc.dirstats interval 60 maxdepth 1" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> pfc.blocksize 128k" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> pfc.prefetch 0" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> pfc.writequeue 16 4" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> pfc.ram 4g" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> pfc.diskusage 0.85 0.89 purgeinterval 300s" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> pfc.spaces data meta" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> pfc.trace info" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="++++++ Storage system initialization started." daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> all.export /" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> oss.localroot /data/namespace " daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> oss.space data /data/data" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="=====> oss.space meta /data/meta" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="++++++ Configuring pfc mode . . ." daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="Config effective /run/pelican/xrootd/cache/xrootd.cfg oss configuration:" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg=" oss.alloc 0 0 0" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg=" oss.spacescan 600" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg=" oss.fdlimit 524288 1048576" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg=" oss.maxsize 0" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg=" oss.localroot /data/namespace" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg=" oss.trace 0" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg=" oss.xfr 1 deny 10800 keep 1200" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg=" oss.memfile off max 8383911936" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg=" oss.space data /data -> sda1[1:1] /data/data" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg=" oss.space meta /data -> sda1[1:1] /data/data" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg=" oss.defaults r/w nocheck nodread nomig nopurge norcreate nostage" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg=" oss.path / r/o cache" daemon=xrootd.cachetime="2026-06-17T15:10:08Z" level=info msg="------ Storage system initialization completed." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="Config effective /run/pelican/xrootd/cache/xrootd.cfg pfc configuration:" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" pfc.cschk nocache net notls uvkeep lru" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" pfc.blocksize 128k" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" pfc.prefetch 0" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" pfc.urlcgi blocksize ignore prefetch ignore" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" pfc.ram 4g" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" pfc.writequeue 16 4" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" # Total available disk: 155897610240" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" pfc.diskusage 132512968704 138748873114 files -1 -1 -1 purgeinterval 300 purgecoldfiles -1" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" pfc.spaces data meta" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" pfc.trace 3" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" pfc.flush 2000" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" pfc.acchistorysize 20" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" pfc.onlyIfCachedMinBytes 1048576" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" pfc.onlyIfCachedMinFrac 1.00" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" pfc.dirstats interval 60 maxdepth 1 (internal: size_of_dirlist 0, size_of_globlist 0)" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" dirlist:" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" globlist:" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" pfc.writemode off" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" pfc g-stream has been configured via xrootd.monitor directive" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> Proxy file cache configuration parsing completed" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="++++++ Proxy file cache initialization completed." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="------ Proxy storage system initialization completed." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 044 XrdPfc_ResourceMonitor: info main_thread_function Stating initial directory scan." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="Plugin loaded fsstats v5.9.2 from osslib libXrdOssStats-5.so" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="------ Initializing the storage statistics plugin." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 fsstat_Config: Logging levels enabled warning, error" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="ConfigStats monitoring has been configured via xrootd.mongstream directive" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="Plugin loaded fsstats v5.9.2 from osslib libXrdOssStats-5.so" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="------ Initializing the storage statistics plugin." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 fsstat_Config: Logging levels enabled warning, error" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="ConfigStats monitoring has been configured via xrootd.mongstream directive" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 044 XrdPfc_ResourceMonitor: info main_thread_function Initial directory scan complete, duration=0s" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 044 XrdPfc_ResourceMonitor: info main_thread_function First process_queues finished, n_records=0" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="++++++ Authorization system initialization started." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 acc_Config: Authorization system using configuration in /run/pelican/xrootd/cache/xrootd.cfg" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> acc.audit deny grant" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> acc.authdb /run/pelican/xrootd/cache/authfile-cache-generated" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> acc.authrefresh 300" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="Config 3 authorization directives processed in /run/pelican/xrootd/cache/xrootd.cfg" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="Config 1 auth entries processed in /run/pelican/xrootd/cache/authfile-cache-generated" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="------ Authorization system initialization completed." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="Plugin loaded XrdAccSciTokens v5.9.2 from authlib libXrdAccSciTokens-5.so" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="++++++ XrdAccSciTokens: Initialized SciTokens-based authorization." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> scitokens.trace none " daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 scitokens_Config: Logging levels enabled -" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="Plugin loaded PssCks v5.9.2 from ckslib libXrdPss-5.so" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="++++++ Configuring server role. . ." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> all.adminpath /run/pelican/xrootd/cache" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="Config POSC has been disabled by the osslib plugin." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="Config effective /run/pelican/xrootd/cache/xrootd.cfg ofs configuration:" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" all.role server" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" ofs.authorize" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" ofs.maxdelay 60" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" ofs.persist off hold 600" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" ofs.trace 0" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" ofs.authlib default " daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" ofs.authlib ++ libXrdAccSciTokens.so config=/run/pelican/xrootd/cache/scitokens-cache-generated.cfg" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" ofs.ckslib libXrdPss.so " daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" ofs.osslib libXrdPss-5.so " daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" ofs.osslib ++ libXrdOssStats.so " daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg=" ofs.osslib ++ libXrdOssStats.so " daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="------ File system server initialization completed." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="Initializing a Throttled file system." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="ConfigThrottle g-stream has been configured via xrootd.mongstream directive" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="Config sendfile has been disabled by file system plugin." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="------ xroot protocol initialization completed." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="Copr. 2012 CERN IT, an HTTP implementation for the XRootD framework." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="++++++ HTTP protocol initialization started." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> http.header2cgi Authorization authz" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> http.header2cgi X-Pelican-Timeout pelican.timeout" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> http.staticpreload http://static/robots.txt /run/pelican/xrootd/cache/robots.txt" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> http.exthandler xrdpelican libXrdHttpPelican.so" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> http.tlsclientauth off" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 sysconfig: invalid trace option none" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> http.trace none" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> http.maxdelay 9" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> http.staticheader -verb=OPTIONS Access-Control-Allow-Origin *" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> http.staticheader -verb=OPTIONS Access-Control-Allow-Methods GET,PUT,PROPFIND" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> http.staticheader -verb=OPTIONS Access-Control-Allow-Headers Authorization,Want-Digest,Content-Type,User-Agent,Depth,Content-Length,Translate" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> http.staticheader -verb=GET Access-Control-Allow-Origin *" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> http.staticheader -verb=GET Access-Control-Allow-Headers Authorization,Want-Digest,Content-Type,User-Agent" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> http.staticheader -verb=PUT Access-Control-Allow-Origin *" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> http.staticheader -verb=PUT Access-Control-Allow-Headers Authorization" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> http.staticheader -verb=PROPFIND Access-Control-Allow-Origin *" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="=====> http.staticheader -verb=PROPFIND Access-Control-Allow-Headers Depth,Content-Type,Authorization,Content-Length,Translate" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="Config Using xrd.tls to supply 'cert' and 'key'." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="Config Using xrd.tlsca to supply 'cafile'." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="++++++ HTTPS initialization started." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="------ HTTPS initialization completed." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="Plugin loaded XrdHttpPelican v5.9.1 from exthandlerlib libXrdHttpPelican-5.so" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 pelican_PelicanHandler: Will load configuration for the Pelican handler from /run/pelican/xrootd/cache/xrootd.cfg" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 pelican_PelicanHandler: Signal handlers installed for crash reporting" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 pelican_PelicanHandler: Executable path saved for re-exec: /usr/bin/xrootd" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 pelican_PelicanHandler: XRDHTTP_PELICAN_CA_FILE environment variable not set; cannot update the CAs" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 pelican_PelicanHandler: XRDHTTP_PELICAN_CERT_FILE environment variable not set; cannot update the host certificate" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 pelican_PelicanHandler: XRDHTTP_PELICAN_CACHE_SELF_TEST_FILE environment variable not set; cannot pass a cache self-test file" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 pelican_PelicanHandler: XRDHTTP_PELICAN_CACHE_SELF_TEST_FILE_CINFO environment variable not set; cannot pass a cache self-test file cinfo" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 pelican_PelicanHandler: XRDHTTP_PELICAN_AUTHFILE_GENERATED environment variable not set; cannot update the authfile" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 pelican_PelicanHandler: XRDHTTP_PELICAN_SCITOKENS_GENERATED environment variable not set; cannot update the SciTokens" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 pelican_PelicanHandler: XRDHTTP_PELICAN_FEDTOKEN environment variable not set; cannot update the federation token" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 sysConfig: XRDROLE: server" daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="260617 15:10:09 029 sysConfig: Configured as HTTP(s) data server." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="------ HTTP protocol initialization completed." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="------ xrootd cache@cache-5f668c45cc-w8nbd:8442 initialization completed." daemon=xrootd.cachetime="2026-06-17T15:10:09Z" level=info msg="Cache startup complete on port 8442"time="2026-06-17T15:10:09Z" level=info msg="Namespace /caches/cache not registered; new registration will proceed\n"time="2026-06-17T15:10:09Z" level=info msg="Address file written to /run/pelican/pelican.addresses"time="2026-06-17T15:10:09Z" level=warning msg="Multiple prefixes are not yet supported with the broker. Skipping broker configuration"time="2026-06-17T15:10:09Z" level=info msg="Starting web login..."time="2026-06-17T15:10:09Z" level=info msg="Starting TSDB ..." component=prometheustime="2026-06-17T15:10:09Z" level=info msg="Replaying on-disk memory mappable chunks if any" component=tsdbtime="2026-06-17T15:10:09Z" level=info msg="On-disk memory mappable chunks replay completed" component=tsdb duration="2.053µs"time="2026-06-17T15:10:09Z" level=info msg="Replaying WAL, this may take a while" component=tsdbtime="2026-06-17T15:10:09Z" level=info msg="WAL segment loaded" component=tsdb maxSegment=0 segment=0time="2026-06-17T15:10:09Z" level=info msg="WAL replay completed" checkpoint_replay_duration="52.467µs" component=tsdb total_replay_duration="348.05µs" wal_replay_duration="266.842µs" wbl_replay_duration=190nstime="2026-06-17T15:10:09Z" level=info msg="TSDB started" component=prometheustime="2026-06-17T15:10:09Z" level=info msg="Completed loading of configuration" component=prometheus db_storage="1.182µs" query_engine="1.031µs" scrape="77.915µs" scrape_sd="57.545µs" totalDuration="139.014µs"time="2026-06-17T15:10:09Z" level=info msg="Server is ready to receive web requests." component=prometheustime="2026-06-17T15:10:14Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.516446ms method=GET resource=/metrics status=200time="2026-06-17T15:10:19Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time=1.228982ms method=POST resource=/api/v1.0/cache/directorTest status=200time="2026-06-17T15:10:23Z" level=warning msg="Self-test download failed for file https://cache:8442/pelican/monitoring/selfTest/self-test-2026-06-17T15:10:13Z.txt; err: failed to start request for cache self-test download: Get \"https://cache:8442/pelican/monitoring/selfTest/self-test-2026-06-17T15:10:13Z.txt\": dial tcp 10.111.103.33:8442: i/o timeout"time="2026-06-17T15:10:23Z" level=warning msg="Self-test monitoring cycle failed: self-test failed during download. Automatic cleanup of file at 'https://cache:8442/pelican/monitoring/selfTest/self-test-2026-06-17T15:10:13Z.txt' has completed: failed to start request for cache self-test download: Get \"https://cache:8442/pelican/monitoring/selfTest/self-test-2026-06-17T15:10:13Z.txt\": dial tcp 10.111.103.33:8442: i/o timeout"time="2026-06-17T15:10:29Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.41366ms method=GET resource=/metrics status=200time="2026-06-17T15:10:33Z" level=warning msg="Self-test download failed for file https://cache:8442/pelican/monitoring/selfTest/self-test-2026-06-17T15:10:23Z.txt; err: failed to start request for cache self-test download: Get \"https://cache:8442/pelican/monitoring/selfTest/self-test-2026-06-17T15:10:23Z.txt\": dial tcp 10.111.103.33:8442: i/o timeout"time="2026-06-17T15:10:33Z" level=warning msg="Self-test monitoring cycle failed: self-test failed during download. Automatic cleanup of file at 'https://cache:8442/pelican/monitoring/selfTest/self-test-2026-06-17T15:10:23Z.txt' has completed: failed to start request for cache self-test download: Get \"https://cache:8442/pelican/monitoring/selfTest/self-test-2026-06-17T15:10:23Z.txt\": dial tcp 10.111.103.33:8442: i/o timeout"time="2026-06-17T15:10:34Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="334.2µs" method=POST resource=/api/v1.0/cache/directorTest status=200time="2026-06-17T15:10:41Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time=2.526422ms method=GET resource=/metrics status=200time="2026-06-17T15:10:44Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=4.062234ms method=GET resource=/metrics status=200time="2026-06-17T15:10:48Z" level=warning msg="Self-test download failed for file https://cache:8442/pelican/monitoring/selfTest/self-test-2026-06-17T15:10:38Z.txt; err: failed to start request for cache self-test download: Get \"https://cache:8442/pelican/monitoring/selfTest/self-test-2026-06-17T15:10:38Z.txt\": dial tcp 10.111.103.33:8442: i/o timeout"time="2026-06-17T15:10:48Z" level=warning msg="Self-test monitoring cycle failed: self-test failed during download. Automatic cleanup of file at 'https://cache:8442/pelican/monitoring/selfTest/self-test-2026-06-17T15:10:38Z.txt' has completed: failed to start request for cache self-test download: Get \"https://cache:8442/pelican/monitoring/selfTest/self-test-2026-06-17T15:10:38Z.txt\": dial tcp 10.111.103.33:8442: i/o timeout"time="2026-06-17T15:10:49Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="349.723µs" method=POST resource=/api/v1.0/cache/directorTest status=200time="2026-06-17T15:10:56Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time=2.39587ms method=GET resource=/metrics status=200time="2026-06-17T15:10:59Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.284326ms method=GET resource=/metrics status=200time="2026-06-17T15:11:00Z" level=info msg="260617 15:11:00 044 XrdPfc_ResourceMonitor: info heart_beat() Empty dir unlink error: -39 at /pelican/monitoring/selfTest" daemon=xrootd.cachetime="2026-06-17T15:11:03Z" level=warning msg="Self-test download failed for file https://cache:8442/pelican/monitoring/selfTest/self-test-2026-06-17T15:10:53Z.txt; err: failed to start request for cache self-test download: Get \"https://cache:8442/pelican/monitoring/selfTest/self-test-2026-06-17T15:10:53Z.txt\": dial tcp 10.111.103.33:8442: i/o timeout"time="2026-06-17T15:11:03Z" level=warning msg="Self-test monitoring cycle failed: self-test failed during download. Automatic cleanup of file at 'https://cache:8442/pelican/monitoring/selfTest/self-test-2026-06-17T15:10:53Z.txt' has completed: failed to start request for cache self-test download: Get \"https://cache:8442/pelican/monitoring/selfTest/self-test-2026-06-17T15:10:53Z.txt\": dial tcp 10.111.103.33:8442: i/o timeout"time="2026-06-17T15:11:04Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="381.29µs" method=POST resource=/api/v1.0/cache/directorTest status=200time="2026-06-17T15:11:09Z" level=info msg="260617 15:11:09 052 cms_Finder: Waiting for cms path /run/pelican/xrootd/cache/cache/.olb/olbd.admin" daemon=xrootd.cachetime="2026-06-17T15:11:09Z" level=info msg="260617 15:11:09 044 XrdPfc_ResourceMonitor: info perform_purge_check() purge not required." daemon=xrootd.cachetime="2026-06-17T15:11:09Z" level=warning msg="Multiple prefixes are not yet supported with the broker. Skipping broker configuration"time="2026-06-17T15:11:11Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time=2.465581ms method=GET resource=/metrics status=200