Starting Pelican...Running pelican-server with arguments: director servetime="2026-08-09T00:57:26Z" level=info msg="Version: 7.26.0"time="2026-08-09T00:57:26Z" level=info msg="Build Date: 2026-07-23T15:00:28Z"time="2026-08-09T00:57:26Z" level=info msg="Build Commit: 4b5c65aa57f6f11f98305c1a333711f65c70b9b3"time="2026-08-09T00:57:26Z" level=info msg="Configuration constructed according to directory-scoped lexicographical file order from the following directories: /etc/pelican/config.d"time="2026-08-09T00:57:26Z" level=info msg="Interpreting watermark value 85 for config param 'Cache.LowWatermark' as a percentage."time="2026-08-09T00:57:26Z" level=info msg="Interpreting watermark value 89 for config param 'Cache.HighWaterMark' as a percentage."level=info msg================= Pelican Configuration ================Cache: BlocksToPrefetch: 0 ClientStatisticsLocation: /run/pelican/xrootd/cache/xrootd.stats Concurrency: 0 ConcurrencyDegradedThreshold: 90 DataLocation: "" DataLocations: - /run/pelican/cache/data DbLocation: /var/lib/pelican/cache.sqlite DefaultCacheTimeout: 9.5s DirectorTest: true DisableClientX509: true EnableBroker: true EnableEvictionMonitoring: true EnableLotman: false EnableOIDC: false EnablePrefetch: true EnableSiteLocalMode: false EnableTLSClientAuth: false EnableVoms: false EvictionMonitoringInterval: 1m0s EvictionMonitoringMaxDepth: 1 ExportLocation: / FedTokenLocation: /etc/pelican/fed-token/cache-fed-token FilesBaseSize: "" FilesMaxSize: "" FilesNominalSize: "" HighWaterMark: "89" LocalRoot: "" LowWatermark: "85" MetaLocations: - /run/pelican/cache/meta MinDirectorRefreshInterval: 0s NamespaceLocation: /run/pelican/cache/namespace PSSOrigin: "" PermittedNamespaces: [] Port: 8442 RunLocation: /run/pelican/xrootd/cache SelfTest: true SelfTestInterval: 15s SelfTestMaxAge: 1h0m0s SentinelLocation: "" StorageLocation: /run/pelican/cache Url: https://director:8442 XRootDPrefix: ""Client: AssumeDirectorServerHeader: false CredentialFile: "" DirectorRetries: 0 DisableHttpProxy: false DisableProxyFallback: false EnableOverwrites: false IsPlugin: false MaximumDownloadSpeed: 0 MinimumDownloadSpeed: 0 PreferredCaches: [] SlowTransferRampupTime: 1m40s SlowTransferWindow: 30s StoppedTransferTimeout: 1m40s WorkerCount: 5ClientAgent: DbLocation: "" HistoryRetentionDays: 30 IdleTimeout: 10m0s MaxConcurrentJobs: 5 PidFile: "" ProgressUpdateInterval: 5s Socket: ""ConfigDir: /etc/pelicanConfigLocations: - /etc/pelican/config.dDebug: falseDirector: AdaptiveSortEWMATimeConstant: 5m0s AdaptiveSortTruncateConstant: 6 AdvertiseUrl: "" AdvertisementTTL: 15m0s AssumePresenceAtSingleOrigin: true CachePresenceCapacity: 2000 CachePresenceTTL: 1m0s CacheResponseHostnames: [] CacheSortMethod: adaptive CachesPullFromCaches: false CheckCachePresence: true CheckOriginPresence: true DbLocation: /var/lib/pelican/director.sqlite DefaultResponse: cache EnableBroker: true EnableFederationMetadataHosting: true EnableOIDC: false EnableStat: false FedTokenLifetime: 15m0s FilterCachesInErrorState: true FilteredServers: [] GeoIPLocation: /var/cache/pelican/maxmind/GeoLite2-City.mmdb MaxMindKeyFile: "" MaxStatResponse: 3 MetadataComparisonInterval: 10m0s MinStatResponse: 1 OriginCacheHealthTestInterval: 15s OriginResponseHostnames: [] RegistryQueryInterval: 1m0s StatConcurrencyLimit: 100 StatTimeout: 2s SupportContactEmail: "" SupportContactUrl: ""DisableHttpProxy: falseDisableProxyFallback: falseFederation: BrokerUrl: "" DirectorUrl: https://director:8444 DiscoveryUrl: https://director:8444 JwkUrl: "" RegistryUrl: https://registry:8444 TopologyDowntimeUrl: "" TopologyNamespaceUrl: "" TopologyReloadInterval: 0s TopologyUrl: ""GeoIPOverrides: nullIssuer: AccessTokenLifetime: 1h0m0s AuthenticationSource: OIDC AuthorizationCodeLifetime: 10m0s AuthorizationTemplates: null DynamicClientStaleTimeout: 0s DynamicClientUnusedTimeout: 0s GroupFile: "" GroupRequirements: [] GroupSource: "" IDTokenLifetime: 1h0m0s IssuerClaimValue: "" OIDCAuthenticationRequirements: null OIDCAuthenticationUserClaim: sub OIDCGroupClaim: groups OIDCIssuerClaim: "" OIDCPreferClaimsFromIDToken: false OIDCSubjectClaim: "" PublicClientID: "" QDLLocation: /opt/qdl RedirectUris: [] RefreshTokenGracePeriod: 0s RefreshTokenLifetime: 168h0m0s ScitokensServerLocation: /opt/scitokens-server TomcatLocation: /opt/tomcat UserStripDomain: falseIssuerKey: /etc/pelican/issuer.jwkIssuerKeysDirectory: /etc/pelican/issuer-keysLocalCache: ChunkSize: "" DataLocation: /run/pelican/localcache/cache DefaultMaxAge: 24h0m0s FDCacheSize: 500 HighWaterMarkPercentage: 89 LowWaterMarkPercentage: 85 MaxConcurrentPrefetch: 0 MemoryCacheSize: "" PrefetchTimeout: 0s RevalidationJitter: 0 RunLocation: /run/pelican/localcache Size: "" Socket: /run/pelican/localcache/cache.sock StorageDirs: nullLogging: Cache: Http: info Lotman: info Ofs: info Pfc: info Pss: info PssSetOpt: info Scitokens: fatal Xrd: info Xrootd: info Client: ProgressInterval: 1m0s DisableProgressBars: false Level: info LogLocation: "" Origin: Cms: info Http: info Ofs: info Oss: info Scitokens: fatal Xrd: info Xrootd: infoLotman: DbLocation: "" DefaultLotDeletionLifetime: 4032h0m0s DefaultLotExpirationLifetime: 2016h0m0s EnableAPI: false EnabledPolicy: fairshare LibLocation: "" LotHome: /var/lib/lotman PolicyDefinitions: - discoverprefixes: true divideunallocated: true mergelocalwithdiscovered: false policyname: fairshare purgeorder: - del - exp - opp - dedMinimumDownloadSpeed: 0Monitoring: AggregatePrefixes: - /* DataLocation: /var/lib/pelican/monitoring/data DataRetention: 360h0m0s DataRetentionSize: 0B EnablePrometheus: true LabelLimit: 64 LabelNameLengthLimit: 128 LabelValueLengthLimit: 2048 MetricAuthorization: false PortHigher: 9999 PortLower: 9930 PromQLAuthorization: false SampleLimit: 200 StorageCriticalThreshold: 97 StorageHealthCheckInterval: 5m0s StorageWarningThreshold: 92 TokenExpiresIn: 1h0m0s TokenRefreshInterval: 5m0sOIDC: AuthorizationEndpoint: https://cilogon.org/authorize ClientID: "" ClientIDFile: /etc/pelican/oidc-client-id ClientRedirectHostname: "" ClientSecretFile: /etc/pelican/oidc-client-secret DeviceAuthEndpoint: https://cilogon.org/oauth2/device_authorization Issuer: https://cilogon.org Scopes: - openid - email - profile TokenEndpoint: https://cilogon.org/oauth2/token UserInfoEndpoint: https://cilogon.org/oauth2/userinfoOrigin: Concurrency: 0 ConcurrencyDegradedThreshold: 90 DbLocation: /var/lib/pelican/origin.sqlite DefaultChecksumTypes: [] DirectorTest: true DisableDirectClients: false DiskUsageCalculationDelay: 5m0s DiskUsageCalculationInterval: 24h0m0s DiskUsageCalculationRateLimit: 1000 EnableAtomicUploads: false EnableBroker: false EnableCmsd: false EnableDirListing: false EnableDirectReads: true EnableDiskUsageCalculation: false EnableFallbackRead: false EnableIssuer: false EnableListings: true EnableMacaroons: false EnableOIDC: false EnablePublicReads: false EnableReads: true EnableVoms: true EnableWrite: false EnableWrites: true ExportVolume: "" ExportVolumes: [] Exports: null FedTokenLocation: /etc/pelican/fed-token/origin-fed-token FederationPrefix: "" GlobusClientIDFile: "" GlobusClientSecretFile: "" GlobusCollectionID: "" GlobusCollectionName: "" GlobusConfigLocation: /run/pelican/xrootd/origin/globus GlobusTransferTokenFile: "" HttpAuthTokenFile: "" HttpServiceUrl: "" IssuerMode: oa4mp Mode: "" Multiuser: false MultiuserMinID: 1000 MultiuserUmask: -1 MultiuserVarlinkSocketPath: /run/systemd/userdb/io.systemd.UserDatabase NamespacePrefix: "" Port: 8443 RunLocation: /run/pelican/xrootd/origin S3AccessKeyfile: "" S3Bucket: "" S3Region: "" S3SecretKeyfile: "" S3ServiceName: "" S3ServiceUrl: "" S3UrlStyle: path SSH: AuthMethods: - publickey - agent - keyboard-interactive - password AutoAddHostKey: false ChallengeTimeout: 1m0s ConnectTimeout: 30s Host: "" KeepaliveInterval: 5s KeepaliveTimeout: 20s KnownHostsFile: "" MaxRetries: 0 PasswordFile: "" PelicanBinaryPath: "" Port: 22 PrivateKeyFile: "" PrivateKeyPassphraseFile: "" ProxyJump: "" RemotePelicanBinaryDir: "" RemotePelicanBinaryOverrides: [] SessionEstablishTimeout: 5m0s TunnelCallback: false User: "" ScitokensDefaultUser: "" ScitokensGroupsClaim: "" ScitokensMapSubject: false ScitokensNameMapFile: "" ScitokensRestrictedPaths: [] ScitokensUnauthenticatedUser: nobody ScitokensUsernameClaim: "" SelfTest: true SelfTestInterval: 15s SelfTestMaxAge: 1h0m0s StoragePrefix: "" StorageType: posix SupportedChecksumTypes: [] TokenAudience: https://director:8443 TransferRateLimit: 0 UploadTempLocation: /run/pelican/xrootd/origin/in-progress Url: https://director:8443 UserMapfileRefreshInterval: 0s XRootDPrefix: "" XRootServiceUrl: ""Plugin: DirectorDecisionPercentage: 0 Token: ""Registry: AdminUsers: [] CustomRegistrationFields: null DbLocation: /var/lib/pelican/registry.sqlite Institutions: null InstitutionsUrl: "" InstitutionsUrlReloadMinutes: 15m0s RequireCacheApproval: false RequireKeyChaining: true RequireOriginApproval: falseRuntimeDir: /run/pelicanServer: AdLifetime: 10m0s AdminGroups: [] AdvertisementInterval: 1m0s DatabaseBackup: Frequency: 24h0m0s Location: /var/lib/pelican/backups MaxCount: 10 DbLocation: /var/lib/pelican/pelican.sqlite DirectorUrls: [] DropPrivileges: false EnablePKCS11: false EnablePprof: true EnableUI: true ExternalWebUrl: https://director:8444 HealthMonitoringPublic: false Hostname: director IssuerHostname: "" IssuerJwks: "" IssuerPort: 0 IssuerUrl: "" Modules: [] RegistrationRetryInterval: 10s SessionSecretFile: /etc/pelican/session-secret StartupTimeout: 5m0s TLSCACertificateDirectory: "" TLSCACertificateFile: /certs/ca.crt TLSCAKey: /etc/pelican/certificates/tlsca.key TLSCertificate: "" TLSCertificateChain: /certs/tls.crt TLSKey: /certs/tls.key TrustedProxies: [] UIActivationCodeFile: /etc/pelican/server-web-activation-code UIAdminUsers: [] UILoginRateLimit: 1 UIPasswordFile: /etc/pelican/server-web-passwd UnprivilegedUser: pelican WebConfigFile: /etc/pelican/web-config.yaml WebHost: 0.0.0.0 WebPort: 8444 WebReadOnly: falseShoveler: AMQPExchange: shoveled-xrd AMQPTokenLocation: /etc/pelican/shoveler-token Enable: false IPMapping: null MessageQueueProtocol: amqp OutputDestinations: [] PasswordLocation: "" PortHigher: 9999 PortLower: 9930 QueueDirectory: /var/spool/pelican/shoveler/queue StompCert: "" StompCertKey: "" StompUsername: "" Topic: "" URL: "" VerifyHeader: falseStagePlugin: Hook: false MountPrefix: "" OriginPrefix: "" ShadowOriginPrefix: ""TLSSkipVerify: falseTopology: DisableCacheX509: false DisableCaches: false DisableDowntime: false DisableOriginX509: false DisableOrigins: falseTransport: BrokerEndpointCacheTTL: 0s DialerKeepAlive: 30s DialerTimeout: 10s ExpectContinueTimeout: 1s IdleConnTimeout: 1m30s MaxIdleConns: 30 ResponseHeaderTimeout: 10s TLSHandshakeTimeout: 15sXrootd: AuthRefreshInterval: 5m0s Authfile: /etc/pelican/xrootd/authfile AutoShutdownEnabled: true ConfigFile: "" ConfigUpdateFailureTimeout: 1h0m0s DetailedMonitoringHost: "" DetailedMonitoringPort: 9930 EnableLocalMonitoring: true HttpMaxDelay: 9s LocalMonitoringHost: "" LocalMonitoringPort: 0 MacaroonsKeyFile: /etc/pelican/macaroons-secret ManagerHost: "" ManagerPort: 1213 MaxStartupWait: 10s MaxThreads: 20000 Mount: "" Port: 0 RobotsTxtFile: /etc/pelican/robots.txt RunLocation: "" ScitokensConfig: /etc/pelican/xrootd/scitokens.cfg ShutdownTimeout: 1m0s Sitename: director SummaryMonitoringHost: "" SummaryMonitoringPort: 9931============= End of Pelican Configuration ============time="2026-08-09T00:57:26Z" level=info msg="Initializing Director GeoIP database..."time="2026-08-09T00:57:26Z" level=info msg="Local GeoIP database file not present; will attempt a download. open /var/cache/pelican/maxmind/GeoLite2-City.mmdb: no such file or directory"time="2026-08-09T00:57:26Z" level=error msg="Failed to download GeoIP database! Will not be available: A MaxMind API key file must be specified in the config (Director.MaxMindKeyFile)"time="2026-08-09T00:57:26Z" level=info msg="OK 20250407154047_api_tokens.sql (928.31µs)\n"time="2026-08-09T00:57:26Z" level=info msg="OK 20250407175156_server.sql (1.69ms)\n"time="2026-08-09T00:57:26Z" level=info msg="OK 20250507041205_server_name.sql (1.05ms)\n"time="2026-08-09T00:57:26Z" level=info msg="OK 20250729143942_collections.sql (1.99ms)\n"time="2026-08-09T00:57:26Z" level=info msg="OK 20250929190630_add_users_and_groups.sql (1.95ms)\n"time="2026-08-09T00:57:26Z" level=info msg="OK 20251014193721_add_server_id.sql (1.14ms)\n"time="2026-08-09T00:57:26Z" level=info msg="OK 20260220120000_server_master_keys.sql (1ms)\n"time="2026-08-09T00:57:26Z" level=info msg="goose: successfully migrated database to version: 20260220120000\n"time="2026-08-09T00:57:26Z" level=error msg="Failed to get downtimes from the registry: Get \"https://registry:8444/api/v1.0/downtime\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:26Z" level=error msg="Failed to fetch the downtimes set by federation admin from the Registry: failed to get downtimes from the registry: Get \"https://registry:8444/api/v1.0/downtime\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:26Z" level=warning msg="Error fetching allowed prefixes for caches data on first attempt: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:26Z" level=info msg="No existing database backups found; creating one now"time="2026-08-09T00:57:26Z" level=info msg="Starting periodic database backup every 24h0m0s"time="2026-08-09T00:57:26Z" level=info msg="Starting web engine..."time="2026-08-09T00:57:26Z" level=info msg="Database backup created: /var/lib/pelican/backups/pelican-db-backup-2026-08-09T005726.bak"time="2026-08-09T00:57:26Z" level=info msg="Failed to send request to Web UI at https://director:8444/api/v1.0/health; likely server is not up (will retry in 50ms): Get \"https://director:8444/api/v1.0/health\": dial tcp 10.107.6.178:8444: connect: connection refused"time="2026-08-09T00:57:27Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:28Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:29Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:30Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:31Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:32Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:33Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:34Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:35Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:36Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:37Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:38Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:39Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:40Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:42Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:43Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:44Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:45Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:46Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:47Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:48Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:49Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:50Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:51Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:52Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:53Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:54Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:55Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:57Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="45.996µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:57:57Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="27.772µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:57:57Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:58Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="15.69µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:57:58Z" level=warning msg="Server name mismatch detected:\n Registered server name: \"director:8444\"\n Local sitename: \"director\"\nPelican will use the registered server name as your server name.\nContact the federation administrator to update the registered server name or update your local config to maintain consistency."time="2026-08-09T00:57:58Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="85.7µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-08-09T00:57:58Z" level=info msg="Will advertise to director endpoints: https://director:8444"time="2026-08-09T00:57:58Z" level=warning msg="Server name mismatch detected:\n Registered server name: \"director:8444\"\n Local sitename: \"director\"\nPelican will use the registered server name as your server name.\nContact the federation administrator to update the registered server name or update your local config to maintain consistency."time="2026-08-09T00:57:58Z" level=warning msg="Server name mismatch detected:\n Registered server name: \"director:8444\"\n Local sitename: \"director\"\nPelican will use the registered server name as your server name.\nContact the federation administrator to update the registered server name or update your local config to maintain consistency."time="2026-08-09T00:57:58Z" level=info msg="Address file written to /run/pelican/pelican.addresses"time="2026-08-09T00:57:58Z" level=info msg="Starting web login..."time="2026-08-09T00:57:58Z" level=info msg="Starting TSDB ..." component=prometheustime="2026-08-09T00:57:58Z" level=info msg="Replaying on-disk memory mappable chunks if any" component=tsdbtime="2026-08-09T00:57:58Z" level=info msg="On-disk memory mappable chunks replay completed" component=tsdb duration="1.994µs"time="2026-08-09T00:57:58Z" level=info msg="Replaying WAL, this may take a while" component=tsdbtime="2026-08-09T00:57:58Z" level=info msg="WAL segment loaded" component=tsdb maxSegment=0 segment=0time="2026-08-09T00:57:58Z" level=info msg="WAL replay completed" checkpoint_replay_duration="54.692µs" component=tsdb total_replay_duration=1.182682ms wal_replay_duration=1.080692ms wbl_replay_duration=130nstime="2026-08-09T00:57:58Z" level=info msg="TSDB started" component=prometheustime="2026-08-09T00:57:58Z" level=info msg="Completed loading of configuration" component=prometheus db_storage=751ns query_engine=511ns scrape="163.786µs" scrape_sd="154.579µs" totalDuration="326.48µs"time="2026-08-09T00:57:58Z" level=info msg="Server is ready to receive web requests." component=prometheustime="2026-08-09T00:57:58Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="308.667µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T00:57:58Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:57:59Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:00Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:01Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time="68.368µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:58:01Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:02Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="54.351µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:58:02Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:03Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.440031ms method=GET resource=/metrics status=200time="2026-08-09T00:58:03Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:04Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:05Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:06Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:07Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="79.399µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:58:07Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:07Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="75.611µs" method=GET resource=/.well-known/pelican-configuration status=200time="2026-08-09T00:58:08Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:08Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="57.017µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:58:09Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:10Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:11Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="476.331µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T00:58:11Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:12Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:13Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="273.862µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T00:58:13Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:14Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:15Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:16Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:17Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="65.904µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:58:17Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.621272ms method=GET resource=/metrics status=200time="2026-08-09T00:58:18Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:19Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:20Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:21Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:22Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:23Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:23Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="39.454µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:58:24Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:25Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:26Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="479.547µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T00:58:26Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:27Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="72.846µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:58:27Z" level=error msg="Failed to get downtimes from the registry: Get \"https://registry:8444/api/v1.0/downtime\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:27Z" level=error msg="Failed to fetch the downtimes set by federation admin from the Registry: failed to get downtimes from the registry: Get \"https://registry:8444/api/v1.0/downtime\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:28Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="292.377µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T00:58:29Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:30Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:31Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:32Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:33Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:33Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=3.810685ms method=GET resource=/metrics status=200time="2026-08-09T00:58:34Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:35Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:36Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:37Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.105.135.27:8444: connect: connection refused"time="2026-08-09T00:58:37Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="50.034µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:58:38Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="55.444µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-08-09T00:58:38Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="47.388µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:58:41Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="343.613µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T00:58:43Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="326.16µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T00:58:47Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="52.157µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:58:48Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.255897ms method=GET resource=/metrics status=200time="2026-08-09T00:58:53Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="40.917µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:58:56Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="281.216µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T00:58:57Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="43.932µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:58:58Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="47.019µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-08-09T00:58:58Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="292.749µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T00:59:03Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.316651ms method=GET resource=/metrics status=200time="2026-08-09T00:59:07Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="49.623µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:59:08Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="68.508µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:59:11Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="325.66µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T00:59:13Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="322.063µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T00:59:17Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="56.946µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:59:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.346848ms method=GET resource=/metrics status=200time="2026-08-09T00:59:23Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="51.496µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:59:26Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="262.631µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T00:59:27Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="41.126µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:59:28Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="317.264µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T00:59:33Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.520384ms method=GET resource=/metrics status=200time="2026-08-09T00:59:37Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="48.591µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:59:38Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="73.638µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-08-09T00:59:38Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="49.312µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:59:41Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="256.58µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T00:59:43Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="305.391µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T00:59:47Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="54.202µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:59:48Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.463199ms method=GET resource=/metrics status=200time="2026-08-09T00:59:53Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="51.848µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:59:56Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="431.588µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T00:59:57Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="40.646µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T00:59:58Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="32.531µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-08-09T00:59:58Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="292.708µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T01:00:03Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.540346ms method=GET resource=/metrics status=200time="2026-08-09T01:00:07Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="55.273µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:00:08Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="50.775µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:00:11Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="286.526µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T01:00:13Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="256.961µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T01:00:17Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="51.887µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:00:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.633837ms method=GET resource=/metrics status=200time="2026-08-09T01:00:23Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="73.828µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:00:26Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="254.376µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T01:00:27Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="53.901µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:00:28Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="291.345µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T01:00:33Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.427817ms method=GET resource=/metrics status=200time="2026-08-09T01:00:37Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="85.85µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:00:38Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="41.728µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-08-09T01:00:38Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="61.666µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:00:41Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="249.637µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T01:00:43Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="289.923µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T01:00:47Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="50.535µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:00:48Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.552929ms method=GET resource=/metrics status=200time="2026-08-09T01:00:53Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="50.414µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:00:56Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="438.671µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T01:00:57Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="54.632µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:00:58Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="30.507µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-08-09T01:00:58Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="253.114µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T01:01:03Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.554049ms method=GET resource=/metrics status=200time="2026-08-09T01:01:07Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="43.982µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:01:09Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="62.146µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:01:10Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="45.465µs" method=GET resource=/.well-known/pelican-configuration status=200time="2026-08-09T01:01:11Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="429.304µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T01:01:13Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="368.4µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T01:01:17Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="56.346µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:01:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.431562ms method=GET resource=/metrics status=200time="2026-08-09T01:01:23Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="52.669µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:01:26Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="474.007µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T01:01:27Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="51.736µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:01:28Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="345.697µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T01:01:33Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=6.980797ms method=GET resource=/metrics status=200time="2026-08-09T01:01:37Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="57.398µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:01:38Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="36.458µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-08-09T01:01:38Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="74.469µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:01:41Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="47.779µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-08-09T01:01:41Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time=7.604789ms method=POST resource=/api/v1.0/director/registerOrigin status=200time="2026-08-09T01:01:41Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="139.26µs" method=GET resource=/.well-known/openid-configuration status=200time="2026-08-09T01:01:41Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="72.225µs" method=GET resource=/.well-known/issuer.jwks status=200time="2026-08-09T01:01:41Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="33.483µs" method=GET resource=/.well-known/issuer.jwks status=200time="2026-08-09T01:01:41Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="293.069µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T01:01:43Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="311.933µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T01:01:46Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time="46.737µs" method=GET resource=/.well-known/pelican-configuration status=200time="2026-08-09T01:01:46Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time="63.599µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-08-09T01:01:46Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time="29.405µs" method=GET resource=/.well-known/openid-configuration status=200time="2026-08-09T01:01:46Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time="39.273µs" method=GET resource=/api/v2.0/director/listNamespaces status=200time="2026-08-09T01:01:46Z" level=warning msg="Failed to verify advertise token from host 'cache': failed to check namespace approval status: Registry returns error when checkNamespaceStatus 400 with body {\"status\":\"error\",\"msg\":\"The namespace /caches/cache does not exist in the registry\"}"time="2026-08-09T01:01:46Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time=4.533542ms method=GET resource=/api/v1.0/director/getFedToken status=500time="2026-08-09T01:01:46Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time="45.806µs" method=GET resource=/api/v2.0/director/listNamespaces status=200time="2026-08-09T01:01:46Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time=2.97328ms method=POST resource=/api/v1.0/director/registerCache status=200time="2026-08-09T01:01:47Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="48.081µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:01:48Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.505485ms method=GET resource=/metrics status=200time="2026-08-09T01:01:53Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="85.44µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:01:56Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="243.496µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T01:01:56Z" level=warning msg="Director file transfer test cycle failed for Cache server: https://cache:8442 failed to send request to cache for the test file: Get \"https://cache:8442/pelican/monitoring/directorTest/director-test-2026-08-09T01:01:46Z.txt\": dial tcp 10.104.103.249:8442: i/o timeout"time="2026-08-09T01:01:56Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time="51.086µs" method=GET resource=/.well-known/issuer.jwks status=200time="2026-08-09T01:01:57Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="45.565µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:01:58Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="30.998µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-08-09T01:01:58Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="644.312µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T01:02:03Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.596745ms method=GET resource=/metrics status=200time="2026-08-09T01:02:07Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="79.138µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:02:08Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="69.04µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:02:09Z" level=info msg="Served Request" client=10.244.0.6 daemon=gin fields.time="44.924µs" method=GET resource=/.well-known/pelican-configuration status=200time="2026-08-09T01:02:11Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="352.86µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T01:02:11Z" level=warning msg="Director file transfer test cycle failed for Cache server: https://cache:8442 failed to send request to cache for the test file: Get \"https://cache:8442/pelican/monitoring/directorTest/director-test-2026-08-09T01:02:01Z.txt\": dial tcp 10.104.103.249:8442: i/o timeout"time="2026-08-09T01:02:13Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="308.668µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T01:02:13Z" level=info msg="Served Request" client=10.244.0.6 daemon=gin fields.time=4.002323264s method=GET resource=/api/v1.0/director/object/public/data/0.0 status=307time="2026-08-09T01:02:17Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="41.998µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:02:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=4.010378ms method=GET resource=/metrics status=200time="2026-08-09T01:02:23Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="57.948µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:02:26Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="338.203µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T01:02:26Z" level=warning msg="Director file transfer test cycle failed for Cache server: https://cache:8442 failed to send request to cache for the test file: Get \"https://cache:8442/pelican/monitoring/directorTest/director-test-2026-08-09T01:02:16Z.txt\": dial tcp 10.104.103.249:8442: i/o timeout"time="2026-08-09T01:02:27Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="53.2µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:02:28Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="384.449µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T01:02:33Z" level=info msg="Served Request" client=10.244.0.6 daemon=gin fields.time="40.225µs" method=GET resource=/.well-known/pelican-configuration status=200time="2026-08-09T01:02:33Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.534533ms method=GET resource=/metrics status=200time="2026-08-09T01:02:37Z" level=info msg="Served Request" client=10.244.0.6 daemon=gin fields.time=4.002622396s method=GET resource=/api/v1.0/director/object/public/data/0.0 status=307time="2026-08-09T01:02:37Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="66.675µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:02:38Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="40.676µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-08-09T01:02:38Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="50.514µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:02:41Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="38.162µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-08-09T01:02:41Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time=4.676913ms method=POST resource=/api/v1.0/director/registerOrigin status=200time="2026-08-09T01:02:41Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="331.681µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T01:02:41Z" level=warning msg="Director file transfer test cycle failed for Cache server: https://cache:8442 failed to send request to cache for the test file: Get \"https://cache:8442/pelican/monitoring/directorTest/director-test-2026-08-09T01:02:31Z.txt\": dial tcp 10.104.103.249:8442: i/o timeout"time="2026-08-09T01:02:43Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="326.381µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-08-09T01:02:46Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time="42.539µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-08-09T01:02:46Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time="46.196µs" method=GET resource=/api/v2.0/director/listNamespaces status=200time="2026-08-09T01:02:46Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time=2.396323ms method=POST resource=/api/v1.0/director/registerCache status=200time="2026-08-09T01:02:47Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="47.659µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:02:48Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.602861ms method=GET resource=/metrics status=200time="2026-08-09T01:02:53Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="46.266µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:02:56Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="380.031µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-08-09T01:02:56Z" level=warning msg="Director file transfer test cycle failed for Cache server: https://cache:8442 failed to send request to cache for the test file: Get \"https://cache:8442/pelican/monitoring/directorTest/director-test-2026-08-09T01:02:46Z.txt\": dial tcp 10.104.103.249:8442: i/o timeout"time="2026-08-09T01:02:57Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="47.619µs" method=GET resource=/api/v1.0/health status=200time="2026-08-09T01:02:57Z" level=info msg="Served Request" client=10.244.0.6 daemon=gin fields.time="47.689µs" method=GET resource=/.well-known/pelican-configuration status=200time="2026-08-09T01:02:57Z" level=info msg="Served Request" client=10.244.0.6 daemon=gin fields.time="210.023µs" method=GET resource=/api/v1.0/director/object/public/data/0.0 status=307time="2026-08-09T01:02:58Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="40.255µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-08-09T01:02:58Z" level=info msg="Successfully reloaded scraper and service discovery config" component=prometheustime="2026-08-09T01:02:58Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="479.557µs" method=GET resource=/api/v1.0/director/discoverServers status=200