director-6d5fcf4bb7-h9s2b / director

Starting Pelican...Running pelican-server with arguments: director servetime="2026-07-30T01:25:48Z" level=info msg="Version: 7.27.0-rc.1"time="2026-07-30T01:25:48Z" level=info msg="Build Date: 2026-07-29T22:06:12Z"time="2026-07-30T01:25:48Z" level=info msg="Build Commit: 78ce679bbdef6322d31b6bec2fcc83f1d3b27c15"time="2026-07-30T01:25:48Z" level=info msg="Configuration constructed according to directory-scoped lexicographical file order from the following directories: /etc/pelican/config.d"time="2026-07-30T01:25:48Z" level=info msg="Interpreting watermark value 85 for config param 'Cache.LowWaterMark' as a percentage."time="2026-07-30T01:25:48Z" level=info msg="Interpreting watermark value 89 for config param 'Cache.HighWaterMark' as a percentage."level=info msg================= Pelican Configuration ================Cache:    AllowedFederations: []    BlocksToPrefetch: 0    ClientStatisticsLocation: /run/pelican/xrootd/cache/xrootd.stats    Concurrency: 0    ConcurrencyDegradedThreshold: 90    DataLocation: ""    DataLocations:        - /run/pelican/cache/data    DataScanMode: all    DataScanResampleInterval: 100    DbLocation: /var/lib/pelican/cache.sqlite    DefaultCacheTimeout: 9.5s    DirectorTest: true    DisableClientX509: true    EnableBroker: true    EnableChaosAPI: false    EnableEvictionMonitoring: true    EnableLotman: false    EnableOIDC: false    EnablePrefetch: true    EnableSiteLocalMode: false    EnableTLSClientAuth: false    EnableV2: false    EnableVoms: false    EvictionMonitoringInterval: 1m0s    EvictionMonitoringMaxDepth: 1    ExportLocation: /    FedTokenLocation: /etc/pelican/cache-fed-token    FilesBaseSize: ""    FilesMaxSize: ""    FilesNominalSize: ""    HighWaterMark: "89"    LocalRoot: ""    LowWaterMark: "85"    MemoryCacheSize: "0"    MetaLocations:        - /run/pelican/cache/meta    MinDirectorRefreshInterval: 15s    NamespaceLocation: /run/pelican/cache/namespace    PSSOrigin: ""    PermittedNamespaces: []    Port: 8442    RunLocation: /run/pelican/xrootd/cache    SelfTest: true    SelfTestInterval: 15s    SelfTestMaxAge: 1h0m0s    SentinelLocation: ""    StorageLocation: /run/pelican/cache    Url: https://director:8442    WorkerCount: 100    XRootDPrefix: cacheClient:    AssumeDirectorServerHeader: false    CredentialFile: ""    DirectorRetries: 5    DisableHttpProxy: false    DisableProxyFallback: false    EnableOverwrites: false    IsPlugin: false    MaximumDownloadSpeed: 0    MinimumDownloadSpeed: 102400    PreferredCaches: []    SlowTransferRampupTime: 1m40s    SlowTransferWindow: 30s    StoppedTransferTimeout: 1m40s    WorkerCount: 5ClientAgent:    DbLocation: ""    HistoryRetentionDays: 30    IdleTimeout: 10m0s    MaxConcurrentJobs: 5    PidFile: ""    ProgressUpdateInterval: 5s    Socket: ""ConfigBase: /etc/pelicanConfigLocations:    - /etc/pelican/config.dDebug: falseDirector:    AdaptiveSortEWMATimeConstant: 5m0s    AdaptiveSortTruncateConstant: 6    AdvertiseUrl: https://director:8444    AdvertisementTTL: 15m0s    AssumePresenceAtSingleOrigin: true    CachePresenceCapacity: 2000    CachePresenceTTL: 1m0s    CacheResponseHostnames: []    CacheSortMethod: adaptive    CachesPullFromCaches: false    CheckCachePresence: true    CheckOriginPresence: true    DbLocation: /var/lib/pelican/director.sqlite    DefaultResponse: cache    EnableBroker: true    EnableFederationMetadataHosting: true    EnableOIDC: false    EnableStat: false    FedTokenLifetime: 15m0s    FilterCachesInErrorState: true    FilteredServers: []    GeoIPLocation: /var/cache/pelican/maxmind/GeoLite2-City.mmdb    MaxMindKeyFile: ""    MaxStatResponse: 3    MetadataComparisonInterval: 10m0s    MinStatResponse: 1    OriginCacheHealthTestInterval: 15s    OriginResponseHostnames: []    RegistryQueryInterval: 1m0s    StatConcurrencyLimit: 100    StatTimeout: 2s    SupportContactEmail: ""    SupportContactUrl: ""DisableHttpProxy: falseDisableProxyFallback: falseFederation:    BrokerUrl: ""    DirectorUrl: https://director:8444    DiscoveryUrl: https://director:8444    JwkUrl: ""    RegistryUrl: https://registry:8444    TopologyDowntimeUrl: ""    TopologyNamespaceUrl: ""    TopologyReloadInterval: 0s    TopologyUrl: ""GeoIPOverrides: nullGeoLocation: ""Issuer:    AccessTokenLifetime: 1h0m0s    AuthenticationSource: OIDC    AuthorizationCodeLifetime: 10m0s    AuthorizationTemplates: null    DynamicClientStaleTimeout: 336h0m0s    DynamicClientUnusedTimeout: 1h0m0s    GroupFile: ""    GroupRequirements: []    GroupSource: ""    IDTokenLifetime: 1h0m0s    IssuerClaimValue: https://director:8444    OIDCAuthenticationRequirements: null    OIDCAuthenticationUserClaim: sub    OIDCGroupClaim: groups    OIDCIssuerClaim: iss    OIDCPreferClaimsFromIDToken: false    OIDCSubjectClaim: sub    PublicClientID: pelican-public-client    QDLLocation: /opt/qdl    RedirectUris: []    RefreshTokenGracePeriod: 5m0s    RefreshTokenLifetime: 168h0m0s    ScitokensServerLocation: /opt/scitokens-server    TomcatLocation: /opt/tomcat    UserStripDomain: falseIssuerKey: /etc/pelican/issuer.jwkIssuerKeysDirectory: /etc/pelican/issuer-keysLocalCache:    ChunkSize: 512MB    DataLocation: /run/pelican/localcache/cache    DefaultMaxAge: 24h0m0s    FDCacheSize: 500    HighWaterMarkPercentage: 89    LowWaterMarkPercentage: 85    MaxConcurrentPrefetch: 5    MemoryCacheSize: "0"    PrefetchTimeout: 10s    RevalidationJitter: 10    RunLocation: /run/pelican/localcache    Size: "0"    Socket: /run/pelican/localcache/cache.sock    StorageDirs: nullLogging:    Cache:        Http: error        Lotman: error        Ofs: error        Pfc: info        Pss: error        PssSetOpt: error        Scitokens: fatal        Xrd: error        Xrootd: error    Client:        DisableProgressBars: false        ProgressInterval: 1m0s    DisableProgressBars: false    Level: info    LogLocation: ""    Origin:        Cms: error        Http: error        Ofs: error        Oss: error        Scitokens: fatal        Xrd: error        Xrootd: infoLotman:    DbLocation: ""    DefaultLotDeletionLifetime: 48h0m0s    DefaultLotExpirationLifetime: 24h0m0s    EnableAPI: false    EnabledPolicy: fairshare    GarbageCollectionInterval: 1h0m0s    LibLocation: ""    LotHome: /var/lib/lotman    LotRecordRetention: 1440h0m0s    MaxLotLifetime: 168h0m0s    MinFillerWidth: 0s    PolicyDefinitions:        - DiscoverPrefixes: true          DivideUnallocated: true          MergeLocalWithDiscovered: false          PolicyName: fairshare          PurgeOrder:            - del            - exp            - opp            - ded    RenewalCheckInterval: 1h0m0s    SchedulingHorizon: 48h0m0sMinimumDownloadSpeed: 0Monitoring:    AggregatePrefixes:        - /*    DataLocation: /var/lib/pelican/monitoring/data    DataRetention: 360h0m0s    DataRetentionSize: 0B    EnablePrometheus: true    LabelLimit: 64    LabelNameLengthLimit: 128    LabelValueLengthLimit: 2048    MetricAuthorization: false    PortHigher: 9999    PortLower: 9930    PromQLAuthorization: false    SampleLimit: 200    StorageCriticalThreshold: 97    StorageHealthCheckInterval: 5m0s    StorageWarningThreshold: 92    TokenExpiresIn: 1h0m0s    TokenRefreshInterval: 5m0sOIDC:    AuthorizationEndpoint: https://cilogon.org/authorize    ClientID: ""    ClientIDFile: /etc/pelican/oidc-client-id    ClientRedirectHostname: ""    ClientSecretFile: /etc/pelican/oidc-client-secret    DeviceAuthEndpoint: https://cilogon.org/oauth2/device_authorization    Issuer: https://cilogon.org    Scopes:        - openid        - email        - profile    TokenEndpoint: https://cilogon.org/oauth2/token    UserInfoEndpoint: https://cilogon.org/oauth2/userinfoOrigin:    CacheControl: ""    Concurrency: 0    ConcurrencyDegradedThreshold: 90    DbLocation: /var/lib/pelican/origin.sqlite    DefaultChecksumTypes:        - crc32c    DirectorTest: true    DisableCopies: false    DisableDirectClients: false    DiskUsageCalculationDelay: 5m0s    DiskUsageCalculationInterval: 24h0m0s    DiskUsageCalculationRateLimit: 1000    EnableAtomicUploads: false    EnableBroker: false    EnableCmsd: true    EnableDirListing: false    EnableDirectReads: true    EnableDiskUsageCalculation: false    EnableFallbackRead: false    EnableIssuer: false    EnableListings: true    EnableMacaroons: false    EnableOIDC: false    EnablePublicReads: false    EnableReads: true    EnableTLSClientAuth: false    EnableVoms: false    EnableWrite: false    EnableWrites: true    ExportVolume: ""    ExportVolumes: []    Exports: null    FedTokenLocation: /etc/pelican/origin-fed-token    FederationPrefix: ""    GlobusClientIDFile: ""    GlobusClientSecretFile: ""    GlobusCollectionID: ""    GlobusCollectionName: ""    GlobusConfigLocation: /run/pelican/xrootd/origin/globus    GlobusTransferTokenFile: ""    HttpAuthTokenFile: ""    HttpServiceUrl: ""    IssuerMode: oa4mp    Mode: ""    Multiuser: false    MultiuserMinID: 1000    MultiuserUmask: -1    MultiuserVarlinkSocketPath: /run/systemd/userdb/io.systemd.UserDatabase    NamespacePrefix: ""    Port: 8443    RunLocation: /run/pelican/xrootd/origin    S3AccessKeyfile: ""    S3Bucket: ""    S3Region: ""    S3SecretKeyfile: ""    S3ServiceName: ""    S3ServiceUrl: ""    S3UrlStyle: path    SSH:        AuthMethods:            - publickey            - agent            - keyboard-interactive            - password        AutoAddHostKey: false        ChallengeTimeout: 1m0s        ConnectTimeout: 30s        Host: ""        KeepaliveInterval: 5s        KeepaliveTimeout: 20s        KnownHostsFile: ""        MaxRetries: 5        PasswordFile: ""        PelicanBinaryPath: ""        Port: 22        PrivateKeyFile: ""        PrivateKeyPassphraseFile: ""        ProxyJump: ""        RemotePelicanBinaryDir: ""        RemotePelicanBinaryOverrides: []        SessionEstablishTimeout: 5m0s        TunnelCallback: false        User: ""    ScitokensDefaultUser: ""    ScitokensGroupsClaim: wlcg.groups    ScitokensMapSubject: false    ScitokensNameMapFile: ""    ScitokensRestrictedPaths: []    ScitokensUnauthenticatedUser: nobody    ScitokensUsernameClaim: ""    SelfTest: true    SelfTestInterval: 15s    SelfTestMaxAge: 1h0m0s    StoragePrefix: ""    StorageType: posix    SupportedChecksumTypes: []    TokenAudience: https://director:8443    TransferRateLimit: 0    UploadTempLocation: /run/pelican/xrootd/origin/in-progress    Url: https://director:8443    UserMapfileRefreshInterval: 1m0s    XRootDPrefix: origin    XRootServiceUrl: ""Plugin:    DirectorDecisionPercentage: 20    Token: ""Registry:    AdminUsers: []    CustomRegistrationFields: null    DbLocation: /var/lib/pelican/registry.sqlite    EnableOIDC: false    InactiveRegistrationCleanupInterval: 5m0s    InactiveRegistrationTimeout: 20m0s    Institutions: null    InstitutionsUrl: ""    InstitutionsUrlReloadMinutes: 15m0s    RequireCacheApproval: false    RequireKeyChaining: true    RequireOriginApproval: falseRuntimeDir: /run/pelicanServer:    AUPCanonicalURL: ""    AUPFile: ""    AUPLastUpdated: ""    AdLifetime: 10m0s    AdminGroups: []    AdvertisementInterval: 1m0s    AutoEnrollUsernameClaims:        - preferred_username        - email        - sub    CollectionAdminGroups: []    CollectionAdminUsers: []    DatabaseBackup:        Frequency: 24h0m0s        Location: /var/lib/pelican/backups        MaxCount: 10    DbLocation: /var/lib/pelican/pelican.sqlite    DirectorUrls: []    DropPrivileges: false    EnablePKCS11: false    EnablePprof: true    EnableUI: true    ExternalWebUrl: https://director:8444    GroupInviteLinkExpiration: 168h0m0s    HealthMonitoringPublic: false    Hostname: director    IssuerHostname: ""    IssuerJwks: ""    IssuerPort: 0    IssuerUrl: ""    Modules: []    NewUserDefaultScopes:        - web_ui.access    RegistrationRetryInterval: 10s    SSRFProtection:        AllowedCIDRs: []        BlockedCIDRs: []        Disabled: false        SkipDefaultBlocks: false    SessionSecretFile: /etc/pelican/session-secret    StartupTimeout: 5m0s    TLSCACertificateDirectory: ""    TLSCACertificateFile: /certs/ca.crt    TLSCAKey: /etc/pelican/certificates/tlsca.key    TLSCertificate: ""    TLSCertificateChain: /certs/tls.crt    TLSKey: /certs/tls.key    TrustedProxies: []    UIActivationCodeFile: /etc/pelican/server-web-activation-code    UIAdminUsers: []    UILoginRateLimit: 1    UIPasswordFile: /etc/pelican/server-web-passwd    UnprivilegedUser: pelican    UserAdminGroups: []    UserAdminUsers: []    WebConfigFile: /etc/pelican/web-config.yaml    WebHost: 0.0.0.0    WebPort: 8444    WebReadOnly: falseShoveler:    AMQPExchange: shoveled-xrd    AMQPTokenLocation: /etc/pelican/shoveler-token    Enable: false    IPMapping: null    MessageQueueProtocol: amqp    OutputDestinations: []    PasswordLocation: ""    PortHigher: 9999    PortLower: 9930    QueueDirectory: /var/spool/pelican/shoveler/queue    StompCert: ""    StompCertKey: ""    StompUsername: ""    Topic: ""    URL: ""    VerifyHeader: falseStagePlugin:    Hook: false    MountPrefix: ""    OriginPrefix: ""    ShadowOriginPrefix: ""TLSSkipVerify: falseTopology:    DisableCacheX509: false    DisableCaches: false    DisableDowntime: false    DisableOriginX509: false    DisableOrigins: falseTransport:    BrokerEndpointCacheTTL: 2m0s    DialerKeepAlive: 30s    DialerTimeout: 10s    ExpectContinueTimeout: 1s    IdleConnTimeout: 1m30s    MaxIdleConns: 30    ResponseHeaderTimeout: 10s    TLSHandshakeTimeout: 15sXrootd:    AuthRefreshInterval: 5m0s    Authfile: /etc/pelican/xrootd/authfile    AutoShutdownEnabled: true    ConfigFile: ""    ConfigUpdateFailureTimeout: 1h0m0s    DetailedMonitoringHost: ""    DetailedMonitoringPort: 9930    EnableLocalMonitoring: true    HttpMaxDelay: 9s    LocalMonitoringHost: ""    LocalMonitoringPort: 0    MacaroonsKeyFile: /etc/pelican/macaroons-secret    ManagerHost: ""    ManagerPort: 1213    MaxStartupWait: 10s    MaxThreads: 20000    Mount: ""    Port: 0    RobotsTxtFile: /etc/pelican/robots.txt    RunLocation: ""    ScitokensConfig: /etc/pelican/xrootd/scitokens.cfg    ShutdownTimeout: 1m0s    Sitename: director    SummaryMonitoringHost: ""    SummaryMonitoringPort: 9931============= End of Pelican Configuration ============time="2026-07-30T01:25:48Z" level=info msg="Initializing Director GeoIP database..."time="2026-07-30T01:25:48Z" level=info msg="Local GeoIP database file not present; will attempt a download. open /var/cache/pelican/maxmind/GeoLite2-City.mmdb: no such file or directory"time="2026-07-30T01:25:48Z" level=error msg="Failed to download GeoIP database!  Will not be available: A MaxMind API key file must be specified in the config (Director.MaxMindKeyFile)"time="2026-07-30T01:25:48Z" level=info msg="OK   20250407154047_api_tokens.sql (812.92µs)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20250407175156_server.sql (1.37ms)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20250507041205_server_name.sql (879.39µs)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20250729143942_collections.sql (1.7ms)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20250929190630_add_users_and_groups.sql (1.43ms)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20251014193721_add_server_id.sql (963.77µs)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260220120000_server_master_keys.sql (756.82µs)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260401220000_group_enrollment_management.sql (4.88ms)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260424180000_add_user_password_hash.sql (983.18µs)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260425120000_user_soft_delete.sql (1.19ms)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260425180000_invite_link_kinds.sql (2.51ms)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260426000000_group_display_name.sql (931.42µs)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260426060000_creator_audit.sql (2.99ms)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260426120000_one_identity_per_issuer_per_user.sql (637.35µs)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260426180000_invite_links_nullable_group_id.sql (2.62ms)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260427120000_invite_link_token_prefix.sql (1.01ms)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260428120000_aup_documents.sql (938.08µs)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260428180000_user_group_scopes.sql (1.24ms)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260429000000_collection_owner_admin.sql (2.71ms)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260430000000_invite_links_collection_ownership.sql (1.06ms)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260430120000_groups_created_for_collection.sql (1.02ms)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260502152700_rename_server_web_admin_scope.sql (675.89µs)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260502164824_collection_enable_sharing.sql (1.35ms)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260502165710_collection_parent_id.sql (1.27ms)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260502172201_group_auth_template_eligible.sql (1.16ms)\n"time="2026-07-30T01:25:48Z" level=info msg="OK   20260503120000_partial_user_unique_indexes.sql (1.02ms)\n"time="2026-07-30T01:25:48Z" level=info msg="goose: successfully migrated database to version: 20260503120000\n"time="2026-07-30T01:25:48Z" level=error msg="SELECT * FROM `users` WHERE (username = \"admin\" AND issuer = \"https://director:8444\") AND `users`.`deleted_at` IS NULL ORDER BY `users`.`id` LIMIT 1" component=gorm duration="419.5µs" error="record not found" rows=0time="2026-07-30T01:25:48Z" level=error msg="SELECT * FROM `counters` WHERE key = \"new_user_default_scopes_backfill_v1\" ORDER BY `counters`.`key` LIMIT 1" component=gorm duration="97.734µs" error="record not found" rows=0time="2026-07-30T01:25:48Z" level=info msg="NewUserDefaultScopes backfill: granted 1 scope rows across 1 users"time="2026-07-30T01:25:48Z" level=error msg="Failed to get downtimes from the registry: Get \"https://registry:8444/api/v1.0/downtime\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:25:48Z" level=error msg="Failed to fetch the downtimes set by federation admin from the Registry: failed to get downtimes from the registry: Get \"https://registry:8444/api/v1.0/downtime\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:25:48Z" level=warning msg="Error fetching allowed prefixes for caches data on first attempt: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:25:48Z" level=info msg="No existing database backups found; creating one now"time="2026-07-30T01:25:48Z" level=info msg="Starting periodic database backup every 24h0m0s"time="2026-07-30T01:25:48Z" level=info msg="Starting web engine..."time="2026-07-30T01:25:48Z" level=info msg="Database backup created: /var/lib/pelican/backups/pelican-db-backup-2026-07-30T012548.bak"time="2026-07-30T01:25:48Z" level=info msg="Failed to send request to Web UI at https://director:8444/api/v1.0/health; likely server is not up (will retry in 50ms): Get \"https://director:8444/api/v1.0/health\": dial tcp 10.100.19.185:8444: connect: connection refused"time="2026-07-30T01:25:49Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:25:50Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:25:51Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:25:52Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:25:53Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:25:54Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:25:55Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:25:56Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:25:57Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:25:58Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:25:59Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:00Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:01Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:04Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:05Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:06Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:07Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:08Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:09Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:10Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:11Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:12Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:13Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:14Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:15Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:16Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:17Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:17Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="49.493µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:26:18Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="29.804µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:26:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="29.283µs" method=GET resource=/api/v1.0/prometheus/query status=404time="2026-07-30T01:26:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="15.924µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:26:18Z" level=warning msg="Server name mismatch detected:\n  Registered server name: \"director:8444\"\n  Local sitename:      \"director\"\nPelican will use the local sitename as your server name.\nContact the federation administrator to update the registered server name or update your local config to maintain consistency."time="2026-07-30T01:26:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="57.615µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-07-30T01:26:18Z" level=info msg="Will advertise to director endpoints: https://director:8444"time="2026-07-30T01:26:18Z" level=warning msg="Server name mismatch detected:\n  Registered server name: \"director:8444\"\n  Local sitename:      \"director\"\nPelican will use the local sitename as your server name.\nContact the federation administrator to update the registered server name or update your local config to maintain consistency."time="2026-07-30T01:26:18Z" level=warning msg="Server name mismatch detected:\n  Registered server name: \"director:8444\"\n  Local sitename:      \"director\"\nPelican will use the local sitename as your server name.\nContact the federation administrator to update the registered server name or update your local config to maintain consistency."time="2026-07-30T01:26:18Z" level=info msg="Address file written to /run/pelican/pelican.addresses"time="2026-07-30T01:26:18Z" level=info msg="Starting web login..."time="2026-07-30T01:26:18Z" level=info msg="Starting TSDB ..." component=prometheustime="2026-07-30T01:26:18Z" level=info msg="Replaying on-disk memory mappable chunks if any" component=tsdbtime="2026-07-30T01:26:18Z" level=info msg="On-disk memory mappable chunks replay completed" component=tsdb duration="1.563µs"time="2026-07-30T01:26:18Z" level=info msg="Replaying WAL, this may take a while" component=tsdbtime="2026-07-30T01:26:18Z" level=info msg="WAL segment loaded" component=tsdb maxSegment=0 segment=0time="2026-07-30T01:26:18Z" level=info msg="WAL replay completed" checkpoint_replay_duration="52.297µs" component=tsdb total_replay_duration="625.759µs" wal_replay_duration="541.955µs" wbl_replay_duration=231nstime="2026-07-30T01:26:18Z" level=info msg="TSDB started" component=prometheustime="2026-07-30T01:26:18Z" level=info msg="Completed loading of configuration" component=prometheus db_storage="1.082µs" query_engine=791ns scrape="65.186µs" scrape_sd="148.269µs" totalDuration="218.503µs"time="2026-07-30T01:26:18Z" level=info msg="Server is ready to receive web requests." component=prometheustime="2026-07-30T01:26:18Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="329.747µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-07-30T01:26:19Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:20Z" level=info msg="Served Request" client=10.244.0.6 daemon=gin fields.time="112.586µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:26:20Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:21Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:22Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:22Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time="73.659µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:26:23Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="56.453µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:26:23Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:24Z" level=info msg="Served Request" client=10.244.0.6 daemon=gin fields.time="138.174µs" method=GET resource=/.well-known/pelican-configuration status=200time="2026-07-30T01:26:24Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:25Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:26Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:27Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:28Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="53.028µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:26:28Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:29Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:30Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:31Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:32Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:32Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="55.742µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:26:33Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.593561ms method=GET resource=/metrics status=200time="2026-07-30T01:26:33Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="455.934µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-07-30T01:26:33Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="295.566µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-07-30T01:26:33Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:34Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:35Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:36Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:37Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:38Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="66.258µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:26:38Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:39Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:40Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:41Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:42Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:43Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:44Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:45Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:46Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:47Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:47Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="57.455µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:26:48Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.84269ms method=GET resource=/metrics status=200time="2026-07-30T01:26:48Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="50.184µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:26:48Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="297.96µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-07-30T01:26:48Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="311.971µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-07-30T01:26:48Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:49Z" level=error msg="Failed to get downtimes from the registry: Get \"https://registry:8444/api/v1.0/downtime\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:49Z" level=error msg="Failed to fetch the downtimes set by federation admin from the Registry: failed to get downtimes from the registry: Get \"https://registry:8444/api/v1.0/downtime\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:50Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:51Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:52Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:53Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:54Z" level=warning msg="Error fetching allowed prefixes for caches data: Get \"https://registry:8444/api/v1.0/registry/caches/allowedPrefixes\": dial tcp 10.106.67.69:8444: connect: connection refused"time="2026-07-30T01:26:54Z" level=info msg="Served Request" client=10.244.0.6 daemon=gin fields.time="45.918µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-07-30T01:26:58Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="64.385µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:27:02Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="49.273µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:27:03Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=3.474446ms method=GET resource=/metrics status=200time="2026-07-30T01:27:03Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="821.729µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-07-30T01:27:03Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="330.578µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-07-30T01:27:08Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time="58.937µs" method=GET resource=/.well-known/pelican-configuration status=200time="2026-07-30T01:27:08Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="59.538µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:27:17Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="52.067µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:27:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.831992ms method=GET resource=/metrics status=200time="2026-07-30T01:27:18Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="51.366µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:27:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="339.592µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-07-30T01:27:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="25.457µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-07-30T01:27:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="296.778µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-07-30T01:27:28Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="57.224µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:27:32Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="57.015µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:27:33Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=3.918492ms method=GET resource=/metrics status=200time="2026-07-30T01:27:33Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="292.963µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-07-30T01:27:33Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="303.277µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-07-30T01:27:38Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="66.688µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:27:38Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time="50.694µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-07-30T01:27:39Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time=7.506405ms method=POST resource=/api/v1.0/director/registerOrigin status=200time="2026-07-30T01:27:39Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time="97.614µs" method=GET resource=/.well-known/openid-configuration status=200time="2026-07-30T01:27:39Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time="94.209µs" method=GET resource=/.well-known/issuer.jwks status=200time="2026-07-30T01:27:39Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time="53.229µs" method=GET resource=/.well-known/issuer.jwks status=200time="2026-07-30T01:27:47Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="69.413µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:27:47Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="99.046µs" method=GET resource=/.well-known/pelican-configuration status=200time="2026-07-30T01:27:47Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="52.227µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-07-30T01:27:47Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="41.131µs" method=GET resource=/.well-known/openid-configuration status=200time="2026-07-30T01:27:47Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="65.237µs" method=GET resource=/api/v2.0/director/listNamespaces status=200time="2026-07-30T01:27:48Z" level=warning msg="Failed to verify advertise token from host 'cache': failed to check namespace approval status: Registry returns error when checkNamespaceStatus 400 with body {\"status\":\"error\",\"msg\":\"The namespace /caches/cache does not exist in the registry\"}"time="2026-07-30T01:27:48Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time=3.975522ms method=GET resource=/api/v1.0/director/getFedToken status=500time="2026-07-30T01:27:48Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="54.571µs" method=GET resource=/api/v2.0/director/listNamespaces status=200time="2026-07-30T01:27:48Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time=3.039561ms method=POST resource=/api/v1.0/director/registerCache status=200time="2026-07-30T01:27:48Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.913984ms method=GET resource=/metrics status=200time="2026-07-30T01:27:48Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="82.742µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:27:48Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="315.546µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-07-30T01:27:48Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="294.565µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-07-30T01:27:54Z" level=info msg="Served Request" client=10.244.0.6 daemon=gin fields.time="43.684µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-07-30T01:27:58Z" level=warning msg="Director file transfer test cycle failed for  Cache  server:  https://cache:8442   failed to send request to cache for the test file: Get \"https://cache:8442/pelican/monitoring/directorTest/director/2026-07-30/director-test-2026-07-30T01:27:48Z.txt\": dial tcp 10.107.106.142:8442: i/o timeout"time="2026-07-30T01:27:58Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="65.036µs" method=GET resource=/.well-known/issuer.jwks status=200time="2026-07-30T01:27:58Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="46.869µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:28:02Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="97.123µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:28:03Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="54.921µs" method=GET resource=/.well-known/pelican-configuration status=200time="2026-07-30T01:28:03Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=2.964308ms method=GET resource=/metrics status=200time="2026-07-30T01:28:03Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="370.537µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-07-30T01:28:03Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="479.348µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-07-30T01:28:07Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time=4.001527861s method=GET resource=/api/v1.0/director/object/public/data/0.0 status=307time="2026-07-30T01:28:08Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="52.338µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:28:13Z" level=warning msg="Director file transfer test cycle failed for  Cache  server:  https://cache:8442   failed to send request to cache for the test file: Get \"https://cache:8442/pelican/monitoring/directorTest/director/2026-07-30/director-test-2026-07-30T01:28:03Z.txt\": dial tcp 10.107.106.142:8442: i/o timeout"time="2026-07-30T01:28:17Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="58.025µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:28:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=3.080264ms method=GET resource=/metrics status=200time="2026-07-30T01:28:18Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="55.833µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:28:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="371.779µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-07-30T01:28:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="29.744µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-07-30T01:28:18Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="410.697µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-07-30T01:28:27Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="59.608µs" method=GET resource=/.well-known/pelican-configuration status=200time="2026-07-30T01:28:28Z" level=warning msg="Director file transfer test cycle failed for  Cache  server:  https://cache:8442   failed to send request to cache for the test file: Get \"https://cache:8442/pelican/monitoring/directorTest/director/2026-07-30/director-test-2026-07-30T01:28:18Z.txt\": dial tcp 10.107.106.142:8442: i/o timeout"time="2026-07-30T01:28:28Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="52.157µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:28:31Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time=4.00099277s method=GET resource=/api/v1.0/director/object/public/data/0.0 status=307time="2026-07-30T01:28:32Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="63.293µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:28:33Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=3.118131ms method=GET resource=/metrics status=200time="2026-07-30T01:28:33Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="379.631µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-07-30T01:28:33Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="324.098µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-07-30T01:28:38Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="56.944µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:28:38Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time="81.46µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-07-30T01:28:39Z" level=info msg="Served Request" client=10.244.0.4 daemon=gin fields.time=5.25016ms method=POST resource=/api/v1.0/director/registerOrigin status=200time="2026-07-30T01:28:43Z" level=warning msg="Director file transfer test cycle failed for  Cache  server:  https://cache:8442   failed to send request to cache for the test file: Get \"https://cache:8442/pelican/monitoring/directorTest/director/2026-07-30/director-test-2026-07-30T01:28:33Z.txt\": dial tcp 10.107.106.142:8442: i/o timeout"time="2026-07-30T01:28:47Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="65.708µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:28:47Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="50.695µs" method=GET resource=/api/v1.0/director/directors status=200time="2026-07-30T01:28:48Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time="57.054µs" method=GET resource=/api/v2.0/director/listNamespaces status=200time="2026-07-30T01:28:48Z" level=info msg="Served Request" client=10.244.0.7 daemon=gin fields.time=2.471225ms method=POST resource=/api/v1.0/director/registerCache status=200time="2026-07-30T01:28:48Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time=3.246696ms method=GET resource=/metrics status=200time="2026-07-30T01:28:48Z" level=info msg="Served Request" client="::1" daemon=gin fields.time="56.564µs" method=GET resource=/api/v1.0/health status=200time="2026-07-30T01:28:48Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="362.906µs" method=GET resource=/api/v1.0/prometheus/query status=200time="2026-07-30T01:28:48Z" level=info msg="Served Request" client=10.244.0.1 daemon=gin fields.time="421.653µs" method=GET resource=/api/v1.0/director/discoverServers status=200time="2026-07-30T01:28:51Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="59.898µs" method=GET resource=/.well-known/pelican-configuration status=200time="2026-07-30T01:28:51Z" level=info msg="Served Request" client=10.244.0.5 daemon=gin fields.time="217.421µs" method=GET resource=/api/v1.0/director/object/public/data/0.0 status=307