{"severity":"INFO","time":"2023-03-26T15:29:06.742Z","message":"Starting cluster with 1 processes"}
{"severity":"INFO","time":"2023-03-26T15:29:06.758Z","message":"Starting metrics server on port 8082"}
2023-03-26T15:29:18.747Z pid=955 tid=4fnz INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>955, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>387174400}
{"severity":"INFO","time":"2023-03-26T15:29:20.322Z","message":"Listening on queues [\"adjourned_project_deletion\", \"admin_emails\", \"analytics_code_review_metrics\", \"analytics_devops_adoption_create_snapshot\", \"analytics_usage_trends_counter_job\", \"app_sec_dast_scanner_profiles_builds_consistency\", \"app_sec_dast_scans_consistency\", \"app_sec_dast_site_profiles_builds_consistency\", \"approval_rules_external_approval_rule_payload\", \"approve_blocked_pending_approval_users\", \"audit_events_audit_event_streaming\", \"audit_events_user_impersonation_event_create\", \"auth_saml_group_sync\", \"authorized_keys\", \"authorized_project_update:authorized_project_update_project_recalculate\", \"authorized_project_update:authorized_project_update_project_recalculate_per_user\", \"authorized_project_update:authorized_project_update_user_refresh_from_replica\", \"authorized_project_update:authorized_project_update_user_refresh_over_user_range\", \"authorized_project_update:authorized_project_update_user_refresh_with_low_urgency\", \"authorized_projects\", \"auto_devops:auto_devops_disable\", \"auto_merge:auto_merge_process\", \"auto_merge:merge_trains_refresh\", \"automation_execute_rule\", \"background_migration\", \"background_migration_ci_database\", \"batched_background_migrations:database_batched_background_migration_ci_execution\", \"batched_background_migrations:database_batched_background_migration_main_execution\", \"bulk_import\", \"bulk_imports_entity\", \"bulk_imports_export_request\", \"bulk_imports_pipeline\", \"bulk_imports_relation_export\", \"chaos:chaos_cpu_spin\", \"chaos:chaos_db_spin\", \"chaos:chaos_kill\", \"chaos:chaos_leak_mem\", \"chaos:chaos_sleep\", \"chat_notification\", \"ci_batch_reset_minutes\", \"ci_cancel_pipeline\", \"ci_cancel_redundant_pipelines\", \"ci_delete_objects\", \"ci_job_artifacts_expire_project_build_artifacts\", \"ci_parse_secure_file_metadata\", \"ci_runners_process_runner_version_update\", \"ci_upstream_projects_subscriptions_cleanup\", \"cluster_agent:clusters_agents_delete_expired_events\", \"compliance_management_chain_of_custody_report\", \"compliance_management_merge_requests_compliance_violations\", \"compliance_management_update_default_framework\", \"container_repository:cleanup_container_repository\", \"container_repository:container_expiration_policies_cleanup_container_repository\", \"container_repository:delete_container_repository\", \"container_repository_delete:container_registry_delete_container_repository\", \"counters_cleanup_refresh\", \"create_commit_signature\", \"create_github_webhook\", \"create_note_diff_file\", \"cronjob:active_user_count_threshold\", \"cronjob:adjourned_group_deletion\", \"cronjob:adjourned_projects_deletion_cron\", \"cronjob:admin_email\", \"cronjob:analytics_cycle_analytics_consistency\", \"cronjob:analytics_cycle_analytics_incremental\", \"cronjob:analytics_cycle_analytics_reaggregation\", \"cronjob:analytics_devops_adoption_create_all_snapshots\", \"cronjob:analytics_usage_trends_count_job_trigger\", \"cronjob:app_sec_dast_profile_schedule\", \"cronjob:arkose_blocked_users_report\", \"cronjob:authorized_project_update_periodic_recalculate\", \"cronjob:bulk_imports_stuck_import\", \"cronjob:ci_archive_traces_cron\", \"cronjob:ci_delete_unit_tests\", \"cronjob:ci_pipeline_artifacts_expire_artifacts\", \"cronjob:ci_platform_metrics_update_cron\", \"cronjob:ci_runners_reconcile_existing_runner_versions_cron\", \"cronjob:ci_runners_stale_group_runners_prune_cron\", \"cronjob:ci_runners_stale_machines_cleanup_cron\", \"cronjob:ci_schedule_delete_objects_cron\", \"cronjob:ci_stuck_builds_drop_running\", \"cronjob:ci_stuck_builds_drop_scheduled\", \"cronjob:ci_update_locked_unknown_artifacts\", \"cronjob:clear_shared_runners_minutes\", \"cronjob:clusters_integrations_check_prometheus_health\", \"cronjob:container_expiration_policy\", \"cronjob:container_registry_cleanup\", \"cronjob:container_registry_migration_enqueuer\", \"cronjob:container_registry_migration_guard\", \"cronjob:container_registry_migration_observer\", \"cronjob:database_batched_background_migration\", \"cronjob:database_batched_background_migration_ci_database\", \"cronjob:database_ci_namespace_mirrors_consistency_check\", \"cronjob:database_ci_project_mirrors_consistency_check\", \"cronjob:database_drop_detached_partitions\", \"cronjob:database_partition_management\", \"cronjob:dependency_proxy_cleanup_dependency_proxy\", \"cronjob:dependency_proxy_image_ttl_group_policy\", \"cronjob:elastic_cluster_reindexing_cron\", \"cronjob:elastic_index_bulk_cron\", \"cronjob:elastic_index_initial_bulk_cron\", \"cronjob:elastic_migration\", \"cronjob:elastic_remove_expired_namespace_subscriptions_from_index_cron\", \"cronjob:emails_abandoned_trial_emails_cron\", \"cronjob:environments_auto_delete_cron\", \"cronjob:environments_auto_stop_cron\", \"cronjob:expire_build_artifacts\", \"cronjob:export_prune_project_export_jobs\", \"cronjob:geo_container_repository_sync_dispatch\", \"cronjob:geo_metrics_update\", \"cronjob:geo_prune_event_log\", \"cronjob:geo_registry_sync\", \"cronjob:geo_repository_registry_sync\", \"cronjob:geo_repository_sync\", \"cronjob:geo_repository_verification_primary_batch\", \"cronjob:geo_repository_verification_secondary_scheduler\", \"cronjob:geo_repository_verification_secondary_shard\", \"cronjob:geo_scheduler_per_shard_scheduler\", \"cronjob:geo_scheduler_primary_per_shard_scheduler\", \"cronjob:geo_scheduler_secondary_per_shard_scheduler\", \"cronjob:geo_secondary_registry_consistency\", \"cronjob:geo_secondary_usage_data_cron\", \"cronjob:geo_sidekiq_cron_config\", \"cronjob:geo_sync_timeout_cron\", \"cronjob:geo_verification_cron\", \"cronjob:gitlab_service_ping\", \"cronjob:gitlab_subscriptions_notify_seats_exceeded_batch\", \"cronjob:gitlab_subscriptions_schedule_refresh_seats\", \"cronjob:historical_data\", \"cronjob:import_export_project_cleanup\", \"cronjob:import_software_licenses\", \"cronjob:import_stuck_project_import_jobs\", \"cronjob:incident_management_incident_sla_exceeded_check\", \"cronjob:incident_management_oncall_rotations_persist_all_rotations_shifts_job\", \"cronjob:incident_management_pending_escalations_schedule_check_cron\", \"cronjob:issue_due_scheduler\", \"cronjob:issues_reschedule_stuck_issue_rebalances\", \"cronjob:iterations_cadences_create_iterations\", \"cronjob:iterations_cadences_schedule_create_iterations\", \"cronjob:iterations_update_status\", \"cronjob:jira_import_stuck_jira_import_jobs\", \"cronjob:ldap_all_groups_sync\", \"cronjob:ldap_sync\", \"cronjob:licenses_reset_submit_license_usage_data_banner\", \"cronjob:loose_foreign_keys_cleanup\", \"cronjob:member_invitation_reminder_emails\", \"cronjob:metrics_dashboard_schedule_annotations_prune\", \"cronjob:namespaces_free_user_cap_backfill_notification_jobs\", \"cronjob:namespaces_in_product_marketing_emails\", \"cronjob:namespaces_prune_aggregation_schedules\", \"cronjob:package_metadata_sync\", \"cronjob:packages_cleanup_package_registry\", \"cronjob:packages_composer_cache_cleanup\", \"cronjob:pages_domain_removal_cron\", \"cronjob:pages_domain_ssl_renewal_cron\", \"cronjob:pages_domain_verification_cron\", \"cronjob:partition_creation\", \"cronjob:personal_access_tokens_expired_notification\", \"cronjob:personal_access_tokens_expiring\", \"cronjob:pipeline_schedule\", \"cronjob:projects_disable_legacy_open_source_license_for_inactive_projects\", \"cronjob:projects_inactive_projects_deletion_cron\", \"cronjob:projects_schedule_refresh_build_artifacts_size_statistics\", \"cronjob:prune_old_events\", \"cronjob:releases_manage_evidence\", \"cronjob:remove_expired_group_links\", \"cronjob:remove_expired_members\", \"cronjob:remove_unaccepted_member_invites\", \"cronjob:remove_unreferenced_lfs_objects\", \"cronjob:repository_archive_cache\", \"cronjob:repository_check_dispatch\", \"cronjob:schedule_merge_request_cleanup_refs\", \"cronjob:schedule_migrate_external_diffs\", \"cronjob:search_index_curation\", \"cronjob:security_create_orchestration_policy\", \"cronjob:security_orchestration_policy_rule_schedule\", \"cronjob:security_scans_purge\", \"cronjob:ssh_keys_expired_notification\", \"cronjob:ssh_keys_expiring_soon_notification\", \"cronjob:stuck_ci_jobs\", \"cronjob:stuck_export_jobs\", \"cronjob:stuck_merge_jobs\", \"cronjob:sync_seat_link\", \"cronjob:trending_projects\", \"cronjob:update_all_mirrors\", \"cronjob:update_container_registry_info\", \"cronjob:update_max_seats_used_for_gitlab_com_subscriptions\", \"cronjob:user_status_cleanup_batch\", \"cronjob:users_create_statistics\", \"cronjob:users_deactivate_dormant_users\", \"cronjob:users_migrate_records_to_ghost_user_in_batches\", \"cronjob:vulnerabilities_historical_statistics_deletion\", \"cronjob:vulnerabilities_statistics_schedule\", \"cronjob:x509_issuer_crl_check\", \"default\", \"delete_diff_files\", \"delete_merged_branches\", \"delete_stored_files\", \"delete_user\", \"dependencies_destroy_export\", \"dependencies_export\", \"dependency_proxy:purge_dependency_proxy_cache\", \"dependency_proxy_blob:dependency_proxy_cleanup_blob\", \"dependency_proxy_manifest:dependency_proxy_cleanup_manifest\", \"deployment:deployments_approval\", \"deployment:deployments_archive_in_project\", \"deployment:deployments_auto_rollback\", \"deployment:deployments_drop_older_deployments\", \"deployment:deployments_hooks\", \"deployment:deployments_link_merge_request\", \"deployment:deployments_update_environment\", \"design_management_copy_design_collection\", \"design_management_new_version\", \"destroy_pages_deployments\", \"detect_repository_languages\", \"disallow_two_factor_for_group\", \"disallow_two_factor_for_subgroups\", \"dora_metrics:dora_daily_metrics_refresh\", \"elastic_association_indexer\", \"elastic_commit_indexer\", \"elastic_delete_project\", \"elastic_full_index\", \"elastic_indexing_control\", \"elastic_namespace_indexer\", \"elastic_namespace_rollout\", \"elastic_project_transfer\", \"email_receiver\", \"emails_on_push\", \"environments_auto_stop\", \"environments_canary_ingress_update\", \"epics:epics_update_cached_metadata\", \"epics:epics_update_epics_dates\", \"epics_new_epic_issue\", \"error_tracking_issue_link\", \"export_csv\", \"external_service_reactive_caching\", \"file_hook\", \"flush_counter_increments\", \"gcp_cluster:cluster_configure_istio\", \"gcp_cluster:cluster_install_app\", \"gcp_cluster:cluster_patch_app\", \"gcp_cluster:cluster_provision\", \"gcp_cluster:cluster_update_app\", \"gcp_cluster:cluster_upgrade_app\", \"gcp_cluster:cluster_wait_for_app_installation\", \"gcp_cluster:cluster_wait_for_app_update\", \"gcp_cluster:cluster_wait_for_ingress_ip_address\", \"gcp_cluster:clusters_applications_activate_integration\", \"gcp_cluster:clusters_applications_deactivate_integration\", \"gcp_cluster:clusters_applications_uninstall\", \"gcp_cluster:clusters_applications_wait_for_uninstall_app\", \"gcp_cluster:clusters_cleanup_project_namespace\", \"gcp_cluster:clusters_cleanup_service_account\", \"gcp_cluster:wait_for_cluster_creation\", \"geo:geo_batch_event_create\", \"geo:geo_batch_project_registry\", \"geo:geo_batch_project_registry_scheduler\", \"geo:geo_container_repository_sync\", \"geo:geo_create_repository_updated_event\", \"geo:geo_design_repository_shard_sync\", \"geo:geo_design_repository_sync\", \"geo:geo_destroy\", \"geo:geo_event\", \"geo:geo_file_registry_removal\", \"geo:geo_file_removal\", \"geo:geo_hashed_storage_attachments_migration\", \"geo:geo_hashed_storage_migration\", \"geo:geo_project_sync\", \"geo:geo_rename_repository\", \"geo:geo_repositories_clean_up\", \"geo:geo_repository_cleanup\", \"geo:geo_repository_destroy\", \"geo:geo_repository_shard_sync\", \"geo:geo_repository_verification_primary_shard\", \"geo:geo_repository_verification_primary_single\", \"geo:geo_repository_verification_secondary_single\", \"geo:geo_reverification_batch\", \"geo:geo_scheduler_primary_scheduler\", \"geo:geo_scheduler_scheduler\", \"geo:geo_scheduler_secondary_scheduler\", \"geo:geo_verification\", \"geo:geo_verification_batch\", \"geo:geo_verification_state_backfill\", \"geo:geo_verification_timeout\", \"github_gists_importer:github_gists_import_finish_import\", \"github_gists_importer:github_gists_import_import_gist\", \"github_gists_importer:github_gists_import_start_import\", \"github_import_advance_stage\", \"github_importer:github_import_attachments_import_issue\", \"github_importer:github_import_attachments_import_merge_request\", \"github_importer:github_import_attachments_import_note\", \"github_importer:github_import_attachments_import_release\", \"github_importer:github_import_import_diff_note\", \"github_importer:github_import_import_issue\", \"github_importer:github_import_import_issue_event\", \"github_importer:github_import_import_lfs_object\", \"github_importer:github_import_import_note\", \"github_importer:github_import_import_protected_branch\", \"github_importer:github_import_import_pull_request\", \"github_importer:github_import_import_pull_request_merged_by\", \"github_importer:github_import_import_pull_request_review\", \"github_importer:github_import_import_release_attachments\", \"github_importer:github_import_pull_requests_import_review_request\", \"github_importer:github_import_refresh_import_jid\", \"github_importer:github_import_stage_finish_import\", \"github_importer:github_import_stage_import_attachments\", \"github_importer:github_import_stage_import_base_data\", \"github_importer:github_import_stage_import_issue_events\", \"github_importer:github_import_stage_import_issues_and_diff_notes\", \"github_importer:github_import_stage_import_lfs_objects\", \"github_importer:github_import_stage_import_notes\", \"github_importer:github_import_stage_import_protected_branches\", \"github_importer:github_import_stage_import_pull_requests\", \"github_importer:github_import_stage_import_pull_requests_merged_by\", \"github_importer:github_import_stage_import_pull_requests_review_requests\", \"github_importer:github_import_stage_import_pull_requests_reviews\", \"github_importer:github_import_stage_import_repository\", \"gitlab_performance_bar_stats\", \"gitlab_shell\", \"gitlab_subscriptions_refresh_seats\", \"gitlab_subscriptions_trials_apply_trial\", \"google_cloud_create_cloudsql_instance\", \"google_cloud_fetch_google_ip_list\", \"group_destroy\", \"group_export\", \"group_import\", \"group_saml_group_sync\", \"group_wikis_git_garbage_collect\", \"groups_create_event\", \"groups_export_memberships\", \"groups_schedule_bulk_repository_shard_moves\", \"groups_update_repository_storage\", \"groups_update_statistics\", \"groups_update_two_factor_requirement_for_members\", \"hashed_storage:hashed_storage_migrator\", \"hashed_storage:hashed_storage_project_migrate\", \"hashed_storage:hashed_storage_project_rollback\", \"hashed_storage:hashed_storage_rollbacker\", \"import_issues_csv\", \"incident_management:incident_management_add_severity_system_note\", \"incident_management:incident_management_pager_duty_process_incident\", \"incident_management:incident_management_process_alert_worker_v2\", \"incident_management_apply_incident_sla_exceeded_label\", \"incident_management_close_incident\", \"incident_management_oncall_rotations_persist_shifts_job\", \"incident_management_pending_escalations_alert_check\", \"incident_management_pending_escalations_alert_create\", \"incident_management_pending_escalations_issue_check\", \"incident_management_pending_escalations_issue_create\", \"integrations_create_external_cross_reference\", \"integrations_execute\", \"integrations_irker\", \"integrations_slack_event\", \"invalid_gpg_signature_update\", \"issuable_export_csv\", \"issuable_label_links_destroy\", \"issuables_clear_groups_issue_counter\", \"issues_close\", \"issues_placement\", \"issues_rebalancing\", \"iterations:iterations_roll_over_issues\", \"jira_connect:jira_connect_forward_event\", \"jira_connect:jira_connect_retry_request\", \"jira_connect:jira_connect_send_uninstalled_hook\", \"jira_connect:jira_connect_sync_branch\", \"jira_connect:jira_connect_sync_builds\", \"jira_connect:jira_connect_sync_deployments\", \"jira_connect:jira_connect_sync_feature_flags\", \"jira_connect:jira_connect_sync_merge_request\", \"jira_connect:jira_connect_sync_project\", \"jira_importer:jira_import_advance_stage\", \"jira_importer:jira_import_import_issue\", \"jira_importer:jira_import_stage_finish_import\", \"jira_importer:jira_import_stage_import_attachments\", \"jira_importer:jira_import_stage_import_issues\", \"jira_importer:jira_import_stage_import_labels\", \"jira_importer:jira_import_stage_import_notes\", \"jira_importer:jira_import_stage_start_import\", \"ldap_group_sync\", \"mail_scheduler:mail_scheduler_issue_due\", \"mail_scheduler:mail_scheduler_notification_service\", \"mailers\", \"merge\", \"merge_request_cleanup_refs\", \"merge_request_mergeability_check\", \"merge_request_reset_approvals\", \"merge_requests_capture_suggested_reviewers_accepted\", \"merge_requests_close_issue\", \"merge_requests_create_approval_event\", \"merge_requests_create_approval_note\", \"merge_requests_delete_source_branch\", \"merge_requests_execute_approval_hooks\", \"merge_requests_fetch_suggested_reviewers\", \"merge_requests_handle_assignees_change\", \"merge_requests_resolve_todos\", \"merge_requests_resolve_todos_after_approval\", \"merge_requests_stream_approval_audit_event\", \"merge_requests_sync_code_owner_approval_rules\", \"merge_requests_update_head_pipeline\", \"metrics_dashboard_prune_old_annotations\", \"metrics_dashboard_sync_dashboards\", \"migrate_external_diffs\", \"namespaces_free_user_cap_over_limit_notification\", \"namespaces_process_sync_events\", \"namespaces_sync_namespace_name\", \"namespaces_update_root_statistics\", \"new_epic\", \"new_issue\", \"new_merge_request\", \"new_note\", \"object_pool:object_pool_create\", \"object_pool:object_pool_destroy\", \"object_pool:object_pool_join\", \"object_pool:object_pool_schedule_join\", \"object_storage:object_storage_migrate_uploads\", \"onboarding_create_learn_gitlab\", \"onboarding_issue_created\", \"onboarding_pipeline_created\", \"onboarding_progress\", \"onboarding_user_added\", \"package_cleanup:packages_cleanup_execute_policy\", \"package_cleanup:packages_cleanup_package_file\", \"package_cleanup:packages_mark_package_files_for_destruction\", \"package_repositories:packages_debian_generate_distribution\", \"package_repositories:packages_debian_process_changes\", \"package_repositories:packages_debian_process_package_file\", \"package_repositories:packages_go_sync_packages\", \"package_repositories:packages_helm_extraction\", \"package_repositories:packages_maven_metadata_sync\", \"package_repositories:packages_nuget_extraction\", \"package_repositories:packages_rubygems_extraction\", \"packages_composer_cache_update\", \"pages\", \"pages_domain_ssl_renewal\", \"pages_domain_verification\", \"pages_invalidate_domain_cache\", \"personal_access_tokens:personal_access_tokens_groups_policy\", \"personal_access_tokens:personal_access_tokens_instance_policy\", \"phabricator_import_import_tasks\", \"pipeline_background:ci_archive_trace\", \"pipeline_background:ci_build_trace_chunk_flush\", \"pipeline_background:ci_daily_build_group_report_results\", \"pipeline_background:ci_job_artifacts_track_artifact_report\", \"pipeline_background:ci_minutes_refresh_cached_data\", \"pipeline_background:ci_minutes_update_project_and_namespace_usage\", \"pipeline_background:ci_pending_builds_update_group\", \"pipeline_background:ci_pending_builds_update_project\", \"pipeline_background:ci_pipeline_artifacts_coverage_report\", \"pipeline_background:ci_pipeline_artifacts_create_quality_report\", \"pipeline_background:ci_pipeline_success_unlock_artifacts\", \"pipeline_background:ci_ref_delete_unlock_artifacts\", \"pipeline_background:ci_sync_reports_to_report_approval_rules\", \"pipeline_background:ci_test_failure_history\", \"pipeline_background:ci_track_failed_build\", \"pipeline_creation:ci_external_pull_requests_create_pipeline\", \"pipeline_creation:create_pipeline\", \"pipeline_creation:merge_requests_create_pipeline\", \"pipeline_creation:run_pipeline_schedule\", \"pipeline_default:ci_create_cross_project_pipeline\", \"pipeline_default:ci_create_downstream_pipeline\", \"pipeline_default:ci_drop_pipeline\", \"pipeline_default:ci_merge_requests_add_todo_when_build_fails\", \"pipeline_default:ci_pipeline_bridge_status\", \"pipeline_default:ci_retry_pipeline\", \"pipeline_default:ci_trigger_downstream_subscriptions\", \"pipeline_default:pipeline_metrics\", \"pipeline_default:pipeline_notification\", \"pipeline_hooks:build_hooks\", \"pipeline_hooks:pipeline_hooks\", \"pipeline_processing:build_queue\", \"pipeline_processing:build_success\", \"pipeline_processing:ci_build_finished\", \"pipeline_processing:ci_build_prepare\", \"pipeline_processing:ci_build_schedule\", \"pipeline_processing:ci_initial_pipeline_process\", \"pipeline_processing:ci_resource_groups_assign_resource_from_resource_group\", \"pipeline_processing:pipeline_process\", \"pipeline_processing:stage_update\", \"pipeline_processing:update_head_pipeline_for_merge_request\", \"post_receive\", \"process_commit\", \"product_analytics_initialize_analytics\", \"project_cache\", \"project_destroy\", \"project_export\", \"project_import_schedule\", \"project_template_export\", \"projects_after_import\", \"projects_delete_branch\", \"projects_finalize_project_statistics_refresh\", \"projects_git_garbage_collect\", \"projects_import_export_parallel_project_export\", \"projects_import_export_relation_export\", \"projects_inactive_projects_deletion_notification\", \"projects_post_creation\", \"projects_process_sync_events\", \"projects_record_target_platforms\", \"projects_refresh_build_artifacts_size_statistics\", \"projects_register_suggested_reviewers_project\", \"projects_schedule_bulk_repository_shard_moves\", \"projects_update_repository_storage\", \"propagate_integration\", \"propagate_integration_group\", \"propagate_integration_inherit\", \"propagate_integration_inherit_descendant\", \"propagate_integration_project\", \"pull_mirrors_reenable_configuration\", \"reactive_caching\", \"rebase\", \"refresh_license_compliance_checks\", \"releases_create_evidence\", \"remote_mirror_notification\", \"repository_check:repository_check_batch\", \"repository_check:repository_check_clear\", \"repository_check:repository_check_single_repository\", \"repository_cleanup\", \"repository_fork\", \"repository_import\", \"repository_update_mirror\", \"repository_update_remote_mirror\", \"requirements_management_import_requirements_csv\", \"requirements_management_process_requirements_reports\", \"sbom_reports:sbom_ingest_reports\", \"security_auto_fix\", \"security_orchestration_policy_rule_schedule_namespace\", \"security_process_scan_result_policy\", \"security_scans:scan_security_report_secrets\", \"security_scans:security_store_scans\", \"security_scans:security_track_secure_scans\", \"security_scans:store_security_reports\", \"security_scans_purge_by_job_id\", \"security_sync_scan_policies\", \"self_monitoring_project_create\", \"self_monitoring_project_delete\", \"service_desk_email_receiver\", \"set_user_status_based_on_user_cap_setting\", \"snippets_schedule_bulk_repository_shard_moves\", \"snippets_update_repository_storage\", \"status_page_publish\", \"sync_seat_link_request\", \"system_hook_push\", \"tasks_to_be_done_create\", \"terraform:terraform_states_destroy\", \"todos_destroyer:todos_destroyer_confidential_epic\", \"todos_destroyer:todos_destroyer_confidential_issue\", \"todos_destroyer:todos_destroyer_destroyed_designs\", \"todos_destroyer:todos_destroyer_destroyed_issuable\", \"todos_destroyer:todos_destroyer_entity_leave\", \"todos_destroyer:todos_destroyer_group_private\", \"todos_destroyer:todos_destroyer_private_features\", \"todos_destroyer:todos_destroyer_project_private\", \"unassign_issuables:members_destroyer_unassign_issuables\", \"update_external_pull_requests\", \"update_highest_role\", \"update_merge_requests\", \"update_namespace_statistics:namespaces_root_statistics\", \"update_namespace_statistics:namespaces_schedule_aggregation\", \"update_project_statistics\", \"upload_checksum\", \"vulnerabilities_mark_dropped_as_resolved\", \"vulnerabilities_statistics_adjustment\", \"vulnerability_exports_export\", \"vulnerability_exports_export_deletion\", \"web_hook\", \"web_hooks_log_destroy\", \"web_hooks_log_execution\", \"wikis_git_garbage_collect\", \"x509_certificate_revoke\", \"zoekt_indexer\"]"}
{"severity":"INFO","time":"2023-03-26T15:29:20.322Z","message":"Booting Sidekiq 6.5.7 with Sidekiq::RedisConnection::RedisAdapter options {:instrumentation_class=\u003eGitlab::Instrumentation::Redis::Queues, :path=\u003e\"/var/opt/gitlab/redis/redis.socket\", :namespace=\u003e\"resque:gitlab\"}"}
{"severity":"INFO","time":"2023-03-26T15:29:21.899Z","message":"GitLab reliable fetch activated!"}
{"severity":"INFO","time":"2023-03-26T15:29:21.906Z","message":"Cron Jobs - added job with name: stuck_ci_jobs_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.908Z","message":"Cron Jobs - added job with name: pipeline_schedule_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.910Z","message":"Cron Jobs - added job with name: expire_build_artifacts_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.911Z","message":"Cron Jobs - added job with name: update_locked_unknown_artifacts_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.913Z","message":"Cron Jobs - added job with name: ci_pipelines_expire_artifacts_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.915Z","message":"Cron Jobs - added job with name: ci_schedule_delete_objects_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.917Z","message":"Cron Jobs - added job with name: environments_auto_stop_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.919Z","message":"Cron Jobs - added job with name: environments_auto_delete_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.920Z","message":"Cron Jobs - added job with name: repository_check_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.923Z","message":"Cron Jobs - added job with name: admin_email_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.926Z","message":"Cron Jobs - added job with name: personal_access_tokens_expiring_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.928Z","message":"Cron Jobs - added job with name: personal_access_tokens_expired_notification_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.932Z","message":"Cron Jobs - added job with name: repository_archive_cache_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.935Z","message":"Cron Jobs - added job with name: import_export_project_cleanup_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.938Z","message":"Cron Jobs - added job with name: ci_archive_traces_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.942Z","message":"Cron Jobs - added job with name: remove_expired_members_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.945Z","message":"Cron Jobs - added job with name: remove_expired_group_links_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.948Z","message":"Cron Jobs - added job with name: remove_unaccepted_member_invites_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.950Z","message":"Cron Jobs - added job with name: prune_old_events_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.952Z","message":"Cron Jobs - added job with name: gitlab_export_prune_project_export_jobs_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.956Z","message":"Cron Jobs - added job with name: trending_projects_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.958Z","message":"Cron Jobs - added job with name: remove_unreferenced_lfs_objects_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.961Z","message":"Cron Jobs - added job with name: bulk_imports_stuck_import_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.963Z","message":"Cron Jobs - added job with name: import_stuck_project_import_jobs"}
{"severity":"INFO","time":"2023-03-26T15:29:21.965Z","message":"Cron Jobs - added job with name: jira_import_stuck_jira_import_jobs"}
{"severity":"INFO","time":"2023-03-26T15:29:21.967Z","message":"Cron Jobs - added job with name: stuck_export_jobs_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.970Z","message":"Cron Jobs - added job with name: gitlab_service_ping_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.973Z","message":"Cron Jobs - added job with name: stuck_merge_jobs_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.975Z","message":"Cron Jobs - added job with name: pages_domain_verification_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.978Z","message":"Cron Jobs - added job with name: pages_domain_removal_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.980Z","message":"Cron Jobs - added job with name: pages_domain_ssl_renewal_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.982Z","message":"Cron Jobs - added job with name: issue_due_scheduler_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.985Z","message":"Cron Jobs - added job with name: metrics_dashboard_schedule_annotations_prune_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.988Z","message":"Cron Jobs - added job with name: schedule_migrate_external_diffs_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.990Z","message":"Cron Jobs - added job with name: namespaces_prune_aggregation_schedules_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.992Z","message":"Cron Jobs - added job with name: container_expiration_policy_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.994Z","message":"Cron Jobs - added job with name: container_registry_migration_guard_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.996Z","message":"Cron Jobs - added job with name: container_registry_migration_observer_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:21.998Z","message":"Cron Jobs - added job with name: container_registry_migration_enqueuer_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.000Z","message":"Cron Jobs - added job with name: cleanup_container_registry_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.003Z","message":"Cron Jobs - added job with name: image_ttl_group_policy_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.006Z","message":"Cron Jobs - added job with name: cleanup_dependency_proxy_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.008Z","message":"Cron Jobs - added job with name: cleanup_package_registry_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.011Z","message":"Cron Jobs - added job with name: x509_issuer_crl_check_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.013Z","message":"Cron Jobs - added job with name: users_create_statistics_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.022Z","message":"Cron Jobs - added job with name: authorized_project_update_periodic_recalculate_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.026Z","message":"Cron Jobs - added job with name: update_container_registry_info_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.029Z","message":"Cron Jobs - added job with name: postgres_dynamic_partitions_manager"}
{"severity":"INFO","time":"2023-03-26T15:29:22.032Z","message":"Cron Jobs - added job with name: postgres_dynamic_partitions_dropper"}
{"severity":"INFO","time":"2023-03-26T15:29:22.035Z","message":"Cron Jobs - added job with name: ci_platform_metrics_update_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.037Z","message":"Cron Jobs - added job with name: analytics_usage_trends_count_job_trigger_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.040Z","message":"Cron Jobs - added job with name: member_invitation_reminder_emails_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.042Z","message":"Cron Jobs - added job with name: schedule_merge_request_cleanup_refs_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.043Z","message":"Cron Jobs - added job with name: manage_evidence_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.045Z","message":"Cron Jobs - added job with name: user_status_cleanup_batch_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.048Z","message":"Cron Jobs - added job with name: ssh_keys_expired_notification_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.050Z","message":"Cron Jobs - added job with name: namespaces_in_product_marketing_emails_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.053Z","message":"Cron Jobs - added job with name: ssh_keys_expiring_soon_notification_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.055Z","message":"Cron Jobs - added job with name: users_deactivate_dormant_users_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.057Z","message":"Cron Jobs - added job with name: ci_delete_unit_tests_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.059Z","message":"Cron Jobs - added job with name: batched_background_migrations_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.061Z","message":"Cron Jobs - added job with name: batched_background_migration_worker_ci_database"}
{"severity":"INFO","time":"2023-03-26T15:29:22.063Z","message":"Cron Jobs - added job with name: issues_reschedule_stuck_issue_rebalances"}
{"severity":"INFO","time":"2023-03-26T15:29:22.067Z","message":"Cron Jobs - added job with name: clusters_integrations_check_prometheus_health_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.069Z","message":"Cron Jobs - added job with name: projects_schedule_refresh_build_artifacts_size_statistics_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.071Z","message":"Cron Jobs - added job with name: inactive_projects_deletion_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.073Z","message":"Cron Jobs - added job with name: loose_foreign_keys_cleanup_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.075Z","message":"Cron Jobs - added job with name: ci_runner_versions_reconciliation_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.077Z","message":"Cron Jobs - added job with name: users_migrate_records_to_ghost_user_in_batches_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.079Z","message":"Cron Jobs - added job with name: ci_runners_stale_machines_cleanup_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.082Z","message":"Cron Jobs - added job with name: analytics_devops_adoption_create_all_snapshots_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.084Z","message":"Cron Jobs - added job with name: analytics_cycle_analytics_incremental_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.086Z","message":"Cron Jobs - added job with name: analytics_cycle_analytics_consistency_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.088Z","message":"Cron Jobs - added job with name: analytics_cycle_analytics_reaggregation_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.091Z","message":"Cron Jobs - added job with name: active_user_count_threshold_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.093Z","message":"Cron Jobs - added job with name: adjourned_group_deletion_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.111Z","message":"Cron Jobs - added job with name: clear_shared_runners_minutes_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.115Z","message":"Cron Jobs - added job with name: adjourned_projects_deletion_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.117Z","message":"Cron Jobs - added job with name: geo_verification_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.120Z","message":"Cron Jobs - added job with name: geo_sync_timeout_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.123Z","message":"Cron Jobs - added job with name: geo_secondary_usage_data_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.125Z","message":"Cron Jobs - added job with name: geo_registry_sync_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.127Z","message":"Cron Jobs - added job with name: geo_repository_registry_sync_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.130Z","message":"Cron Jobs - added job with name: geo_metrics_update_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.132Z","message":"Cron Jobs - added job with name: geo_prune_event_log_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.133Z","message":"Cron Jobs - added job with name: geo_repository_sync_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.135Z","message":"Cron Jobs - added job with name: geo_secondary_registry_consistency_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.137Z","message":"Cron Jobs - added job with name: geo_repository_verification_primary_batch_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.139Z","message":"Cron Jobs - added job with name: geo_repository_verification_secondary_scheduler_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.142Z","message":"Cron Jobs - added job with name: historical_data_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.146Z","message":"Cron Jobs - added job with name: incident_sla_exceeded_check_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.148Z","message":"Cron Jobs - added job with name: incident_management_persist_oncall_rotation_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.150Z","message":"Cron Jobs - added job with name: incident_management_schedule_escalation_check_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.153Z","message":"Cron Jobs - added job with name: import_software_licenses_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.156Z","message":"Cron Jobs - added job with name: ldap_group_sync_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.159Z","message":"Cron Jobs - added job with name: ldap_sync_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.162Z","message":"Cron Jobs - added job with name: update_max_seats_used_for_gitlab_com_subscriptions_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.165Z","message":"Cron Jobs - added job with name: elastic_index_bulk_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.167Z","message":"Cron Jobs - added job with name: elastic_index_initial_bulk_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.169Z","message":"Cron Jobs - added job with name: elastic_cluster_reindexing_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.171Z","message":"Cron Jobs - added job with name: elastic_remove_expired_namespace_subscriptions_from_index_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.173Z","message":"Cron Jobs - added job with name: elastic_migration_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.176Z","message":"Cron Jobs - added job with name: search_index_curation_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.178Z","message":"Cron Jobs - added job with name: sync_seat_link_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.181Z","message":"Cron Jobs - added job with name: iterations_update_status_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.183Z","message":"Cron Jobs - added job with name: iterations_generator_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.186Z","message":"Cron Jobs - added job with name: vulnerability_statistics_schedule_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.188Z","message":"Cron Jobs - added job with name: vulnerability_historical_statistics_deletion_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.191Z","message":"Cron Jobs - added job with name: security_create_orchestration_policy_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.193Z","message":"Cron Jobs - added job with name: security_orchestration_policy_rule_schedule_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.196Z","message":"Cron Jobs - added job with name: security_scans_purge_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.198Z","message":"Cron Jobs - added job with name: app_sec_dast_profile_schedule_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.200Z","message":"Cron Jobs - added job with name: ci_namespace_mirrors_consistency_check_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.201Z","message":"Cron Jobs - added job with name: ci_project_mirrors_consistency_check_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.204Z","message":"Cron Jobs - added job with name: arkose_blocked_users_report_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.207Z","message":"Cron Jobs - added job with name: ci_runners_stale_group_runners_prune_worker_cron"}
{"severity":"INFO","time":"2023-03-26T15:29:22.210Z","message":"Cron Jobs - added job with name: licenses_reset_submit_license_usage_data_banner"}
{"severity":"INFO","time":"2023-03-26T15:29:22.213Z","message":"Cron Jobs - added job with name: abandoned_trial_emails"}
{"severity":"INFO","time":"2023-03-26T15:29:22.215Z","message":"Cron Jobs - added job with name: package_metadata_sync_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.218Z","message":"Cron Jobs - added job with name: update_all_mirrors_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.223Z","message":"Cron Jobs - added job with name: geo_sidekiq_cron_config_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.241Z","message":"Cron Jobs - added job with name: geo_metrics_update_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.242Z","message":"Cron Jobs - added job with name: geo_verification_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.244Z","message":"Cron Jobs - added job with name: geo_prune_event_log_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.246Z","message":"Cron Jobs - added job with name: geo_repository_verification_primary_batch_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.248Z","message":"Cron Jobs - added job with name: geo_registry_sync_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.249Z","message":"Cron Jobs - added job with name: geo_repository_registry_sync_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.251Z","message":"Cron Jobs - added job with name: geo_repository_sync_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.253Z","message":"Cron Jobs - added job with name: geo_repository_verification_secondary_scheduler_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.255Z","message":"Cron Jobs - added job with name: geo_secondary_registry_consistency_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.256Z","message":"Cron Jobs - added job with name: geo_secondary_usage_data_cron_worker"}
{"severity":"INFO","time":"2023-03-26T15:29:22.257Z","message":"Cron Jobs - added job with name: geo_sync_timeout_cron_worker"}
{"severity":"WARN","time":"2023-03-26T15:29:23.617Z","message":"Creating scope :without_statuses. Overwriting existing method Ci::Pipeline.without_statuses."}
{"severity":"WARN","time":"2023-03-26T15:29:23.784Z","message":"Creating scope :without_protected. Overwriting existing method Environment.without_protected."}
{"severity":"WARN","time":"2023-03-26T15:29:23.918Z","message":"Creating scope :of_projects. Overwriting existing method MergeRequest.of_projects."}
{"severity":"WARN","time":"2023-03-26T15:29:23.920Z","message":"Creating scope :join_project. Overwriting existing method MergeRequest.join_project."}
{"severity":"WARN","time":"2023-03-26T15:29:23.921Z","message":"Creating scope :references_project. Overwriting existing method MergeRequest.references_project."}
{"severity":"WARN","time":"2023-03-26T15:29:23.942Z","message":"Creating scope :system. Overwriting existing method Note.system."}
{"severity":"WARN","time":"2023-03-26T15:29:24.024Z","message":"Creating scope :order_created_desc. Overwriting existing method Packages::Package.order_created_desc."}
{"severity":"WARN","time":"2023-03-26T15:29:24.025Z","message":"Creating scope :order_name_desc. Overwriting existing method Packages::Package.order_name_desc."}
{"severity":"WARN","time":"2023-03-26T15:29:24.529Z","message":"Creating scope :auth. Overwriting existing method Key.auth."}
{"severity":"WARN","time":"2023-03-26T15:29:24.530Z","message":"Creating scope :signing. Overwriting existing method Key.signing."}
{"severity":"WARN","time":"2023-03-26T15:29:24.586Z","message":"Creating scope :opened. Overwriting existing method Epic.opened."}
{"severity":"WARN","time":"2023-03-26T15:29:24.587Z","message":"Creating scope :closed. Overwriting existing method Epic.closed."}
{"severity":"WARN","time":"2023-03-26T15:29:24.597Z","message":"Creating scope :with_api_entity_associations. Overwriting existing method Epic.with_api_entity_associations."}
{"severity":"WARN","time":"2023-03-26T15:29:24.622Z","message":"Creating scope :closed. Overwriting existing method Iteration.closed."}
{"severity":"WARN","time":"2023-03-26T15:29:24.623Z","message":"Creating scope :within_timeframe. Overwriting existing method Iteration.within_timeframe."}
{"severity":"WARN","time":"2023-03-26T15:29:25.993Z","message":"Creating scope :with_warnings. Overwriting existing method Security::Scan.with_warnings."}
{"severity":"WARN","time":"2023-03-26T15:29:26.107Z","message":"Creating scope :with_associations. Overwriting existing method Board.with_associations."}
{"severity":"WARN","time":"2023-03-26T15:29:26.283Z","message":"Creating scope :movable. Overwriting existing method Boards::EpicList.movable."}
{"severity":"WARN","time":"2023-03-26T15:29:26.399Z","message":"Creating scope :open. Overwriting existing method AlertManagement::Alert.open."}
{"severity":"WARN","time":"2023-03-26T15:29:26.590Z","message":"Creating scope :open. Overwriting existing method IncidentManagement::IssuableEscalationStatus.open."}
{"severity":"WARN","time":"2023-03-26T15:29:26.720Z","message":"Creating scope :order_name_asc. Overwriting existing method Label.order_name_asc."}
{"severity":"WARN","time":"2023-03-26T15:29:26.721Z","message":"Creating scope :order_name_desc. Overwriting existing method Label.order_name_desc."}
{"severity":"WARN","time":"2023-03-26T15:29:27.045Z","message":"Creating scope :open. Overwriting existing method ExternalPullRequest.open."}
{"severity":"WARN","time":"2023-03-26T15:29:27.175Z","message":"Creating scope :not_expired. Overwriting existing method Member.not_expired."}
{"severity":"WARN","time":"2023-03-26T15:29:27.177Z","message":"Creating scope :order_name_asc. Overwriting existing method Member.order_name_asc."}
{"severity":"WARN","time":"2023-03-26T15:29:27.177Z","message":"Creating scope :order_name_desc. Overwriting existing method Member.order_name_desc."}
{"severity":"WARN","time":"2023-03-26T15:29:27.224Z","message":"Creating scope :with_logging_info. Overwriting existing method PagesDomain.with_logging_info."}
{"severity":"WARN","time":"2023-03-26T15:29:27.292Z","message":"Creating scope :system. Overwriting existing method PrometheusMetric.system."}
{"severity":"WARN","time":"2023-03-26T15:29:27.441Z","message":"Creating scope :without_statuses. Overwriting existing method Ci::Stage.without_statuses."}
{"severity":"WARN","time":"2023-03-26T15:29:27.442Z","message":"Creating scope :created. Overwriting existing method Ci::Stage.created."}
{"severity":"WARN","time":"2023-03-26T15:29:27.442Z","message":"Creating scope :pending. Overwriting existing method Ci::Stage.pending."}
{"severity":"WARN","time":"2023-03-26T15:29:27.444Z","message":"Creating scope :running. Overwriting existing method Ci::Stage.running."}
{"severity":"WARN","time":"2023-03-26T15:29:27.445Z","message":"Creating scope :success. Overwriting existing method Ci::Stage.success."}
{"severity":"WARN","time":"2023-03-26T15:29:27.445Z","message":"Creating scope :failed. Overwriting existing method Ci::Stage.failed."}
{"severity":"WARN","time":"2023-03-26T15:29:27.446Z","message":"Creating scope :canceled. Overwriting existing method Ci::Stage.canceled."}
{"severity":"WARN","time":"2023-03-26T15:29:27.446Z","message":"Creating scope :skipped. Overwriting existing method Ci::Stage.skipped."}
{"severity":"WARN","time":"2023-03-26T15:29:27.447Z","message":"Creating scope :manual. Overwriting existing method Ci::Stage.manual."}
{"severity":"WARN","time":"2023-03-26T15:29:27.447Z","message":"Creating scope :scheduled. Overwriting existing method Ci::Stage.scheduled."}
{"severity":"WARN","time":"2023-03-26T15:29:27.447Z","message":"Creating scope :preparing. Overwriting existing method Ci::Stage.preparing."}
{"severity":"WARN","time":"2023-03-26T15:29:27.448Z","message":"Creating scope :waiting_for_resource. Overwriting existing method Ci::Stage.waiting_for_resource."}
{"severity":"WARN","time":"2023-03-26T15:29:27.464Z","message":"Creating scope :database. Overwriting existing method Ci::BuildTraceChunk.database."}
{"severity":"WARN","time":"2023-03-26T15:29:27.874Z","message":"Creating scope :with_user. Overwriting existing method GroupMember.with_user."}
{"severity":"WARN","time":"2023-03-26T15:29:27.876Z","message":"Creating scope :reporters. Overwriting existing method GroupMember.reporters."}
{"severity":"WARN","time":"2023-03-26T15:29:27.877Z","message":"Creating scope :guests. Overwriting existing method GroupMember.guests."}
{"severity":"WARN","time":"2023-03-26T15:29:28.846Z","message":"Creating scope :regular. Overwriting existing method EE::Gitlab::BackgroundMigration::MigrateApproverToApprovalRules::ApprovalMergeRequestRule.regular."}
{"severity":"WARN","time":"2023-03-26T15:29:28.848Z","message":"Creating scope :code_owner. Overwriting existing method EE::Gitlab::BackgroundMigration::MigrateApproverToApprovalRules::ApprovalMergeRequestRule.code_owner."}
{"severity":"WARN","time":"2023-03-26T15:29:29.605Z","message":"Creating scope :system. Overwriting existing method Gitlab::DatabaseImporters::CommonMetrics::PrometheusMetric.system."}
{"severity":"WARN","time":"2023-03-26T15:29:30.260Z","message":"Creating scope :extended. Overwriting existing method GitlabSubscription.extended."}
{"severity":"WARN","time":"2023-03-26T15:29:30.410Z","message":"Creating scope :gem. Overwriting existing method PackageMetadata::Checkpoint.gem."}
{"severity":"WARN","time":"2023-03-26T15:29:30.414Z","message":"Creating scope :gem. Overwriting existing method PackageMetadata::Package.gem."}
{"severity":"WARN","time":"2023-03-26T15:29:30.423Z","message":"Creating scope :order_created_desc. Overwriting existing method RequirementsManagement::Requirement.order_created_desc."}
{"severity":"WARN","time":"2023-03-26T15:29:30.424Z","message":"Creating scope :order_created_asc. Overwriting existing method RequirementsManagement::Requirement.order_created_asc."}
{"severity":"WARN","time":"2023-03-26T15:29:30.425Z","message":"Creating scope :order_updated_desc. Overwriting existing method RequirementsManagement::Requirement.order_updated_desc."}
{"severity":"WARN","time":"2023-03-26T15:29:30.426Z","message":"Creating scope :order_updated_asc. Overwriting existing method RequirementsManagement::Requirement.order_updated_asc."}
{"severity":"WARN","time":"2023-03-26T15:29:30.429Z","message":"Creating scope :gem. Overwriting existing method Sbom::Component.gem."}
{"severity":"WARN","time":"2023-03-26T15:29:30.439Z","message":"Creating scope :runnable_schedules. Overwriting existing method Security::OrchestrationPolicyRuleSchedule.runnable_schedules."}
{"severity":"INFO","time":"2023-03-26T15:29:46.291Z","message":"Booted Rails 6.1.7.2 application in production environment"}
{"severity":"INFO","time":"2023-03-26T15:29:46.291Z","message":"Running in ruby 2.7.7p221 (2022-11-24 revision 168ec2b1e5) [x86_64-linux]"}
{"severity":"INFO","time":"2023-03-26T15:29:46.291Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}
{"severity":"INFO","time":"2023-03-26T15:29:46.291Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}
[2023-03-26 15:29:56] INFO  WEBrick 1.6.1
[2023-03-26 15:29:56] INFO  ruby 2.7.7 (2022-11-24) [x86_64-linux]
[2023-03-26 15:29:56] INFO  WEBrick::HTTPServer#start: pid=955 port=8092
{"severity":"INFO","time":"2023-03-26T15:29:56.365Z","message":"Cleaning working queues"}
{"severity":"INFO","time":"2023-03-26T15:29:56.400Z","retry":25,"queue":"projects_process_sync_events","version":0,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"439438227ccc670f6ce46065","created_at":"2023-03-26T15:28:40.427Z","meta.feature_category":"pods","correlation_id":"1b4a9158f0e0b11318d0b26e62944288","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:projects_process_sync_events:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2023-03-26T15:28:40.429Z","job_size_bytes":2,"pid":955,"message":"Projects::ProcessSyncEventsWorker JID-439438227ccc670f6ce46065: start","job_status":"start","scheduling_latency_s":75.97041}
{"severity":"INFO","time":"2023-03-26T15:29:56.405Z","retry":25,"queue":"namespaces_process_sync_events","version":0,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"d909de05a476c513ed6e4dd2","created_at":"2023-03-26T15:28:30.724Z","meta.feature_category":"pods","correlation_id":"938d5163b6aff3fe4a104fa926ac516c","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:namespaces_process_sync_events:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2023-03-26T15:28:30.727Z","job_size_bytes":2,"pid":955,"message":"Namespaces::ProcessSyncEventsWorker JID-d909de05a476c513ed6e4dd2: start","job_status":"start","scheduling_latency_s":85.678456}
{"severity":"INFO","time":"2023-03-26T15:29:56.416Z","retry":3,"queue":"projects_post_creation","version":0,"args":["1"],"class":"Projects::PostCreationWorker","jid":"ae750b4a513579cbcdf81902","created_at":"2023-03-26T15:28:35.706Z","meta.project":"gitlab-instance-189ea7c6/Monitoring","meta.root_namespace":"gitlab-instance-189ea7c6","correlation_id":"ba3510acba96219ed53fe6af3ea82efc","meta.feature_category":"source_code_management","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:projects_post_creation:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2023-03-26T15:28:35.709Z","job_size_bytes":3,"pid":955,"message":"Projects::PostCreationWorker JID-ae750b4a513579cbcdf81902: start","job_status":"start","scheduling_latency_s":80.707377}
{"severity":"INFO","time":"2023-03-26T15:29:56.417Z","retry":25,"queue":"pages_invalidate_domain_cache","version":0,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e2, \"root_namespace_id\"=\u003e2}"],"class":"Pages::InvalidateDomainCacheWorker","jid":"b742f6791d0ba872d2a9f89e","created_at":"2023-03-26T15:28:39.644Z","meta.project":"gitlab-instance-189ea7c6/Monitoring","meta.root_namespace":"gitlab-instance-189ea7c6","correlation_id":"ba3510acba96219ed53fe6af3ea82efc","meta.feature_category":"pages","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:pages_invalidate_domain_cache:965061272588d511d5d497b90a4ddfbfb0c7d930d15d78b6296b4ccbf0aa2fe4","size_limiter":"validated","enqueued_at":"2023-03-26T15:28:39.648Z","job_size_bytes":89,"pid":955,"message":"Pages::InvalidateDomainCacheWorker JID-b742f6791d0ba872d2a9f89e: start","job_status":"start","scheduling_latency_s":76.768714}
{"severity":"INFO","time":"2023-03-26T15:29:56.410Z","retry":25,"queue":"authorized_project_update:authorized_project_update_project_recalculate","version":0,"queue_namespace":"authorized_project_update","args":["1"],"class":"AuthorizedProjectUpdate::ProjectRecalculateWorker","jid":"4957efa03672e9050eac9770","created_at":"2023-03-26T15:28:35.675Z","meta.project":"gitlab-instance-189ea7c6/Monitoring","meta.root_namespace":"gitlab-instance-189ea7c6","correlation_id":"ba3510acba96219ed53fe6af3ea82efc","meta.feature_category":"authentication_and_authorization","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:authorized_project_update:authorized_project_update_project_recalculate:e50e196a73c1ce80fbc70f02e5cc72cccf00ac79160c79ce7af4d96037da3c4c","size_limiter":"validated","enqueued_at":"2023-03-26T15:28:35.679Z","job_size_bytes":3,"pid":955,"message":"AuthorizedProjectUpdate::ProjectRecalculateWorker JID-4957efa03672e9050eac9770: start","job_status":"start","scheduling_latency_s":80.731012}
{"severity":"INFO","time":"2023-03-26T15:29:56.410Z","retry":3,"queue":"mailers","class":"ActionMailer::MailDeliveryJob","args":["[FILTERED]"],"jid":"67f4e28045e90f5ad747ffa7","created_at":"2023-03-26T15:28:40.375Z","correlation_id":"f0ecb1fb4290b7f4f98e501d24c9c1f5","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:mailers:8b566f1bfe6c7f882fb788bdd70129c293ded59e8856348dd08b7a5ee1417534","size_limiter":"validated","enqueued_at":"2023-03-26T15:28:40.378Z","job_size_bytes":384,"pid":955,"message":"ActionMailer::MailDeliveryJob JID-67f4e28045e90f5ad747ffa7: start","job_status":"start","scheduling_latency_s":76.032274}
{"severity":"INFO","time":"2023-03-26T15:29:56.406Z","retry":3,"queue":"authorized_projects","version":0,"class":"AuthorizedProjectsWorker","args":["1"],"jid":"76ebcd088bb594aca1caf454","created_at":"2023-03-26T15:28:40.330Z","meta.feature_category":"authentication_and_authorization","correlation_id":"b72ec55576d97a3fe911bfe13d04a0ec","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:authorized_projects:b850d6e06ee7f33ffef6a7a5f4849b36a7366cb5f23e727d31791bd7a5e976e3","size_limiter":"validated","enqueued_at":"2023-03-26T15:28:40.332Z","job_size_bytes":3,"pid":955,"message":"AuthorizedProjectsWorker JID-76ebcd088bb594aca1caf454: start","job_status":"start","scheduling_latency_s":76.074538}
{"severity":"INFO","time":"2023-03-26T15:29:56.827Z","retry":25,"queue":"pages_invalidate_domain_cache","version":0,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e2, \"root_namespace_id\"=\u003e2}"],"class":"Pages::InvalidateDomainCacheWorker","jid":"b742f6791d0ba872d2a9f89e","created_at":"2023-03-26T15:28:39.644Z","meta.project":"gitlab-instance-189ea7c6/Monitoring","meta.root_namespace":"gitlab-instance-189ea7c6","correlation_id":"ba3510acba96219ed53fe6af3ea82efc","meta.feature_category":"pages","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:pages_invalidate_domain_cache:965061272588d511d5d497b90a4ddfbfb0c7d930d15d78b6296b4ccbf0aa2fe4","size_limiter":"validated","enqueued_at":"2023-03-26T15:28:39.648Z","job_size_bytes":89,"pid":955,"message":"Pages::InvalidateDomainCacheWorker JID-b742f6791d0ba872d2a9f89e: done: 0.409499 sec","job_status":"done","scheduling_latency_s":76.768714,"redis_calls":9,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.008231,"redis_read_bytes":209,"redis_write_bytes":1127,"redis_cache_calls":7,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.003344,"redis_cache_read_bytes":207,"redis_cache_write_bytes":919,"redis_queues_calls":2,"redis_queues_duration_s":0.004887,"redis_queues_read_bytes":2,"redis_queues_write_bytes":208,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":3,"db_main_count":3,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.093,"db_main_duration_s":0.093,"db_main_replica_duration_s":0.0,"cpu_s":0.023792,"mem_objects":7879,"mem_bytes":565856,"mem_mallocs":1496,"mem_total_bytes":881016,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.409499,"completed_at":"2023-03-26T15:29:56.827Z","load_balancing_strategy":"primary","db_duration_s":0.25556}
{"severity":"INFO","time":"2023-03-26T15:29:57.096Z","retry":25,"queue":"projects_process_sync_events","version":0,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"439438227ccc670f6ce46065","created_at":"2023-03-26T15:28:40.427Z","meta.feature_category":"pods","correlation_id":"1b4a9158f0e0b11318d0b26e62944288","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:projects_process_sync_events:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2023-03-26T15:28:40.429Z","job_size_bytes":2,"pid":955,"message":"Projects::ProcessSyncEventsWorker JID-439438227ccc670f6ce46065: done: 0.69699 sec","job_status":"done","scheduling_latency_s":75.97041,"redis_calls":6,"redis_duration_s":0.007953,"redis_read_bytes":284,"redis_write_bytes":759,"redis_cache_calls":1,"redis_cache_duration_s":0.004338,"redis_cache_read_bytes":202,"redis_cache_write_bytes":71,"redis_queues_calls":3,"redis_queues_duration_s":0.001484,"redis_queues_read_bytes":80,"redis_queues_write_bytes":351,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002131,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":337,"db_count":6,"db_write_count":2,"db_cached_count":0,"db_replica_count":0,"db_primary_count":6,"db_main_count":6,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.211,"db_main_duration_s":0.211,"db_main_replica_duration_s":0.0,"cpu_s":0.027104,"mem_objects":8325,"mem_bytes":748776,"mem_mallocs":2342,"mem_total_bytes":1081776,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.69699,"completed_at":"2023-03-26T15:29:57.096Z","load_balancing_strategy":"primary","db_duration_s":0.521387}
{"severity":"INFO","time":"2023-03-26T15:29:57.102Z","retry":25,"queue":"namespaces_process_sync_events","version":0,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"d909de05a476c513ed6e4dd2","created_at":"2023-03-26T15:28:30.724Z","meta.feature_category":"pods","correlation_id":"938d5163b6aff3fe4a104fa926ac516c","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:namespaces_process_sync_events:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2023-03-26T15:28:30.727Z","load_balancing_strategy":"primary","job_size_bytes":2,"pid":955,"job_status":"rescheduled","message":"Namespaces::ProcessSyncEventsWorker JID-d909de05a476c513ed6e4dd2: rescheduled"}
{"severity":"INFO","time":"2023-03-26T15:29:57.108Z","retry":25,"queue":"namespaces_process_sync_events","version":0,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"2b7121b58f19db7d90de7851","created_at":"2023-03-26T15:29:57.102Z","meta.feature_category":"pods","correlation_id":"938d5163b6aff3fe4a104fa926ac516c","meta.caller_id":"Namespaces::ProcessSyncEventsWorker","meta.root_caller_id":"Namespaces::ProcessSyncEventsWorker","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:namespaces_process_sync_events:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2023-03-26T15:29:57.107Z","job_size_bytes":2,"pid":955,"message":"Namespaces::ProcessSyncEventsWorker JID-2b7121b58f19db7d90de7851: start","job_status":"start","scheduling_latency_s":0.001381}
{"severity":"INFO","time":"2023-03-26T15:29:57.111Z","retry":25,"queue":"namespaces_process_sync_events","version":0,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"d909de05a476c513ed6e4dd2","created_at":"2023-03-26T15:28:30.724Z","meta.feature_category":"pods","correlation_id":"938d5163b6aff3fe4a104fa926ac516c","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:namespaces_process_sync_events:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2023-03-26T15:28:30.727Z","job_size_bytes":2,"pid":955,"message":"Namespaces::ProcessSyncEventsWorker JID-d909de05a476c513ed6e4dd2: done: 0.705331 sec","job_status":"done","scheduling_latency_s":85.678456,"redis_calls":13,"redis_duration_s":0.012270999999999999,"redis_read_bytes":711,"redis_write_bytes":2208,"redis_cache_calls":5,"redis_cache_duration_s":0.00243,"redis_cache_read_bytes":610,"redis_cache_write_bytes":549,"redis_queues_calls":6,"redis_queues_duration_s":0.001703,"redis_queues_read_bytes":99,"redis_queues_write_bytes":1318,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.008138,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":341,"db_count":13,"db_write_count":4,"db_cached_count":0,"db_replica_count":0,"db_primary_count":13,"db_main_count":13,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.206,"db_main_duration_s":0.206,"db_main_replica_duration_s":0.0,"cpu_s":0.047509,"mem_objects":15535,"mem_bytes":1667920,"mem_mallocs":4479,"mem_total_bytes":2289320,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.namespaces_process_sync_events_worker.estimated_total_events":3,"extra.namespaces_process_sync_events_worker.consumable_events":3,"extra.namespaces_process_sync_events_worker.processed_events":3,"duration_s":0.705331,"completed_at":"2023-03-26T15:29:57.111Z","load_balancing_strategy":"primary","db_duration_s":0.523476}
{"severity":"INFO","time":"2023-03-26T15:29:57.169Z","retry":25,"queue":"namespaces_process_sync_events","version":0,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"2b7121b58f19db7d90de7851","created_at":"2023-03-26T15:29:57.102Z","meta.feature_category":"pods","correlation_id":"938d5163b6aff3fe4a104fa926ac516c","meta.caller_id":"Namespaces::ProcessSyncEventsWorker","meta.root_caller_id":"Namespaces::ProcessSyncEventsWorker","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:namespaces_process_sync_events:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2023-03-26T15:29:57.107Z","job_size_bytes":2,"pid":955,"message":"Namespaces::ProcessSyncEventsWorker JID-2b7121b58f19db7d90de7851: done: 0.061049 sec","job_status":"done","scheduling_latency_s":0.001381,"redis_calls":5,"redis_duration_s":0.003256,"redis_read_bytes":82,"redis_write_bytes":696,"redis_queues_calls":3,"redis_queues_duration_s":0.001998,"redis_queues_read_bytes":80,"redis_queues_write_bytes":355,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001258,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":341,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":3,"db_main_count":3,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.046,"db_main_duration_s":0.046,"db_main_replica_duration_s":0.0,"cpu_s":0.007033,"mem_objects":2151,"mem_bytes":253408,"mem_mallocs":434,"mem_total_bytes":339448,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.namespaces_process_sync_events_worker.estimated_total_events":0,"extra.namespaces_process_sync_events_worker.consumable_events":0,"duration_s":0.061049,"completed_at":"2023-03-26T15:29:57.169Z","load_balancing_strategy":"primary","db_duration_s":0.04628}
{"severity":"INFO","time":"2023-03-26T15:29:57.210Z","retry":25,"queue":"authorized_project_update:authorized_project_update_project_recalculate","version":0,"queue_namespace":"authorized_project_update","args":["1"],"class":"AuthorizedProjectUpdate::ProjectRecalculateWorker","jid":"4957efa03672e9050eac9770","created_at":"2023-03-26T15:28:35.675Z","meta.project":"gitlab-instance-189ea7c6/Monitoring","meta.root_namespace":"gitlab-instance-189ea7c6","correlation_id":"ba3510acba96219ed53fe6af3ea82efc","meta.feature_category":"authentication_and_authorization","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:authorized_project_update:authorized_project_update_project_recalculate:e50e196a73c1ce80fbc70f02e5cc72cccf00ac79160c79ce7af4d96037da3c4c","size_limiter":"validated","enqueued_at":"2023-03-26T15:28:35.679Z","job_size_bytes":3,"pid":955,"message":"AuthorizedProjectUpdate::ProjectRecalculateWorker JID-4957efa03672e9050eac9770: done: 0.799657 sec","job_status":"done","scheduling_latency_s":80.731012,"redis_calls":6,"redis_duration_s":0.002917,"redis_read_bytes":409,"redis_write_bytes":751,"redis_cache_calls":2,"redis_cache_duration_s":0.001624,"redis_cache_read_bytes":405,"redis_cache_write_bytes":140,"redis_queues_calls":2,"redis_queues_duration_s":0.00063,"redis_queues_read_bytes":2,"redis_queues_write_bytes":250,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000663,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":361,"db_count":11,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":11,"db_main_count":11,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.408,"db_main_duration_s":0.408,"db_main_replica_duration_s":0.0,"cpu_s":0.037728,"mem_objects":12361,"mem_bytes":620840,"mem_mallocs":2163,"mem_total_bytes":1115280,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.799657,"completed_at":"2023-03-26T15:29:57.210Z","load_balancing_strategy":"primary","db_duration_s":0.612091}
{"severity":"INFO","time":"2023-03-26T15:29:57.455Z","retry":3,"queue":"authorized_projects","version":0,"class":"AuthorizedProjectsWorker","args":["1"],"jid":"76ebcd088bb594aca1caf454","created_at":"2023-03-26T15:28:40.330Z","meta.feature_category":"authentication_and_authorization","correlation_id":"b72ec55576d97a3fe911bfe13d04a0ec","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:authorized_projects:b850d6e06ee7f33ffef6a7a5f4849b36a7366cb5f23e727d31791bd7a5e976e3","size_limiter":"validated","enqueued_at":"2023-03-26T15:28:40.332Z","job_size_bytes":3,"pid":955,"message":"AuthorizedProjectsWorker JID-76ebcd088bb594aca1caf454: done: 1.048475 sec","job_status":"done","scheduling_latency_s":76.074538,"redis_calls":6,"redis_duration_s":0.006093,"redis_read_bytes":409,"redis_write_bytes":631,"redis_cache_calls":2,"redis_cache_duration_s":0.000747,"redis_cache_read_bytes":405,"redis_cache_write_bytes":140,"redis_queues_calls":2,"redis_queues_duration_s":0.004568,"redis_queues_read_bytes":2,"redis_queues_write_bytes":198,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000778,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":293,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":5,"db_main_count":5,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.325,"db_main_duration_s":0.325,"db_main_replica_duration_s":0.0,"cpu_s":0.086596,"mem_objects":51093,"mem_bytes":13129120,"mem_mallocs":53905,"mem_total_bytes":15172840,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":1.048475,"completed_at":"2023-03-26T15:29:57.455Z","load_balancing_strategy":"primary","db_duration_s":0.803512}
{"severity":"INFO","time":"2023-03-26T15:29:57.818Z","message":"  Rendered layout layouts/mailer.html.haml (Duration: 236.8ms | Allocations: 80113)"}
{"severity":"INFO","time":"2023-03-26T15:29:57.826Z","message":"  Rendered layout layouts/mailer.text.erb (Duration: 6.5ms | Allocations: 1858)"}
sh: 1: /usr/sbin/sendmail: not found
{"severity":"INFO","time":"2023-03-26T15:29:57.850Z","message":"Delivered mail 642064f5ce746_3bb53430674f@gitlab.admin.com.mail (5.0ms)"}
{"severity":"INFO","time":"2023-03-26T15:29:57.855Z","retry":3,"queue":"mailers","class":"ActionMailer::MailDeliveryJob","args":["[FILTERED]"],"jid":"67f4e28045e90f5ad747ffa7","created_at":"2023-03-26T15:28:40.375Z","correlation_id":"f0ecb1fb4290b7f4f98e501d24c9c1f5","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:mailers:8b566f1bfe6c7f882fb788bdd70129c293ded59e8856348dd08b7a5ee1417534","size_limiter":"validated","enqueued_at":"2023-03-26T15:28:40.378Z","job_size_bytes":384,"pid":955,"message":"ActionMailer::MailDeliveryJob JID-67f4e28045e90f5ad747ffa7: done: 1.445368 sec","job_status":"done","scheduling_latency_s":76.032274,"redis_calls":7,"redis_duration_s":0.0073160000000000005,"redis_read_bytes":206,"redis_write_bytes":667,"redis_cache_calls":5,"redis_cache_duration_s":0.001275,"redis_cache_read_bytes":204,"redis_cache_write_bytes":481,"redis_queues_calls":2,"redis_queues_duration_s":0.006041,"redis_queues_read_bytes":2,"redis_queues_write_bytes":186,"db_count":13,"db_write_count":0,"db_cached_count":2,"db_replica_count":0,"db_primary_count":13,"db_main_count":13,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_main_cached_count":2,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.369,"db_main_duration_s":0.369,"db_main_replica_duration_s":0.0,"cpu_s":0.223811,"mem_objects":104183,"mem_bytes":12879368,"mem_mallocs":67795,"mem_total_bytes":17046688,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":1.445368,"completed_at":"2023-03-26T15:29:57.855Z","load_balancing_strategy":"primary","db_duration_s":1.062046}
{"severity":"INFO","time":"2023-03-26T15:29:58.066Z","retry":3,"queue":"projects_post_creation","version":0,"args":["1"],"class":"Projects::PostCreationWorker","jid":"ae750b4a513579cbcdf81902","created_at":"2023-03-26T15:28:35.706Z","meta.project":"gitlab-instance-189ea7c6/Monitoring","meta.root_namespace":"gitlab-instance-189ea7c6","correlation_id":"ba3510acba96219ed53fe6af3ea82efc","meta.feature_category":"source_code_management","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:projects_post_creation:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2023-03-26T15:28:35.709Z","job_size_bytes":3,"pid":955,"message":"Projects::PostCreationWorker JID-ae750b4a513579cbcdf81902: done: 1.64987 sec","job_status":"done","scheduling_latency_s":80.707377,"redis_calls":6,"redis_duration_s":0.006846,"redis_read_bytes":409,"redis_write_bytes":677,"redis_cache_calls":4,"redis_cache_duration_s":0.00158,"redis_cache_read_bytes":407,"redis_cache_write_bytes":476,"redis_queues_calls":2,"redis_queues_duration_s":0.005266,"redis_queues_read_bytes":2,"redis_queues_write_bytes":201,"db_count":39,"db_write_count":8,"db_cached_count":2,"db_replica_count":0,"db_primary_count":39,"db_main_count":39,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_main_cached_count":2,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.55,"db_main_duration_s":0.55,"db_main_replica_duration_s":0.0,"cpu_s":0.119835,"mem_objects":59768,"mem_bytes":7134664,"mem_mallocs":32479,"mem_total_bytes":9525384,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":1.64987,"completed_at":"2023-03-26T15:29:58.066Z","load_balancing_strategy":"primary","db_duration_s":1.407187}
{"severity":"INFO","time":"2023-03-26T15:30:11.116Z","retry":0,"queue":"cronjob:geo_sidekiq_cron_config","version":0,"queue_namespace":"cronjob","args":[],"class":"Geo::SidekiqCronConfigWorker","jid":"20d647a1e36cce0d4cd862e3","created_at":"2023-03-26T15:30:11.111Z","meta.caller_id":"Cronjob","correlation_id":"6cf4cb2b1e5ede2b400f3fc1cb6dda3e","meta.root_caller_id":"Cronjob","meta.feature_category":"geo_replication","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:geo_sidekiq_cron_config:ee3c9c9863d06b67487cd0dcfc522a28b6dc54e34bf5abd078467931033818a0","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.114Z","job_size_bytes":2,"pid":955,"message":"Geo::SidekiqCronConfigWorker JID-20d647a1e36cce0d4cd862e3: start","job_status":"start","scheduling_latency_s":0.001743}
{"severity":"INFO","time":"2023-03-26T15:30:11.126Z","retry":0,"queue":"cronjob:user_status_cleanup_batch","version":0,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"6b1aedd708a56128c463b59c","created_at":"2023-03-26T15:30:11.123Z","meta.caller_id":"Cronjob","correlation_id":"28785f0cb70b7eefd111b723387cf642","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:user_status_cleanup_batch:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.124Z","job_size_bytes":2,"pid":955,"message":"UserStatusCleanup::BatchWorker JID-6b1aedd708a56128c463b59c: start","job_status":"start","scheduling_latency_s":0.00174}
{"severity":"INFO","time":"2023-03-26T15:30:11.141Z","retry":0,"queue":"cronjob:database_ci_project_mirrors_consistency_check","version":1,"queue_namespace":"cronjob","args":[],"class":"Database::CiProjectMirrorsConsistencyCheckWorker","jid":"cada0bd98a5070aee80a22b6","created_at":"2023-03-26T15:30:11.134Z","meta.caller_id":"Cronjob","correlation_id":"8b5b51cda6d87fbcfe6999993255e08c","meta.root_caller_id":"Cronjob","meta.feature_category":"pods","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:database_ci_project_mirrors_consistency_check:0c243a6177f9a5c6f3a0158b2556fff6059154a6bfeae20e359f4c5e06daf11d","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.138Z","job_size_bytes":2,"pid":955,"message":"Database::CiProjectMirrorsConsistencyCheckWorker JID-cada0bd98a5070aee80a22b6: start","job_status":"start","scheduling_latency_s":0.003384}
{"severity":"INFO","time":"2023-03-26T15:30:11.162Z","retry":0,"queue":"cronjob:projects_inactive_projects_deletion_cron","version":0,"queue_namespace":"cronjob","args":[],"class":"Projects::InactiveProjectsDeletionCronWorker","jid":"65c1bb6e583c0294055a416d","created_at":"2023-03-26T15:30:11.152Z","meta.caller_id":"Cronjob","correlation_id":"2c05bf471b27df6c7c4eb2615bf87bb0","meta.root_caller_id":"Cronjob","meta.feature_category":"compliance_management","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:projects_inactive_projects_deletion_cron:442251d7c2d07bf110c698169f390fde7a2ca5a69ba3f639f0fb0d3b8866112f","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.155Z","job_size_bytes":2,"pid":955,"message":"Projects::InactiveProjectsDeletionCronWorker JID-65c1bb6e583c0294055a416d: start","job_status":"start","scheduling_latency_s":0.007655}
{"severity":"INFO","time":"2023-03-26T15:30:11.341Z","retry":0,"queue":"cronjob:projects_inactive_projects_deletion_cron","version":0,"queue_namespace":"cronjob","args":[],"class":"Projects::InactiveProjectsDeletionCronWorker","jid":"65c1bb6e583c0294055a416d","created_at":"2023-03-26T15:30:11.152Z","meta.caller_id":"Cronjob","correlation_id":"2c05bf471b27df6c7c4eb2615bf87bb0","meta.root_caller_id":"Cronjob","meta.feature_category":"compliance_management","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:projects_inactive_projects_deletion_cron:442251d7c2d07bf110c698169f390fde7a2ca5a69ba3f639f0fb0d3b8866112f","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.155Z","job_size_bytes":2,"pid":955,"message":"Projects::InactiveProjectsDeletionCronWorker JID-65c1bb6e583c0294055a416d: done: 0.178207 sec","job_status":"done","scheduling_latency_s":0.007655,"redis_calls":2,"redis_duration_s":0.097526,"redis_read_bytes":2,"redis_write_bytes":227,"redis_queues_calls":2,"redis_queues_duration_s":0.097526,"redis_queues_read_bytes":2,"redis_queues_write_bytes":227,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":0,"db_main_count":0,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_duration_s":0.0,"db_main_replica_duration_s":0.0,"cpu_s":0.004897,"mem_objects":2500,"mem_bytes":311112,"mem_mallocs":927,"mem_total_bytes":411112,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.178207,"completed_at":"2023-03-26T15:30:11.341Z","load_balancing_strategy":"primary","db_duration_s":0.0}
{"severity":"INFO","time":"2023-03-26T15:30:11.354Z","retry":0,"queue":"cronjob:user_status_cleanup_batch","version":0,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"6b1aedd708a56128c463b59c","created_at":"2023-03-26T15:30:11.123Z","meta.caller_id":"Cronjob","correlation_id":"28785f0cb70b7eefd111b723387cf642","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:user_status_cleanup_batch:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.124Z","job_size_bytes":2,"pid":955,"message":"UserStatusCleanup::BatchWorker JID-6b1aedd708a56128c463b59c: done: 0.227572 sec","job_status":"done","scheduling_latency_s":0.00174,"redis_calls":2,"redis_duration_s":0.014711,"redis_read_bytes":2,"redis_write_bytes":212,"redis_queues_calls":2,"redis_queues_duration_s":0.014711,"redis_queues_read_bytes":2,"redis_queues_write_bytes":212,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.179,"db_main_duration_s":0.179,"db_main_replica_duration_s":0.0,"cpu_s":0.005965,"mem_objects":3241,"mem_bytes":150312,"mem_mallocs":556,"mem_total_bytes":279952,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.227572,"completed_at":"2023-03-26T15:30:11.354Z","load_balancing_strategy":"primary","db_duration_s":0.196541}
{"severity":"INFO","time":"2023-03-26T15:30:11.358Z","retry":0,"queue":"cronjob:geo_sidekiq_cron_config","version":0,"queue_namespace":"cronjob","args":[],"class":"Geo::SidekiqCronConfigWorker","jid":"20d647a1e36cce0d4cd862e3","created_at":"2023-03-26T15:30:11.111Z","meta.caller_id":"Cronjob","correlation_id":"6cf4cb2b1e5ede2b400f3fc1cb6dda3e","meta.root_caller_id":"Cronjob","meta.feature_category":"geo_replication","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:geo_sidekiq_cron_config:ee3c9c9863d06b67487cd0dcfc522a28b6dc54e34bf5abd078467931033818a0","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.114Z","job_size_bytes":2,"pid":955,"message":"Geo::SidekiqCronConfigWorker JID-20d647a1e36cce0d4cd862e3: done: 0.241898 sec","job_status":"done","scheduling_latency_s":0.001743,"redis_calls":157,"redis_duration_s":0.204953,"redis_read_bytes":58742,"redis_write_bytes":10472,"redis_queues_calls":157,"redis_queues_duration_s":0.204953,"redis_queues_read_bytes":58742,"redis_queues_write_bytes":10472,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":0,"db_main_count":0,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_duration_s":0.0,"db_main_replica_duration_s":0.0,"cpu_s":0.182984,"mem_objects":98572,"mem_bytes":85679600,"mem_mallocs":25548,"mem_total_bytes":89622480,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.241898,"completed_at":"2023-03-26T15:30:11.358Z","load_balancing_strategy":"primary","db_duration_s":0.0}
{"severity":"INFO","time":"2023-03-26T15:30:11.360Z","retry":0,"queue":"cronjob:elastic_cluster_reindexing_cron","version":0,"queue_namespace":"cronjob","args":[],"class":"ElasticClusterReindexingCronWorker","jid":"f80122151ede584a2e893eb7","created_at":"2023-03-26T15:30:11.237Z","meta.caller_id":"Cronjob","correlation_id":"009bdef58d79ef2f4d3a9316f580c69d","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_cluster_reindexing_cron:9e734f481aa54dc1eff5db65a0a485ee1437ff5275e4a2e5cd305bfe0db4e17a","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.338Z","job_size_bytes":2,"pid":955,"message":"ElasticClusterReindexingCronWorker JID-f80122151ede584a2e893eb7: start","job_status":"start","scheduling_latency_s":0.021071}
{"severity":"INFO","time":"2023-03-26T15:30:11.368Z","retry":0,"queue":"cronjob:security_orchestration_policy_rule_schedule","version":0,"queue_namespace":"cronjob","args":[],"class":"Security::OrchestrationPolicyRuleScheduleWorker","jid":"d4d65df4e83ff25eec43a03e","created_at":"2023-03-26T15:30:11.366Z","meta.caller_id":"Cronjob","correlation_id":"bc531bf0e74e1e4c455fda42ca3a2f5a","meta.root_caller_id":"Cronjob","meta.feature_category":"security_policy_management","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:security_orchestration_policy_rule_schedule:188f7a52b2590599554d574a396a8fbeb67e7397b408ff9fe6ba535bd58a2193","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.366Z","job_size_bytes":2,"pid":955,"message":"Security::OrchestrationPolicyRuleScheduleWorker JID-d4d65df4e83ff25eec43a03e: start","job_status":"start","scheduling_latency_s":0.001475}
{"severity":"INFO","time":"2023-03-26T15:30:11.382Z","retry":0,"queue":"cronjob:database_ci_project_mirrors_consistency_check","version":1,"queue_namespace":"cronjob","args":[],"class":"Database::CiProjectMirrorsConsistencyCheckWorker","jid":"cada0bd98a5070aee80a22b6","created_at":"2023-03-26T15:30:11.134Z","meta.caller_id":"Cronjob","correlation_id":"8b5b51cda6d87fbcfe6999993255e08c","meta.root_caller_id":"Cronjob","meta.feature_category":"pods","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:database_ci_project_mirrors_consistency_check:0c243a6177f9a5c6f3a0158b2556fff6059154a6bfeae20e359f4c5e06daf11d","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.138Z","job_size_bytes":2,"pid":955,"message":"Database::CiProjectMirrorsConsistencyCheckWorker JID-cada0bd98a5070aee80a22b6: done: 0.241161 sec","job_status":"done","scheduling_latency_s":0.003384,"redis_calls":4,"redis_duration_s":0.0028420000000000003,"redis_read_bytes":4,"redis_write_bytes":351,"redis_queues_calls":2,"redis_queues_duration_s":0.002429,"redis_queues_read_bytes":2,"redis_queues_write_bytes":232,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000413,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":119,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_replica_count":0,"db_primary_count":6,"db_main_count":6,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_main_cached_count":2,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.216,"db_main_duration_s":0.216,"db_main_replica_duration_s":0.0,"cpu_s":0.009248,"mem_objects":4431,"mem_bytes":210200,"mem_mallocs":599,"mem_total_bytes":387440,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.database_ci_project_mirrors_consistency_check_worker.results":{"next_start_id":1,"matches":1,"mismatches":0,"batches":1,"mismatches_details":[],"start_id":1},"duration_s":0.241161,"completed_at":"2023-03-26T15:30:11.382Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.215723}
{"severity":"INFO","time":"2023-03-26T15:30:11.385Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":[],"class":"ElasticIndexBulkCronWorker","jid":"2a35f2495c6a4f345d91d57d","created_at":"2023-03-26T15:30:11.376Z","meta.caller_id":"Cronjob","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:f252f68f3cc1cae1877f9a0e1f5b889102a68a9e335a3a5a9e683c7bdf0507f5","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.378Z","job_size_bytes":2,"pid":955,"message":"ElasticIndexBulkCronWorker JID-2a35f2495c6a4f345d91d57d: start","job_status":"start","scheduling_latency_s":0.006999}
{"severity":"INFO","time":"2023-03-26T15:30:11.395Z","retry":0,"queue":"cronjob:incident_management_pending_escalations_schedule_check_cron","version":0,"queue_namespace":"cronjob","args":[],"class":"IncidentManagement::PendingEscalations::ScheduleCheckCronWorker","jid":"8e4d2e211b792b3b7b4968e7","created_at":"2023-03-26T15:30:11.393Z","meta.caller_id":"Cronjob","correlation_id":"846bf2830bbe17e3bcc9142566378652","meta.root_caller_id":"Cronjob","meta.feature_category":"incident_management","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:incident_management_pending_escalations_schedule_check_cron:979447f3f3db1dd62a2679e7ff5835fcbb6ccf42394193a5feb300b5ecfe13e6","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.394Z","job_size_bytes":2,"pid":955,"message":"IncidentManagement::PendingEscalations::ScheduleCheckCronWorker JID-8e4d2e211b792b3b7b4968e7: start","job_status":"start","scheduling_latency_s":0.000985}
{"severity":"INFO","time":"2023-03-26T15:30:11.407Z","retry":0,"queue":"cronjob:pages_domain_ssl_renewal_cron","version":0,"queue_namespace":"cronjob","args":[],"class":"PagesDomainSslRenewalCronWorker","jid":"1b6630abe548a102c8e9d625","created_at":"2023-03-26T15:30:11.403Z","meta.caller_id":"Cronjob","correlation_id":"604cb6d3cf167773158388cc62ad0658","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:pages_domain_ssl_renewal_cron:cee20cd61cae5986aa71b6fa6dd981aaba3c2a4e4980220c0e15411712f7b4e3","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.406Z","job_size_bytes":2,"pid":955,"message":"PagesDomainSslRenewalCronWorker JID-1b6630abe548a102c8e9d625: start","job_status":"start","scheduling_latency_s":0.001276}
{"severity":"INFO","time":"2023-03-26T15:30:11.426Z","retry":0,"queue":"cronjob:pages_domain_ssl_renewal_cron","version":0,"queue_namespace":"cronjob","args":[],"class":"PagesDomainSslRenewalCronWorker","jid":"1b6630abe548a102c8e9d625","created_at":"2023-03-26T15:30:11.403Z","meta.caller_id":"Cronjob","correlation_id":"604cb6d3cf167773158388cc62ad0658","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:pages_domain_ssl_renewal_cron:cee20cd61cae5986aa71b6fa6dd981aaba3c2a4e4980220c0e15411712f7b4e3","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.406Z","job_size_bytes":2,"pid":955,"message":"PagesDomainSslRenewalCronWorker JID-1b6630abe548a102c8e9d625: done: 0.019462 sec","job_status":"done","scheduling_latency_s":0.001276,"redis_calls":2,"redis_duration_s":0.004593,"redis_read_bytes":2,"redis_write_bytes":216,"redis_queues_calls":2,"redis_queues_duration_s":0.004593,"redis_queues_read_bytes":2,"redis_queues_write_bytes":216,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":0,"db_main_count":0,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_duration_s":0.0,"db_main_replica_duration_s":0.0,"cpu_s":0.004725,"mem_objects":2548,"mem_bytes":334184,"mem_mallocs":939,"mem_total_bytes":436104,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.019462,"completed_at":"2023-03-26T15:30:11.426Z","load_balancing_strategy":"primary","db_duration_s":0.0}
{"severity":"INFO","time":"2023-03-26T15:30:11.434Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["0"],"class":"ElasticIndexBulkCronWorker","jid":"024addbb4b9269cbb60e500e","created_at":"2023-03-26T15:30:11.419Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:0bf13958ce1dd23a762f4128bc081a877cea58c7207845c3ba79fe452cda708b","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.428Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-024addbb4b9269cbb60e500e: start","job_status":"start","scheduling_latency_s":0.005239}
{"severity":"INFO","time":"2023-03-26T15:30:11.437Z","retry":0,"queue":"cronjob:elastic_cluster_reindexing_cron","version":0,"queue_namespace":"cronjob","args":[],"class":"ElasticClusterReindexingCronWorker","jid":"f80122151ede584a2e893eb7","created_at":"2023-03-26T15:30:11.237Z","meta.caller_id":"Cronjob","correlation_id":"009bdef58d79ef2f4d3a9316f580c69d","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_cluster_reindexing_cron:9e734f481aa54dc1eff5db65a0a485ee1437ff5275e4a2e5cd305bfe0db4e17a","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.338Z","job_size_bytes":2,"pid":955,"message":"ElasticClusterReindexingCronWorker JID-f80122151ede584a2e893eb7: done: 0.077949 sec","job_status":"done","scheduling_latency_s":0.021071,"redis_calls":4,"redis_duration_s":0.007989,"redis_read_bytes":4,"redis_write_bytes":531,"redis_queues_calls":2,"redis_queues_duration_s":0.001891,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.006098,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":313,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":2,"db_main_count":2,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.036,"db_main_duration_s":0.036,"db_main_replica_duration_s":0.0,"cpu_s":0.007988,"mem_objects":4220,"mem_bytes":247528,"mem_mallocs":665,"mem_total_bytes":416328,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.077949,"completed_at":"2023-03-26T15:30:11.437Z","load_balancing_strategy":"primary","db_duration_s":0.059206}
{"severity":"INFO","time":"2023-03-26T15:30:11.456Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["2"],"class":"ElasticIndexBulkCronWorker","jid":"3a56c13ea31b40925333fb70","created_at":"2023-03-26T15:30:11.443Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:9a3bf31d7164d2267044feebab13a5e765b330bd88df314b9baf258ae3f0cd4e","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.444Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-3a56c13ea31b40925333fb70: start","job_status":"start","scheduling_latency_s":0.012353}
{"severity":"INFO","time":"2023-03-26T15:30:11.461Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["3"],"class":"ElasticIndexBulkCronWorker","jid":"9699dc7ebbae881c033dafd3","created_at":"2023-03-26T15:30:11.446Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:762d2d006fdef22e839f7dc96a0196f6e2db09ec39ecc9bb786be531e7361101","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.455Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-9699dc7ebbae881c033dafd3: start","job_status":"start","scheduling_latency_s":0.005439}
{"severity":"INFO","time":"2023-03-26T15:30:11.463Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["4"],"class":"ElasticIndexBulkCronWorker","jid":"b137156491deb422794f079b","created_at":"2023-03-26T15:30:11.459Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:c1b4aa4ad6327a3033355f2091905db9dd4a3a728d278632ccae7378503cee0b","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.460Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-b137156491deb422794f079b: start","job_status":"start","scheduling_latency_s":0.003521}
{"severity":"INFO","time":"2023-03-26T15:30:11.445Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["1"],"class":"ElasticIndexBulkCronWorker","jid":"aa0966df0afb9c821d49c997","created_at":"2023-03-26T15:30:11.434Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:e299b1e1b7aa4f7fa219749dc82aa084982849f63721e1d1c8ae48fe38f6530b","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.435Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-aa0966df0afb9c821d49c997: start","job_status":"start","scheduling_latency_s":0.010526}
{"severity":"INFO","time":"2023-03-26T15:30:11.469Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["5"],"class":"ElasticIndexBulkCronWorker","jid":"4e4c38acbc146f51ddcf5119","created_at":"2023-03-26T15:30:11.464Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:04f7506258e34b4b2b3a7e0c34dbc11f9c3ddd978f9618be1ec5889a74d4fb91","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.465Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-4e4c38acbc146f51ddcf5119: start","job_status":"start","scheduling_latency_s":0.004023}
{"severity":"INFO","time":"2023-03-26T15:30:11.466Z","retry":0,"queue":"cronjob:database_batched_background_migration","version":0,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"7088e31ff14583092dfdfa92","created_at":"2023-03-26T15:30:11.452Z","meta.caller_id":"Cronjob","correlation_id":"817a51d6148898ad265f30e68b230ade","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:database_batched_background_migration:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2023-03-26T15:30:11.458Z","job_size_bytes":2,"pid":955,"message":"Database::BatchedBackgroundMigrationWorker JID-7088e31ff14583092dfdfa92: start","job_status":"start","scheduling_latency_s":0.007797}
{"severity":"INFO","time":"2023-03-26T15:30:11.495Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["6"],"class":"ElasticIndexBulkCronWorker","jid":"d38c7f1ee822f6cf2faf1623","created_at":"2023-03-26T15:30:11.469Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:24c439e069943660034fbc187d7e6ca69e7bcd1c1ea3c9dd24bebb89781fc19c","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.482Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-d38c7f1ee822f6cf2faf1623: start","job_status":"start","scheduling_latency_s":0.012618}
{"severity":"INFO","time":"2023-03-26T15:30:11.499Z","retry":0,"queue":"cronjob:schedule_merge_request_cleanup_refs","version":0,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"937548928185169196f4a8af","created_at":"2023-03-26T15:30:11.483Z","meta.caller_id":"Cronjob","correlation_id":"7dd0d63de98cdd045e275a6c9ca3fc14","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:schedule_merge_request_cleanup_refs:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.484Z","job_size_bytes":2,"pid":955,"message":"ScheduleMergeRequestCleanupRefsWorker JID-937548928185169196f4a8af: start","job_status":"start","scheduling_latency_s":0.014989}
{"severity":"INFO","time":"2023-03-26T15:30:11.504Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["0"],"class":"ElasticIndexBulkCronWorker","jid":"024addbb4b9269cbb60e500e","created_at":"2023-03-26T15:30:11.419Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:0bf13958ce1dd23a762f4128bc081a877cea58c7207845c3ba79fe452cda708b","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.428Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-024addbb4b9269cbb60e500e: done: 0.070552 sec","job_status":"done","scheduling_latency_s":0.005239,"redis_calls":6,"redis_duration_s":0.013646000000000002,"redis_read_bytes":4,"redis_write_bytes":653,"redis_queues_calls":2,"redis_queues_duration_s":0.007952,"redis_queues_read_bytes":2,"redis_queues_write_bytes":210,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.005694,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":443,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.033,"db_main_duration_s":0.033,"db_main_replica_duration_s":0.0,"cpu_s":0.004718,"mem_objects":1837,"mem_bytes":284768,"mem_mallocs":386,"mem_total_bytes":358248,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_bulk_cron_worker.records_count":0,"extra.elastic_index_bulk_cron_worker.shard_number":0,"duration_s":0.070552,"completed_at":"2023-03-26T15:30:11.504Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.032995}
{"severity":"INFO","time":"2023-03-26T15:30:11.441Z","retry":0,"queue":"cronjob:security_orchestration_policy_rule_schedule","version":0,"queue_namespace":"cronjob","args":[],"class":"Security::OrchestrationPolicyRuleScheduleWorker","jid":"d4d65df4e83ff25eec43a03e","created_at":"2023-03-26T15:30:11.366Z","meta.caller_id":"Cronjob","correlation_id":"bc531bf0e74e1e4c455fda42ca3a2f5a","meta.root_caller_id":"Cronjob","meta.feature_category":"security_policy_management","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:security_orchestration_policy_rule_schedule:188f7a52b2590599554d574a396a8fbeb67e7397b408ff9fe6ba535bd58a2193","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.366Z","job_size_bytes":2,"pid":955,"message":"Security::OrchestrationPolicyRuleScheduleWorker JID-d4d65df4e83ff25eec43a03e: done: 0.072944 sec","job_status":"done","scheduling_latency_s":0.001475,"redis_calls":2,"redis_duration_s":0.011531,"redis_read_bytes":2,"redis_write_bytes":230,"redis_queues_calls":2,"redis_queues_duration_s":0.011531,"redis_queues_read_bytes":2,"redis_queues_write_bytes":230,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_duration_s":0.025,"db_main_replica_duration_s":0.0,"cpu_s":0.00582,"mem_objects":3542,"mem_bytes":144896,"mem_mallocs":532,"mem_total_bytes":286576,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.072944,"completed_at":"2023-03-26T15:30:11.441Z","load_balancing_strategy":"primary","db_duration_s":0.047117}
{"severity":"INFO","time":"2023-03-26T15:30:11.506Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["7"],"class":"ElasticIndexBulkCronWorker","jid":"8a85c7de68057c5cad380ccc","created_at":"2023-03-26T15:30:11.489Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:c304357dbf0e1c7c555b3c8327cd5282bfc3853063ae76590cf5ef11e35fbd63","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.490Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-8a85c7de68057c5cad380ccc: start","job_status":"start","scheduling_latency_s":0.015691}
{"severity":"INFO","time":"2023-03-26T15:30:11.527Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["9"],"class":"ElasticIndexBulkCronWorker","jid":"bf7866c9b42c2e80e7f112df","created_at":"2023-03-26T15:30:11.507Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:222f5f4d5166d4d18c02048a508e84e82065758d4d17a5b9a599933f10d3cc20","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.513Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-bf7866c9b42c2e80e7f112df: start","job_status":"start","scheduling_latency_s":0.014138}
{"severity":"INFO","time":"2023-03-26T15:30:11.430Z","retry":0,"queue":"cronjob:security_create_orchestration_policy","version":0,"queue_namespace":"cronjob","args":[],"class":"Security::CreateOrchestrationPolicyWorker","jid":"06c046776bb3ec3045edc8bd","created_at":"2023-03-26T15:30:11.419Z","meta.caller_id":"Cronjob","correlation_id":"cc2828eafb67dd687ce16ea070646d5e","meta.root_caller_id":"Cronjob","meta.feature_category":"security_policy_management","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:security_create_orchestration_policy:d3ae5ff7898ae354b35090c9be5494509258fbafd060ad8a00c3ad08d41b92dc","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.420Z","job_size_bytes":2,"pid":955,"message":"Security::CreateOrchestrationPolicyWorker JID-06c046776bb3ec3045edc8bd: start","job_status":"start","scheduling_latency_s":0.01037}
{"severity":"INFO","time":"2023-03-26T15:30:11.550Z","retry":0,"queue":"cronjob:incident_management_pending_escalations_schedule_check_cron","version":0,"queue_namespace":"cronjob","args":[],"class":"IncidentManagement::PendingEscalations::ScheduleCheckCronWorker","jid":"8e4d2e211b792b3b7b4968e7","created_at":"2023-03-26T15:30:11.393Z","meta.caller_id":"Cronjob","correlation_id":"846bf2830bbe17e3bcc9142566378652","meta.root_caller_id":"Cronjob","meta.feature_category":"incident_management","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:incident_management_pending_escalations_schedule_check_cron:979447f3f3db1dd62a2679e7ff5835fcbb6ccf42394193a5feb300b5ecfe13e6","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.394Z","job_size_bytes":2,"pid":955,"message":"IncidentManagement::PendingEscalations::ScheduleCheckCronWorker JID-8e4d2e211b792b3b7b4968e7: done: 0.154595 sec","job_status":"done","scheduling_latency_s":0.000985,"redis_calls":2,"redis_duration_s":0.005004,"redis_read_bytes":2,"redis_write_bytes":246,"redis_queues_calls":2,"redis_queues_duration_s":0.005004,"redis_queues_read_bytes":2,"redis_queues_write_bytes":246,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":2,"db_main_count":2,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.098,"db_main_duration_s":0.098,"db_main_replica_duration_s":0.0,"cpu_s":0.008277,"mem_objects":4157,"mem_bytes":167080,"mem_mallocs":727,"mem_total_bytes":333360,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.154595,"completed_at":"2023-03-26T15:30:11.550Z","load_balancing_strategy":"primary","db_duration_s":0.132997}
{"severity":"INFO","time":"2023-03-26T15:30:11.557Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["11"],"class":"ElasticIndexBulkCronWorker","jid":"0350933927fa5b7d2e97390b","created_at":"2023-03-26T15:30:11.536Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:60bef7c6241f67f7ef4315078eb74f52d02a66052fc017654eaf95f8d21b0a4e","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.544Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexBulkCronWorker JID-0350933927fa5b7d2e97390b: start","job_status":"start","scheduling_latency_s":0.012722}
{"severity":"INFO","time":"2023-03-26T15:30:11.568Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["12"],"class":"ElasticIndexBulkCronWorker","jid":"1c1e3aa3aa226b1bf71bda81","created_at":"2023-03-26T15:30:11.551Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:9c793041119f74e6e2476f71abe7f266842d6d42bcc89629ec132b0408722007","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.552Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexBulkCronWorker JID-1c1e3aa3aa226b1bf71bda81: start","job_status":"start","scheduling_latency_s":0.016098}
{"severity":"INFO","time":"2023-03-26T15:30:11.569Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["13"],"class":"ElasticIndexBulkCronWorker","jid":"68c99a8d89b2061c1baa0803","created_at":"2023-03-26T15:30:11.558Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:0723affa522f769d48803abc4cd3aa1b8f557cf60ce0e2829cbe0a4d0e5f81e6","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.558Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexBulkCronWorker JID-68c99a8d89b2061c1baa0803: start","job_status":"start","scheduling_latency_s":0.010786}
{"severity":"INFO","time":"2023-03-26T15:30:11.542Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["10"],"class":"ElasticIndexBulkCronWorker","jid":"ceb367f2da7329d273c0b73f","created_at":"2023-03-26T15:30:11.518Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:74d927149124aa91b63c625f0dea7ccba3d38264e54532959b65b1226ea83ce7","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.528Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexBulkCronWorker JID-ceb367f2da7329d273c0b73f: start","job_status":"start","scheduling_latency_s":0.014584}
{"severity":"INFO","time":"2023-03-26T15:30:11.580Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":[],"class":"ElasticIndexBulkCronWorker","jid":"2a35f2495c6a4f345d91d57d","created_at":"2023-03-26T15:30:11.376Z","meta.caller_id":"Cronjob","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:f252f68f3cc1cae1877f9a0e1f5b889102a68a9e335a3a5a9e683c7bdf0507f5","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.378Z","job_size_bytes":2,"pid":955,"message":"ElasticIndexBulkCronWorker JID-2a35f2495c6a4f345d91d57d: done: 0.195271 sec","job_status":"done","scheduling_latency_s":0.006999,"redis_calls":51,"redis_duration_s":0.14700100000000002,"redis_read_bytes":66,"redis_write_bytes":16824,"redis_queues_calls":50,"redis_queues_duration_s":0.146827,"redis_queues_read_bytes":66,"redis_queues_write_bytes":16768,"redis_shared_state_calls":1,"redis_shared_state_duration_s":0.000174,"redis_shared_state_write_bytes":56,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.027,"db_main_duration_s":0.027,"db_main_replica_duration_s":0.0,"cpu_s":0.024416,"mem_objects":13204,"mem_bytes":2327408,"mem_mallocs":3393,"mem_total_bytes":2855568,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.195271,"completed_at":"2023-03-26T15:30:11.580Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.027349}
{"severity":"INFO","time":"2023-03-26T15:30:11.517Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["2"],"class":"ElasticIndexBulkCronWorker","jid":"3a56c13ea31b40925333fb70","created_at":"2023-03-26T15:30:11.443Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:9a3bf31d7164d2267044feebab13a5e765b330bd88df314b9baf258ae3f0cd4e","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.444Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-3a56c13ea31b40925333fb70: done: 0.061339 sec","job_status":"done","scheduling_latency_s":0.012353,"redis_calls":6,"redis_duration_s":0.018812,"redis_read_bytes":4,"redis_write_bytes":653,"redis_queues_calls":2,"redis_queues_duration_s":0.004174,"redis_queues_read_bytes":2,"redis_queues_write_bytes":210,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.014638,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":443,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.029,"db_main_duration_s":0.029,"db_main_replica_duration_s":0.0,"cpu_s":0.004703,"mem_objects":1832,"mem_bytes":284544,"mem_mallocs":383,"mem_total_bytes":357824,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_bulk_cron_worker.records_count":0,"extra.elastic_index_bulk_cron_worker.shard_number":2,"duration_s":0.061339,"completed_at":"2023-03-26T15:30:11.517Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.028571}
{"severity":"INFO","time":"2023-03-26T15:30:11.556Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["1"],"class":"ElasticIndexBulkCronWorker","jid":"aa0966df0afb9c821d49c997","created_at":"2023-03-26T15:30:11.434Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:e299b1e1b7aa4f7fa219749dc82aa084982849f63721e1d1c8ae48fe38f6530b","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.435Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-aa0966df0afb9c821d49c997: done: 0.110869 sec","job_status":"done","scheduling_latency_s":0.010526,"redis_calls":6,"redis_duration_s":0.024104,"redis_read_bytes":4,"redis_write_bytes":653,"redis_queues_calls":2,"redis_queues_duration_s":0.005517,"redis_queues_read_bytes":2,"redis_queues_write_bytes":210,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.018587,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":443,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.043,"db_main_duration_s":0.043,"db_main_replica_duration_s":0.0,"cpu_s":0.005579,"mem_objects":1832,"mem_bytes":284544,"mem_mallocs":383,"mem_total_bytes":357824,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_bulk_cron_worker.records_count":0,"extra.elastic_index_bulk_cron_worker.shard_number":1,"duration_s":0.110869,"completed_at":"2023-03-26T15:30:11.556Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.042444}
{"severity":"INFO","time":"2023-03-26T15:30:11.616Z","retry":0,"queue":"cronjob:container_registry_cleanup","version":0,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"84cdd2c4f55a80d280ea37ff","created_at":"2023-03-26T15:30:11.594Z","meta.caller_id":"Cronjob","correlation_id":"f84b789e6cd1ad13811b75a11c9e88ed","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:container_registry_cleanup:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.595Z","job_size_bytes":2,"pid":955,"message":"ContainerRegistry::CleanupWorker JID-84cdd2c4f55a80d280ea37ff: start","job_status":"start","scheduling_latency_s":0.021383}
{"severity":"INFO","time":"2023-03-26T15:30:11.561Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["7"],"class":"ElasticIndexBulkCronWorker","jid":"8a85c7de68057c5cad380ccc","created_at":"2023-03-26T15:30:11.489Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:c304357dbf0e1c7c555b3c8327cd5282bfc3853063ae76590cf5ef11e35fbd63","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.490Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-8a85c7de68057c5cad380ccc: done: 0.055157 sec","job_status":"done","scheduling_latency_s":0.015691,"redis_calls":6,"redis_duration_s":0.00737,"redis_read_bytes":4,"redis_write_bytes":653,"redis_queues_calls":2,"redis_queues_duration_s":0.000236,"redis_queues_read_bytes":2,"redis_queues_write_bytes":210,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.007134,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":443,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_duration_s":0.021,"db_main_replica_duration_s":0.0,"cpu_s":0.003483,"mem_objects":1799,"mem_bytes":279792,"mem_mallocs":358,"mem_total_bytes":351752,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_bulk_cron_worker.records_count":0,"extra.elastic_index_bulk_cron_worker.shard_number":7,"duration_s":0.055157,"completed_at":"2023-03-26T15:30:11.561Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.020712}
{"severity":"INFO","time":"2023-03-26T15:30:11.624Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["9"],"class":"ElasticIndexBulkCronWorker","jid":"bf7866c9b42c2e80e7f112df","created_at":"2023-03-26T15:30:11.507Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:222f5f4d5166d4d18c02048a508e84e82065758d4d17a5b9a599933f10d3cc20","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.513Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-bf7866c9b42c2e80e7f112df: done: 0.097083 sec","job_status":"done","scheduling_latency_s":0.014138,"redis_calls":6,"redis_duration_s":0.03679,"redis_read_bytes":4,"redis_write_bytes":653,"redis_queues_calls":2,"redis_queues_duration_s":0.016305,"redis_queues_read_bytes":2,"redis_queues_write_bytes":210,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.020485,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":443,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.037,"db_main_duration_s":0.037,"db_main_replica_duration_s":0.0,"cpu_s":0.004757,"mem_objects":1799,"mem_bytes":279664,"mem_mallocs":357,"mem_total_bytes":351624,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_bulk_cron_worker.records_count":0,"extra.elastic_index_bulk_cron_worker.shard_number":9,"duration_s":0.097083,"completed_at":"2023-03-26T15:30:11.624Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.037151}
{"severity":"INFO","time":"2023-03-26T15:30:11.506Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["8"],"class":"ElasticIndexBulkCronWorker","jid":"bf57bafc54065d314ccbd0fc","created_at":"2023-03-26T15:30:11.498Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:746ab466f0ecb6b8dda6a534fa59c8003275e19a5249f01f4a2af901c56872d5","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.499Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-bf57bafc54065d314ccbd0fc: start","job_status":"start","scheduling_latency_s":0.007558}
{"severity":"INFO","time":"2023-03-26T15:30:11.532Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["3"],"class":"ElasticIndexBulkCronWorker","jid":"9699dc7ebbae881c033dafd3","created_at":"2023-03-26T15:30:11.446Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:762d2d006fdef22e839f7dc96a0196f6e2db09ec39ecc9bb786be531e7361101","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.455Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-9699dc7ebbae881c033dafd3: done: 0.071727 sec","job_status":"done","scheduling_latency_s":0.005439,"redis_calls":6,"redis_duration_s":0.028901999999999997,"redis_read_bytes":4,"redis_write_bytes":653,"redis_queues_calls":2,"redis_queues_duration_s":0.005063,"redis_queues_read_bytes":2,"redis_queues_write_bytes":210,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.023839,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":443,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_duration_s":0.02,"db_main_replica_duration_s":0.0,"cpu_s":0.005505,"mem_objects":1832,"mem_bytes":284544,"mem_mallocs":383,"mem_total_bytes":357824,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_bulk_cron_worker.records_count":0,"extra.elastic_index_bulk_cron_worker.shard_number":3,"duration_s":0.071727,"completed_at":"2023-03-26T15:30:11.532Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.020197}
{"severity":"INFO","time":"2023-03-26T15:30:11.641Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["15"],"class":"ElasticIndexBulkCronWorker","jid":"f0757ff706d6387c6e2eebed","created_at":"2023-03-26T15:30:11.578Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:32874f10960f3a12c0c299ef94adca6c7851f457c2ea8d7f8858e0cb84bfc60b","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.579Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexBulkCronWorker JID-f0757ff706d6387c6e2eebed: start","job_status":"start","scheduling_latency_s":0.061858}
{"severity":"INFO","time":"2023-03-26T15:30:11.642Z","retry":0,"queue":"cronjob:elastic_migration","version":0,"queue_namespace":"cronjob","args":[],"class":"Elastic::MigrationWorker","jid":"17649b19a8801023c2435954","created_at":"2023-03-26T15:30:11.603Z","meta.caller_id":"Cronjob","correlation_id":"47630e33efd0213b9fc65a4772defb8f","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_migration:18a1564991a290ba236afceb12ec6c3c0dcffaff06178046cbd7d22b5ef4ab9b","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.604Z","job_size_bytes":2,"pid":955,"message":"Elastic::MigrationWorker JID-17649b19a8801023c2435954: start","job_status":"start","scheduling_latency_s":0.038112}
{"severity":"INFO","time":"2023-03-26T15:30:11.654Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["13"],"class":"ElasticIndexBulkCronWorker","jid":"68c99a8d89b2061c1baa0803","created_at":"2023-03-26T15:30:11.558Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:0723affa522f769d48803abc4cd3aa1b8f557cf60ce0e2829cbe0a4d0e5f81e6","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.558Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexBulkCronWorker JID-68c99a8d89b2061c1baa0803: done: 0.085088 sec","job_status":"done","scheduling_latency_s":0.010786,"redis_calls":6,"redis_duration_s":0.016706,"redis_read_bytes":4,"redis_write_bytes":656,"redis_queues_calls":2,"redis_queues_duration_s":0.016057,"redis_queues_read_bytes":2,"redis_queues_write_bytes":210,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000649,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":446,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.043,"db_main_duration_s":0.043,"db_main_replica_duration_s":0.0,"cpu_s":0.003609,"mem_objects":1795,"mem_bytes":197744,"mem_mallocs":353,"mem_total_bytes":269544,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_bulk_cron_worker.records_count":0,"extra.elastic_index_bulk_cron_worker.shard_number":13,"duration_s":0.085088,"completed_at":"2023-03-26T15:30:11.654Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.04325}
{"severity":"INFO","time":"2023-03-26T15:30:11.682Z","retry":0,"queue":"cronjob:jira_import_stuck_jira_import_jobs","version":0,"queue_namespace":"cronjob","args":[],"class":"Gitlab::JiraImport::StuckJiraImportJobsWorker","jid":"b14498f87c9b9309a6e53622","created_at":"2023-03-26T15:30:11.597Z","meta.caller_id":"Cronjob","correlation_id":"0f3c2204742d9d2325745f8df1bc7131","meta.root_caller_id":"Cronjob","meta.feature_category":"importers","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:jira_import_stuck_jira_import_jobs:b9cf6c9b6c2f8fad80e08693d59af787bb65ad6ffe24ec5d0e1a669517566127","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.597Z","job_size_bytes":2,"pid":955,"message":"Gitlab::JiraImport::StuckJiraImportJobsWorker JID-b14498f87c9b9309a6e53622: start","job_status":"start","scheduling_latency_s":0.084921}
{"severity":"INFO","time":"2023-03-26T15:30:11.697Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["8"],"class":"ElasticIndexBulkCronWorker","jid":"bf57bafc54065d314ccbd0fc","created_at":"2023-03-26T15:30:11.498Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:746ab466f0ecb6b8dda6a534fa59c8003275e19a5249f01f4a2af901c56872d5","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.499Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-bf57bafc54065d314ccbd0fc: done: 0.190854 sec","job_status":"done","scheduling_latency_s":0.007558,"redis_calls":6,"redis_duration_s":0.030043,"redis_read_bytes":4,"redis_write_bytes":653,"redis_queues_calls":2,"redis_queues_duration_s":0.000462,"redis_queues_read_bytes":2,"redis_queues_write_bytes":210,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.029581,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":443,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_duration_s":0.021,"db_main_replica_duration_s":0.0,"cpu_s":0.004375,"mem_objects":1799,"mem_bytes":279664,"mem_mallocs":357,"mem_total_bytes":351624,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_bulk_cron_worker.records_count":0,"extra.elastic_index_bulk_cron_worker.shard_number":8,"duration_s":0.190854,"completed_at":"2023-03-26T15:30:11.697Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.020912}
{"severity":"INFO","time":"2023-03-26T15:30:11.573Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["6"],"class":"ElasticIndexBulkCronWorker","jid":"d38c7f1ee822f6cf2faf1623","created_at":"2023-03-26T15:30:11.469Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:24c439e069943660034fbc187d7e6ca69e7bcd1c1ea3c9dd24bebb89781fc19c","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.482Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-d38c7f1ee822f6cf2faf1623: done: 0.078206 sec","job_status":"done","scheduling_latency_s":0.012618,"redis_calls":6,"redis_duration_s":0.029686,"redis_read_bytes":4,"redis_write_bytes":653,"redis_queues_calls":2,"redis_queues_duration_s":0.008582,"redis_queues_read_bytes":2,"redis_queues_write_bytes":210,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.021104,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":443,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_duration_s":0.012,"db_main_replica_duration_s":0.0,"cpu_s":0.004671,"mem_objects":1832,"mem_bytes":284544,"mem_mallocs":383,"mem_total_bytes":357824,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_bulk_cron_worker.records_count":0,"extra.elastic_index_bulk_cron_worker.shard_number":6,"duration_s":0.078206,"completed_at":"2023-03-26T15:30:11.573Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.012146}
{"severity":"INFO","time":"2023-03-26T15:30:11.706Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["15"],"class":"ElasticIndexBulkCronWorker","jid":"f0757ff706d6387c6e2eebed","created_at":"2023-03-26T15:30:11.578Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:32874f10960f3a12c0c299ef94adca6c7851f457c2ea8d7f8858e0cb84bfc60b","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.579Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexBulkCronWorker JID-f0757ff706d6387c6e2eebed: done: 0.065645 sec","job_status":"done","scheduling_latency_s":0.061858,"redis_calls":6,"redis_duration_s":0.033038,"redis_read_bytes":4,"redis_write_bytes":656,"redis_queues_calls":2,"redis_queues_duration_s":0.026619,"redis_queues_read_bytes":2,"redis_queues_write_bytes":210,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.006419,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":446,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_duration_s":0.011,"db_main_replica_duration_s":0.0,"cpu_s":0.006339,"mem_objects":1798,"mem_bytes":259184,"mem_mallocs":356,"mem_total_bytes":331104,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_bulk_cron_worker.records_count":0,"extra.elastic_index_bulk_cron_worker.shard_number":15,"duration_s":0.065645,"completed_at":"2023-03-26T15:30:11.706Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010773}
{"severity":"INFO","time":"2023-03-26T15:30:11.541Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["4"],"class":"ElasticIndexBulkCronWorker","jid":"b137156491deb422794f079b","created_at":"2023-03-26T15:30:11.459Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:c1b4aa4ad6327a3033355f2091905db9dd4a3a728d278632ccae7378503cee0b","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.460Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-b137156491deb422794f079b: done: 0.077605 sec","job_status":"done","scheduling_latency_s":0.003521,"redis_calls":6,"redis_duration_s":0.027483,"redis_read_bytes":4,"redis_write_bytes":653,"redis_queues_calls":2,"redis_queues_duration_s":0.011165,"redis_queues_read_bytes":2,"redis_queues_write_bytes":210,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.016318,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":443,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.031,"db_main_duration_s":0.031,"db_main_replica_duration_s":0.0,"cpu_s":0.006143,"mem_objects":1832,"mem_bytes":284544,"mem_mallocs":383,"mem_total_bytes":357824,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_bulk_cron_worker.records_count":0,"extra.elastic_index_bulk_cron_worker.shard_number":4,"duration_s":0.077605,"completed_at":"2023-03-26T15:30:11.541Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.030524}
{"severity":"INFO","time":"2023-03-26T15:30:11.711Z","retry":3,"queue":"cronjob:incident_management_oncall_rotations_persist_all_rotations_shifts_job","version":0,"queue_namespace":"cronjob","args":[],"class":"IncidentManagement::OncallRotations::PersistAllRotationsShiftsJob","jid":"3dd722340ae28a1b8e6801be","created_at":"2023-03-26T15:30:11.693Z","meta.feature_category":"incident_management","correlation_id":"519c00cf22bd47d17a9e822ccd1e4384","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:incident_management_oncall_rotations_persist_all_rotations_shifts_job:6abbd4387cb985027616c99d2dc268259fca60790a76a1c177f2d29079aa3c8c","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.700Z","job_size_bytes":2,"pid":955,"message":"IncidentManagement::OncallRotations::PersistAllRotationsShiftsJob JID-3dd722340ae28a1b8e6801be: start","job_status":"start","scheduling_latency_s":0.011343}
{"severity":"INFO","time":"2023-03-26T15:30:11.581Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["14"],"class":"ElasticIndexBulkCronWorker","jid":"e42be5b2e685d4c0df70b656","created_at":"2023-03-26T15:30:11.569Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:bfbfa9cf3ab0cc971b7cde81d73be8b7a1ef3147cff0a025745fa73ee62d41a5","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.575Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexBulkCronWorker JID-e42be5b2e685d4c0df70b656: start","job_status":"start","scheduling_latency_s":0.006108}
{"severity":"INFO","time":"2023-03-26T15:30:11.724Z","retry":0,"queue":"cronjob:container_registry_cleanup","version":0,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"84cdd2c4f55a80d280ea37ff","created_at":"2023-03-26T15:30:11.594Z","meta.caller_id":"Cronjob","correlation_id":"f84b789e6cd1ad13811b75a11c9e88ed","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:container_registry_cleanup:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.595Z","job_size_bytes":2,"pid":955,"message":"ContainerRegistry::CleanupWorker JID-84cdd2c4f55a80d280ea37ff: done: 0.107681 sec","job_status":"done","scheduling_latency_s":0.021383,"redis_calls":2,"redis_duration_s":0.000365,"redis_read_bytes":2,"redis_write_bytes":213,"redis_queues_calls":2,"redis_queues_duration_s":0.000365,"redis_queues_read_bytes":2,"redis_queues_write_bytes":213,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":4,"db_main_count":4,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.079,"db_main_duration_s":0.079,"db_main_replica_duration_s":0.0,"cpu_s":0.007526,"mem_objects":3652,"mem_bytes":160360,"mem_mallocs":700,"mem_total_bytes":306440,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.container_registry_cleanup_worker.delete_scheduled_container_repositories_count":0,"extra.container_registry_cleanup_worker.stale_delete_container_repositories_count":0,"duration_s":0.107681,"completed_at":"2023-03-26T15:30:11.724Z","load_balancing_strategy":"primary","db_duration_s":0.079178}
{"severity":"INFO","time":"2023-03-26T15:30:11.582Z","retry":0,"queue":"cronjob:incident_management_incident_sla_exceeded_check","version":0,"queue_namespace":"cronjob","args":[],"class":"IncidentManagement::IncidentSlaExceededCheckWorker","jid":"cb561dc25260022adee51e4b","created_at":"2023-03-26T15:30:11.571Z","meta.caller_id":"Cronjob","correlation_id":"a145402a38187e9ce1ce5320cc1c26bc","meta.root_caller_id":"Cronjob","meta.feature_category":"incident_management","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:incident_management_incident_sla_exceeded_check:d27ff4fa309181f602a07a33de23313c3104da78503f956ce0f32a9b265b6d48","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.575Z","job_size_bytes":2,"pid":955,"message":"IncidentManagement::IncidentSlaExceededCheckWorker JID-cb561dc25260022adee51e4b: start","job_status":"start","scheduling_latency_s":0.006119}
{"severity":"INFO","time":"2023-03-26T15:30:11.727Z","retry":0,"queue":"cronjob:issues_reschedule_stuck_issue_rebalances","version":0,"queue_namespace":"cronjob","args":[],"class":"Issues::RescheduleStuckIssueRebalancesWorker","jid":"1e4b6f776bfa1e6c78e9c54d","created_at":"2023-03-26T15:30:11.719Z","meta.caller_id":"Cronjob","correlation_id":"2ed50f07dc200d6bd0630940007fea06","meta.root_caller_id":"Cronjob","meta.feature_category":"team_planning","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:issues_reschedule_stuck_issue_rebalances:fc2fa70b35c572764e1a8fbcbc4fdd3df48ec5a5855870d65915560d23915134","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.719Z","job_size_bytes":2,"pid":955,"message":"Issues::RescheduleStuckIssueRebalancesWorker JID-1e4b6f776bfa1e6c78e9c54d: start","job_status":"start","scheduling_latency_s":0.007954}
{"severity":"INFO","time":"2023-03-26T15:30:11.687Z","retry":0,"queue":"cronjob:elastic_migration","version":0,"queue_namespace":"cronjob","args":[],"class":"Elastic::MigrationWorker","jid":"17649b19a8801023c2435954","created_at":"2023-03-26T15:30:11.603Z","meta.caller_id":"Cronjob","correlation_id":"47630e33efd0213b9fc65a4772defb8f","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_migration:18a1564991a290ba236afceb12ec6c3c0dcffaff06178046cbd7d22b5ef4ab9b","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.604Z","job_size_bytes":2,"pid":955,"message":"Elastic::MigrationWorker JID-17649b19a8801023c2435954: done: 0.045217 sec","job_status":"done","scheduling_latency_s":0.038112,"redis_calls":2,"redis_duration_s":0.000444,"redis_read_bytes":2,"redis_write_bytes":204,"redis_queues_calls":2,"redis_queues_duration_s":0.000444,"redis_queues_read_bytes":2,"redis_queues_write_bytes":204,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_duration_s":0.021,"db_main_replica_duration_s":0.0,"cpu_s":0.00531,"mem_objects":4223,"mem_bytes":324448,"mem_mallocs":1077,"mem_total_bytes":493368,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.045217,"completed_at":"2023-03-26T15:30:11.687Z","load_balancing_strategy":"primary","db_duration_s":0.020831}
{"severity":"INFO","time":"2023-03-26T15:30:11.611Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["11"],"class":"ElasticIndexBulkCronWorker","jid":"0350933927fa5b7d2e97390b","created_at":"2023-03-26T15:30:11.536Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:60bef7c6241f67f7ef4315078eb74f52d02a66052fc017654eaf95f8d21b0a4e","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.544Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexBulkCronWorker JID-0350933927fa5b7d2e97390b: done: 0.054511 sec","job_status":"done","scheduling_latency_s":0.012722,"redis_calls":6,"redis_duration_s":0.005456,"redis_read_bytes":4,"redis_write_bytes":656,"redis_queues_calls":2,"redis_queues_duration_s":0.000209,"redis_queues_read_bytes":2,"redis_queues_write_bytes":210,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.005247,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":446,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.028,"db_main_duration_s":0.028,"db_main_replica_duration_s":0.0,"cpu_s":0.003663,"mem_objects":1817,"mem_bytes":261632,"mem_mallocs":369,"mem_total_bytes":334312,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_bulk_cron_worker.records_count":0,"extra.elastic_index_bulk_cron_worker.shard_number":11,"duration_s":0.054511,"completed_at":"2023-03-26T15:30:11.611Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.027566}
{"severity":"INFO","time":"2023-03-26T15:30:11.688Z","retry":0,"queue":"cronjob:container_registry_migration_observer","version":0,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::Migration::ObserverWorker","jid":"95d4f7045d905375a25a7b00","created_at":"2023-03-26T15:30:11.647Z","meta.caller_id":"Cronjob","correlation_id":"cf4854116519c4463d63b04c63ed350a","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:container_registry_migration_observer:5b510a3232d613fad6ce7d51c5116a5a9ffbad9d4f4558daca87b2d64d91cc2f","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.656Z","job_size_bytes":2,"pid":955,"message":"ContainerRegistry::Migration::ObserverWorker JID-95d4f7045d905375a25a7b00: start","job_status":"start","scheduling_latency_s":0.032563}
{"severity":"INFO","time":"2023-03-26T15:30:11.691Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["10"],"class":"ElasticIndexBulkCronWorker","jid":"ceb367f2da7329d273c0b73f","created_at":"2023-03-26T15:30:11.518Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:74d927149124aa91b63c625f0dea7ccba3d38264e54532959b65b1226ea83ce7","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.528Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexBulkCronWorker JID-ceb367f2da7329d273c0b73f: done: 0.14864 sec","job_status":"done","scheduling_latency_s":0.014584,"redis_calls":6,"redis_duration_s":0.027415000000000002,"redis_read_bytes":4,"redis_write_bytes":656,"redis_queues_calls":2,"redis_queues_duration_s":0.000286,"redis_queues_read_bytes":2,"redis_queues_write_bytes":210,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.027129,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":446,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.032,"db_main_duration_s":0.032,"db_main_replica_duration_s":0.0,"cpu_s":0.004548,"mem_objects":1799,"mem_bytes":279664,"mem_mallocs":357,"mem_total_bytes":351624,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_bulk_cron_worker.records_count":0,"extra.elastic_index_bulk_cron_worker.shard_number":10,"duration_s":0.14864,"completed_at":"2023-03-26T15:30:11.691Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.03201}
{"severity":"INFO","time":"2023-03-26T15:30:11.794Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["14"],"class":"ElasticIndexBulkCronWorker","jid":"e42be5b2e685d4c0df70b656","created_at":"2023-03-26T15:30:11.569Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:bfbfa9cf3ab0cc971b7cde81d73be8b7a1ef3147cff0a025745fa73ee62d41a5","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.575Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexBulkCronWorker JID-e42be5b2e685d4c0df70b656: done: 0.213567 sec","job_status":"done","scheduling_latency_s":0.006108,"redis_calls":6,"redis_duration_s":0.040428,"redis_read_bytes":4,"redis_write_bytes":656,"redis_queues_calls":2,"redis_queues_duration_s":0.01915,"redis_queues_read_bytes":2,"redis_queues_write_bytes":210,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.021278,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":446,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_duration_s":0.017,"db_main_replica_duration_s":0.0,"cpu_s":0.006663,"mem_objects":1799,"mem_bytes":279664,"mem_mallocs":357,"mem_total_bytes":351624,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_bulk_cron_worker.records_count":0,"extra.elastic_index_bulk_cron_worker.shard_number":14,"duration_s":0.213567,"completed_at":"2023-03-26T15:30:11.794Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.017122}
{"severity":"INFO","time":"2023-03-26T15:30:11.636Z","retry":0,"queue":"cronjob:security_create_orchestration_policy","version":0,"queue_namespace":"cronjob","args":[],"class":"Security::CreateOrchestrationPolicyWorker","jid":"06c046776bb3ec3045edc8bd","created_at":"2023-03-26T15:30:11.419Z","meta.caller_id":"Cronjob","correlation_id":"cc2828eafb67dd687ce16ea070646d5e","meta.root_caller_id":"Cronjob","meta.feature_category":"security_policy_management","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:security_create_orchestration_policy:d3ae5ff7898ae354b35090c9be5494509258fbafd060ad8a00c3ad08d41b92dc","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.420Z","job_size_bytes":2,"pid":955,"message":"Security::CreateOrchestrationPolicyWorker JID-06c046776bb3ec3045edc8bd: done: 0.206156 sec","job_status":"done","scheduling_latency_s":0.01037,"redis_calls":2,"redis_duration_s":0.000261,"redis_read_bytes":2,"redis_write_bytes":223,"redis_queues_calls":2,"redis_queues_duration_s":0.000261,"redis_queues_read_bytes":2,"redis_queues_write_bytes":223,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.039,"db_main_duration_s":0.039,"db_main_replica_duration_s":0.0,"cpu_s":0.005512,"mem_objects":3512,"mem_bytes":170096,"mem_mallocs":617,"mem_total_bytes":310576,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.206156,"completed_at":"2023-03-26T15:30:11.636Z","load_balancing_strategy":"primary","db_duration_s":0.071554}
{"severity":"INFO","time":"2023-03-26T15:30:11.643Z","retry":0,"queue":"cronjob:container_registry_migration_guard","version":0,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::Migration::GuardWorker","jid":"ce13ff1263c1d7bd180ca732","created_at":"2023-03-26T15:30:11.626Z","meta.caller_id":"Cronjob","correlation_id":"60a352276c946bdfe600a31d9aad3586","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:container_registry_migration_guard:3c8dd7cf643eff5725a29a8a5f25859b466be1555e7b4ec13a87248a51b85c4c","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.627Z","job_size_bytes":2,"pid":955,"message":"ContainerRegistry::Migration::GuardWorker JID-ce13ff1263c1d7bd180ca732: start","job_status":"start","scheduling_latency_s":0.015538}
{"severity":"INFO","time":"2023-03-26T15:30:11.658Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["12"],"class":"ElasticIndexBulkCronWorker","jid":"1c1e3aa3aa226b1bf71bda81","created_at":"2023-03-26T15:30:11.551Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:9c793041119f74e6e2476f71abe7f266842d6d42bcc89629ec132b0408722007","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.552Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexBulkCronWorker JID-1c1e3aa3aa226b1bf71bda81: done: 0.08974 sec","job_status":"done","scheduling_latency_s":0.016098,"redis_calls":6,"redis_duration_s":0.044024,"redis_read_bytes":4,"redis_write_bytes":656,"redis_queues_calls":2,"redis_queues_duration_s":0.022589,"redis_queues_read_bytes":2,"redis_queues_write_bytes":210,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.021435,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":446,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_duration_s":0.02,"db_main_replica_duration_s":0.0,"cpu_s":0.004515,"mem_objects":1799,"mem_bytes":279664,"mem_mallocs":357,"mem_total_bytes":351624,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_bulk_cron_worker.records_count":0,"extra.elastic_index_bulk_cron_worker.shard_number":12,"duration_s":0.08974,"completed_at":"2023-03-26T15:30:11.658Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.020284}
{"severity":"INFO","time":"2023-03-26T15:30:11.545Z","retry":0,"queue":"cronjob:loose_foreign_keys_cleanup","version":0,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"dc2d8fb8f5eaf192195725a0","created_at":"2023-03-26T15:30:11.523Z","meta.caller_id":"Cronjob","correlation_id":"55ad7043c3d98ab263eaf063e47b1b59","meta.root_caller_id":"Cronjob","meta.feature_category":"pods","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:loose_foreign_keys_cleanup:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.530Z","job_size_bytes":2,"pid":955,"message":"LooseForeignKeys::CleanupWorker JID-dc2d8fb8f5eaf192195725a0: start","job_status":"start","scheduling_latency_s":0.01529}
{"severity":"INFO","time":"2023-03-26T15:30:11.862Z","retry":0,"queue":"cronjob:ci_runners_stale_group_runners_prune_cron","version":0,"queue_namespace":"cronjob","args":[],"class":"Ci::Runners::StaleGroupRunnersPruneCronWorker","jid":"029e9be392c6441bf20a0c4e","created_at":"2023-03-26T15:30:11.854Z","meta.caller_id":"Cronjob","correlation_id":"091ab715193014df98c6a2fd9d35ba66","meta.root_caller_id":"Cronjob","meta.feature_category":"runner_fleet","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:ci_runners_stale_group_runners_prune_cron:92ff056f660e8a44d3011d80891bfe95b51184732cff61fd917318120e0c15b7","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.855Z","job_size_bytes":2,"pid":955,"message":"Ci::Runners::StaleGroupRunnersPruneCronWorker JID-029e9be392c6441bf20a0c4e: start","job_status":"start","scheduling_latency_s":0.007021}
{"severity":"INFO","time":"2023-03-26T15:30:11.866Z","retry":0,"queue":"cronjob:container_registry_migration_guard","version":0,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::Migration::GuardWorker","jid":"ce13ff1263c1d7bd180ca732","created_at":"2023-03-26T15:30:11.626Z","meta.caller_id":"Cronjob","correlation_id":"60a352276c946bdfe600a31d9aad3586","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:container_registry_migration_guard:3c8dd7cf643eff5725a29a8a5f25859b466be1555e7b4ec13a87248a51b85c4c","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.627Z","job_size_bytes":2,"pid":955,"message":"ContainerRegistry::Migration::GuardWorker JID-ce13ff1263c1d7bd180ca732: done: 0.22302 sec","job_status":"done","scheduling_latency_s":0.015538,"redis_calls":2,"redis_duration_s":0.007655,"redis_read_bytes":2,"redis_write_bytes":221,"redis_queues_calls":2,"redis_queues_duration_s":0.007655,"redis_queues_read_bytes":2,"redis_queues_write_bytes":221,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":0,"db_main_count":0,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_duration_s":0.0,"db_main_replica_duration_s":0.0,"cpu_s":0.002572,"mem_objects":1089,"mem_bytes":83336,"mem_mallocs":245,"mem_total_bytes":126896,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.22302,"completed_at":"2023-03-26T15:30:11.866Z","load_balancing_strategy":"primary","db_duration_s":0.0}
{"severity":"INFO","time":"2023-03-26T15:30:11.880Z","retry":0,"queue":"cronjob:schedule_merge_request_cleanup_refs","version":0,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"937548928185169196f4a8af","created_at":"2023-03-26T15:30:11.483Z","meta.caller_id":"Cronjob","correlation_id":"7dd0d63de98cdd045e275a6c9ca3fc14","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:schedule_merge_request_cleanup_refs:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.484Z","job_size_bytes":2,"pid":955,"message":"ScheduleMergeRequestCleanupRefsWorker JID-937548928185169196f4a8af: done: 0.380448 sec","job_status":"done","scheduling_latency_s":0.014989,"redis_calls":4,"redis_duration_s":0.022768,"redis_read_bytes":4,"redis_write_bytes":556,"redis_cache_calls":2,"redis_cache_duration_s":0.017665,"redis_cache_read_bytes":2,"redis_cache_write_bytes":334,"redis_queues_calls":2,"redis_queues_duration_s":0.005103,"redis_queues_read_bytes":2,"redis_queues_write_bytes":222,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.037,"db_main_duration_s":0.037,"db_main_replica_duration_s":0.0,"cpu_s":0.019634,"mem_objects":6032,"mem_bytes":528928,"mem_mallocs":1414,"mem_total_bytes":770208,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.380448,"completed_at":"2023-03-26T15:30:11.880Z","load_balancing_strategy":"primary","db_duration_s":0.199448}
{"severity":"INFO","time":"2023-03-26T15:30:11.789Z","retry":0,"queue":"cronjob:jira_import_stuck_jira_import_jobs","version":0,"queue_namespace":"cronjob","args":[],"class":"Gitlab::JiraImport::StuckJiraImportJobsWorker","jid":"b14498f87c9b9309a6e53622","created_at":"2023-03-26T15:30:11.597Z","meta.caller_id":"Cronjob","correlation_id":"0f3c2204742d9d2325745f8df1bc7131","meta.root_caller_id":"Cronjob","meta.feature_category":"importers","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:jira_import_stuck_jira_import_jobs:b9cf6c9b6c2f8fad80e08693d59af787bb65ad6ffe24ec5d0e1a669517566127","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.597Z","job_size_bytes":2,"pid":955,"message":"Gitlab::JiraImport::StuckJiraImportJobsWorker JID-b14498f87c9b9309a6e53622: done: 0.107494 sec","job_status":"done","scheduling_latency_s":0.084921,"redis_calls":2,"redis_duration_s":0.000489,"redis_read_bytes":2,"redis_write_bytes":221,"redis_queues_calls":2,"redis_queues_duration_s":0.000489,"redis_queues_read_bytes":2,"redis_queues_write_bytes":221,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":2,"db_main_count":2,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.055,"db_main_duration_s":0.055,"db_main_replica_duration_s":0.0,"cpu_s":0.007913,"mem_objects":4452,"mem_bytes":117568,"mem_mallocs":516,"mem_total_bytes":295648,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.107494,"completed_at":"2023-03-26T15:30:11.789Z","load_balancing_strategy":"primary","db_duration_s":0.076969}
{"severity":"INFO","time":"2023-03-26T15:30:11.797Z","retry":0,"queue":"cronjob:analytics_cycle_analytics_consistency","version":0,"queue_namespace":"cronjob","args":[],"class":"Analytics::CycleAnalytics::ConsistencyWorker","jid":"b03e40514ec13def6a37d80f","created_at":"2023-03-26T15:30:11.791Z","meta.caller_id":"Cronjob","correlation_id":"8bc826ed8a13487ace1b9abb0a9df97e","meta.root_caller_id":"Cronjob","meta.feature_category":"value_stream_management","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:analytics_cycle_analytics_consistency:6709592cb5f208aa7fa089698eea3265a07900288a36b013f66a7c28ead42680","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.792Z","job_size_bytes":2,"pid":955,"message":"Analytics::CycleAnalytics::ConsistencyWorker JID-b03e40514ec13def6a37d80f: start","job_status":"start","scheduling_latency_s":0.005689}
{"severity":"INFO","time":"2023-03-26T15:30:11.818Z","retry":3,"queue":"cronjob:incident_management_oncall_rotations_persist_all_rotations_shifts_job","version":0,"queue_namespace":"cronjob","args":[],"class":"IncidentManagement::OncallRotations::PersistAllRotationsShiftsJob","jid":"3dd722340ae28a1b8e6801be","created_at":"2023-03-26T15:30:11.693Z","meta.feature_category":"incident_management","correlation_id":"519c00cf22bd47d17a9e822ccd1e4384","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:incident_management_oncall_rotations_persist_all_rotations_shifts_job:6abbd4387cb985027616c99d2dc268259fca60790a76a1c177f2d29079aa3c8c","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.700Z","job_size_bytes":2,"pid":955,"message":"IncidentManagement::OncallRotations::PersistAllRotationsShiftsJob JID-3dd722340ae28a1b8e6801be: done: 0.106473 sec","job_status":"done","scheduling_latency_s":0.011343,"redis_calls":2,"redis_duration_s":0.000492,"redis_read_bytes":2,"redis_write_bytes":256,"redis_queues_calls":2,"redis_queues_duration_s":0.000492,"redis_queues_read_bytes":2,"redis_queues_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_duration_s":0.012,"db_main_replica_duration_s":0.0,"cpu_s":0.006399,"mem_objects":3441,"mem_bytes":135216,"mem_mallocs":410,"mem_total_bytes":272856,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.106473,"completed_at":"2023-03-26T15:30:11.818Z","load_balancing_strategy":"primary","db_duration_s":0.063602}
{"severity":"INFO","time":"2023-03-26T15:30:11.821Z","retry":0,"queue":"cronjob:container_registry_migration_observer","version":0,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::Migration::ObserverWorker","jid":"95d4f7045d905375a25a7b00","created_at":"2023-03-26T15:30:11.647Z","meta.caller_id":"Cronjob","correlation_id":"cf4854116519c4463d63b04c63ed350a","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:container_registry_migration_observer:5b510a3232d613fad6ce7d51c5116a5a9ffbad9d4f4558daca87b2d64d91cc2f","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.656Z","job_size_bytes":2,"pid":955,"message":"ContainerRegistry::Migration::ObserverWorker JID-95d4f7045d905375a25a7b00: done: 0.132966 sec","job_status":"done","scheduling_latency_s":0.032563,"redis_calls":4,"redis_duration_s":0.01457,"redis_read_bytes":4,"redis_write_bytes":592,"redis_cache_calls":2,"redis_cache_duration_s":0.000506,"redis_cache_read_bytes":2,"redis_cache_write_bytes":368,"redis_queues_calls":2,"redis_queues_duration_s":0.014064,"redis_queues_read_bytes":2,"redis_queues_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.022,"db_main_duration_s":0.022,"db_main_replica_duration_s":0.0,"cpu_s":0.00541,"mem_objects":2970,"mem_bytes":209664,"mem_mallocs":449,"mem_total_bytes":328464,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.132966,"completed_at":"2023-03-26T15:30:11.821Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.022329}
{"severity":"INFO","time":"2023-03-26T15:30:11.830Z","retry":0,"queue":"cronjob:database_batched_background_migration","version":0,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"7088e31ff14583092dfdfa92","created_at":"2023-03-26T15:30:11.452Z","meta.caller_id":"Cronjob","correlation_id":"817a51d6148898ad265f30e68b230ade","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:database_batched_background_migration:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2023-03-26T15:30:11.458Z","job_size_bytes":2,"pid":955,"message":"Database::BatchedBackgroundMigrationWorker JID-7088e31ff14583092dfdfa92: done: 0.364422 sec","job_status":"done","scheduling_latency_s":0.007797,"redis_calls":4,"redis_duration_s":0.007841,"redis_read_bytes":4,"redis_write_bytes":580,"redis_cache_calls":2,"redis_cache_duration_s":0.002275,"redis_cache_read_bytes":2,"redis_cache_write_bytes":356,"redis_queues_calls":2,"redis_queues_duration_s":0.005566,"redis_queues_read_bytes":2,"redis_queues_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":2,"db_main_count":2,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.099,"db_main_duration_s":0.099,"db_main_replica_duration_s":0.0,"cpu_s":0.012278,"mem_objects":5378,"mem_bytes":326184,"mem_mallocs":951,"mem_total_bytes":541304,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.364422,"completed_at":"2023-03-26T15:30:11.830Z","load_balancing_strategy":"primary","db_duration_s":0.230325}
{"severity":"INFO","time":"2023-03-26T15:30:11.830Z","retry":0,"queue":"cronjob:pages_domain_verification_cron","version":0,"queue_namespace":"cronjob","args":[],"class":"PagesDomainVerificationCronWorker","jid":"875cf42f68d4fc5b9a57c6ac","created_at":"2023-03-26T15:30:11.801Z","meta.caller_id":"Cronjob","correlation_id":"f2b1fd69bb190e3083164845c8b505a6","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:pages_domain_verification_cron:4b3095972298b58b9c376f502255d63e0934f66e5921dfe9547414a5f347be92","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.814Z","job_size_bytes":2,"pid":955,"message":"PagesDomainVerificationCronWorker JID-875cf42f68d4fc5b9a57c6ac: start","job_status":"start","scheduling_latency_s":0.01663}
{"severity":"INFO","time":"2023-03-26T15:30:11.764Z","retry":0,"queue":"cronjob:issues_reschedule_stuck_issue_rebalances","version":0,"queue_namespace":"cronjob","args":[],"class":"Issues::RescheduleStuckIssueRebalancesWorker","jid":"1e4b6f776bfa1e6c78e9c54d","created_at":"2023-03-26T15:30:11.719Z","meta.caller_id":"Cronjob","correlation_id":"2ed50f07dc200d6bd0630940007fea06","meta.root_caller_id":"Cronjob","meta.feature_category":"team_planning","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:issues_reschedule_stuck_issue_rebalances:fc2fa70b35c572764e1a8fbcbc4fdd3df48ec5a5855870d65915560d23915134","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.719Z","job_size_bytes":2,"pid":955,"message":"Issues::RescheduleStuckIssueRebalancesWorker JID-1e4b6f776bfa1e6c78e9c54d: done: 0.036362 sec","job_status":"done","scheduling_latency_s":0.007954,"redis_calls":3,"redis_duration_s":0.014185999999999999,"redis_read_bytes":2,"redis_write_bytes":287,"redis_queues_calls":2,"redis_queues_duration_s":0.013992,"redis_queues_read_bytes":2,"redis_queues_write_bytes":227,"redis_shared_state_calls":1,"redis_shared_state_duration_s":0.000194,"redis_shared_state_write_bytes":60,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":0,"db_main_count":0,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_duration_s":0.0,"db_main_replica_duration_s":0.0,"cpu_s":0.003175,"mem_objects":1161,"mem_bytes":127672,"mem_mallocs":264,"mem_total_bytes":174112,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.036362,"completed_at":"2023-03-26T15:30:11.764Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0}
{"severity":"INFO","time":"2023-03-26T15:30:11.870Z","retry":0,"queue":"cronjob:elastic_index_bulk_cron","version":0,"queue_namespace":"cronjob","args":["5"],"class":"ElasticIndexBulkCronWorker","jid":"4e4c38acbc146f51ddcf5119","created_at":"2023-03-26T15:30:11.464Z","meta.caller_id":"ElasticIndexBulkCronWorker","correlation_id":"b896c3490e0344b50fac2bff3930d1fb","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_bulk_cron:04f7506258e34b4b2b3a7e0c34dbc11f9c3ddd978f9618be1ec5889a74d4fb91","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.465Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexBulkCronWorker JID-4e4c38acbc146f51ddcf5119: done: 0.400559 sec","job_status":"done","scheduling_latency_s":0.004023,"redis_calls":6,"redis_duration_s":0.011751999999999999,"redis_read_bytes":4,"redis_write_bytes":653,"redis_queues_calls":2,"redis_queues_duration_s":0.009687,"redis_queues_read_bytes":2,"redis_queues_write_bytes":210,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002065,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":443,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.047,"db_main_duration_s":0.047,"db_main_replica_duration_s":0.0,"cpu_s":0.010111,"mem_objects":3449,"mem_bytes":350512,"mem_mallocs":633,"mem_total_bytes":488472,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_bulk_cron_worker.records_count":0,"extra.elastic_index_bulk_cron_worker.shard_number":5,"duration_s":0.400559,"completed_at":"2023-03-26T15:30:11.870Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.225144}
{"severity":"INFO","time":"2023-03-26T15:30:11.779Z","retry":0,"queue":"cronjob:database_batched_background_migration_ci_database","version":0,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"b7a8208655156d098ae2d84a","created_at":"2023-03-26T15:30:11.761Z","meta.caller_id":"Cronjob","correlation_id":"a9b41152ef9ee91c3b80094eb0577e46","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:database_batched_background_migration_ci_database:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2023-03-26T15:30:11.765Z","job_size_bytes":2,"pid":955,"message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-b7a8208655156d098ae2d84a: start","job_status":"start","scheduling_latency_s":0.013752}
{"severity":"INFO","time":"2023-03-26T15:30:11.631Z","retry":0,"queue":"cronjob:search_index_curation","version":0,"queue_namespace":"cronjob","args":[],"class":"Search::IndexCurationWorker","jid":"237e42631b2fd526dfabae93","created_at":"2023-03-26T15:30:11.599Z","meta.caller_id":"Cronjob","correlation_id":"ea696739c10e6a7e92e790ee9687a790","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:search_index_curation:f1b35de73fa09aee87da69fc70f7f498516e5b000ec47c894d20a533c302983e","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.600Z","job_size_bytes":2,"pid":955,"message":"Search::IndexCurationWorker JID-237e42631b2fd526dfabae93: start","job_status":"start","scheduling_latency_s":0.031196}
{"severity":"INFO","time":"2023-03-26T15:30:11.921Z","retry":0,"queue":"cronjob:incident_management_incident_sla_exceeded_check","version":0,"queue_namespace":"cronjob","args":[],"class":"IncidentManagement::IncidentSlaExceededCheckWorker","jid":"cb561dc25260022adee51e4b","created_at":"2023-03-26T15:30:11.571Z","meta.caller_id":"Cronjob","correlation_id":"a145402a38187e9ce1ce5320cc1c26bc","meta.root_caller_id":"Cronjob","meta.feature_category":"incident_management","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:incident_management_incident_sla_exceeded_check:d27ff4fa309181f602a07a33de23313c3104da78503f956ce0f32a9b265b6d48","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.575Z","job_size_bytes":2,"pid":955,"message":"IncidentManagement::IncidentSlaExceededCheckWorker JID-cb561dc25260022adee51e4b: done: 0.339686 sec","job_status":"done","scheduling_latency_s":0.006119,"redis_calls":2,"redis_duration_s":0.004535,"redis_read_bytes":2,"redis_write_bytes":234,"redis_queues_calls":2,"redis_queues_duration_s":0.004535,"redis_queues_read_bytes":2,"redis_queues_write_bytes":234,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.027,"db_main_duration_s":0.027,"db_main_replica_duration_s":0.0,"cpu_s":0.010607,"mem_objects":3455,"mem_bytes":157624,"mem_mallocs":493,"mem_total_bytes":295824,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.339686,"completed_at":"2023-03-26T15:30:11.921Z","load_balancing_strategy":"primary","db_duration_s":0.144439}
{"severity":"INFO","time":"2023-03-26T15:30:12.016Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"skipping migration execution for unconfigured database","retry":0}
{"severity":"INFO","time":"2023-03-26T15:30:12.025Z","retry":0,"queue":"cronjob:analytics_cycle_analytics_consistency","version":0,"queue_namespace":"cronjob","args":[],"class":"Analytics::CycleAnalytics::ConsistencyWorker","jid":"b03e40514ec13def6a37d80f","created_at":"2023-03-26T15:30:11.791Z","meta.caller_id":"Cronjob","correlation_id":"8bc826ed8a13487ace1b9abb0a9df97e","meta.root_caller_id":"Cronjob","meta.feature_category":"value_stream_management","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:analytics_cycle_analytics_consistency:6709592cb5f208aa7fa089698eea3265a07900288a36b013f66a7c28ead42680","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.792Z","job_size_bytes":2,"pid":955,"message":"Analytics::CycleAnalytics::ConsistencyWorker JID-b03e40514ec13def6a37d80f: done: 0.227822 sec","job_status":"done","scheduling_latency_s":0.005689,"redis_calls":2,"redis_duration_s":0.004577,"redis_read_bytes":2,"redis_write_bytes":224,"redis_queues_calls":2,"redis_queues_duration_s":0.004577,"redis_queues_read_bytes":2,"redis_queues_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.029,"db_main_duration_s":0.029,"db_main_replica_duration_s":0.0,"cpu_s":0.008473,"mem_objects":4725,"mem_bytes":162088,"mem_mallocs":649,"mem_total_bytes":351088,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.227822,"completed_at":"2023-03-26T15:30:12.025Z","load_balancing_strategy":"primary","db_duration_s":0.040351}
{"severity":"INFO","time":"2023-03-26T15:30:12.029Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":[],"class":"ElasticIndexInitialBulkCronWorker","jid":"69f0f6b673e11e9411d5a2c4","created_at":"2023-03-26T15:30:12.016Z","meta.caller_id":"Cronjob","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:ba175455ba4249d8c954504ae77a1c3684a61c72005cc3a3032e14c625ef4d8a","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.020Z","job_size_bytes":2,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-69f0f6b673e11e9411d5a2c4: start","job_status":"start","scheduling_latency_s":0.009575}
{"severity":"INFO","time":"2023-03-26T15:30:11.965Z","retry":0,"queue":"cronjob:stuck_export_jobs","version":0,"queue_namespace":"cronjob","args":[],"class":"StuckExportJobsWorker","jid":"ce0beaf2b51d89f1bd7c37b9","created_at":"2023-03-26T15:30:11.914Z","meta.caller_id":"Cronjob","correlation_id":"29229a87259418800628f7f9c907ce7b","meta.root_caller_id":"Cronjob","meta.feature_category":"importers","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:stuck_export_jobs:c05136a1912f23c3950f9f6243170d655fcc26d1e5b96896d7e248d72f9039fe","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.928Z","job_size_bytes":2,"pid":955,"message":"StuckExportJobsWorker JID-ce0beaf2b51d89f1bd7c37b9: start","job_status":"start","scheduling_latency_s":0.03705}
{"severity":"INFO","time":"2023-03-26T15:30:12.041Z","retry":0,"queue":"cronjob:users_migrate_records_to_ghost_user_in_batches","version":0,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"26bd5b6d06ddc3d586e20bf4","created_at":"2023-03-26T15:30:12.036Z","meta.caller_id":"Cronjob","correlation_id":"d0b80eeba03399c1b4f03348581928dc","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:users_migrate_records_to_ghost_user_in_batches:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.038Z","job_size_bytes":2,"pid":955,"message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-26bd5b6d06ddc3d586e20bf4: start","job_status":"start","scheduling_latency_s":0.002977}
{"severity":"INFO","time":"2023-03-26T15:30:11.996Z","retry":0,"queue":"cronjob:ci_runners_stale_group_runners_prune_cron","version":0,"queue_namespace":"cronjob","args":[],"class":"Ci::Runners::StaleGroupRunnersPruneCronWorker","jid":"029e9be392c6441bf20a0c4e","created_at":"2023-03-26T15:30:11.854Z","meta.caller_id":"Cronjob","correlation_id":"091ab715193014df98c6a2fd9d35ba66","meta.root_caller_id":"Cronjob","meta.feature_category":"runner_fleet","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:ci_runners_stale_group_runners_prune_cron:92ff056f660e8a44d3011d80891bfe95b51184732cff61fd917318120e0c15b7","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.855Z","job_size_bytes":2,"pid":955,"message":"Ci::Runners::StaleGroupRunnersPruneCronWorker JID-029e9be392c6441bf20a0c4e: done: 0.134493 sec","job_status":"done","scheduling_latency_s":0.007021,"redis_calls":2,"redis_duration_s":0.027844,"redis_read_bytes":2,"redis_write_bytes":228,"redis_queues_calls":2,"redis_queues_duration_s":0.027844,"redis_queues_read_bytes":2,"redis_queues_write_bytes":228,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.022,"db_main_duration_s":0.022,"db_main_replica_duration_s":0.0,"cpu_s":0.005565,"mem_objects":2895,"mem_bytes":133240,"mem_mallocs":464,"mem_total_bytes":249040,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.ci_runners_stale_group_runners_prune_cron_worker.status":"success","extra.ci_runners_stale_group_runners_prune_cron_worker.total_pruned":0,"duration_s":0.134493,"completed_at":"2023-03-26T15:30:11.996Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.077757}
{"severity":"INFO","time":"2023-03-26T15:30:12.000Z","retry":0,"queue":"cronjob:update_all_mirrors","version":0,"queue_namespace":"cronjob","args":[],"class":"UpdateAllMirrorsWorker","jid":"db384bdd45d0515dbcbb29d3","created_at":"2023-03-26T15:30:11.988Z","meta.caller_id":"Cronjob","correlation_id":"551a2fdb9b362feff16056481c881c10","meta.root_caller_id":"Cronjob","meta.feature_category":"source_code_management","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:update_all_mirrors:06f0ae3fb264ecea0081f8b5bcdfdf63d385e3db07629cf8d60f5d6f216854cc","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.992Z","job_size_bytes":2,"pid":955,"message":"UpdateAllMirrorsWorker JID-db384bdd45d0515dbcbb29d3: start","job_status":"start","scheduling_latency_s":0.008881}
{"severity":"INFO","time":"2023-03-26T15:30:12.060Z","retry":0,"queue":"cronjob:pages_domain_verification_cron","version":0,"queue_namespace":"cronjob","args":[],"class":"PagesDomainVerificationCronWorker","jid":"875cf42f68d4fc5b9a57c6ac","created_at":"2023-03-26T15:30:11.801Z","meta.caller_id":"Cronjob","correlation_id":"f2b1fd69bb190e3083164845c8b505a6","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:pages_domain_verification_cron:4b3095972298b58b9c376f502255d63e0934f66e5921dfe9547414a5f347be92","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.814Z","job_size_bytes":2,"pid":955,"message":"PagesDomainVerificationCronWorker JID-875cf42f68d4fc5b9a57c6ac: done: 0.229704 sec","job_status":"done","scheduling_latency_s":0.01663,"redis_calls":2,"redis_duration_s":0.003193,"redis_read_bytes":2,"redis_write_bytes":217,"redis_queues_calls":2,"redis_queues_duration_s":0.003193,"redis_queues_read_bytes":2,"redis_queues_write_bytes":217,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.051,"db_main_duration_s":0.051,"db_main_replica_duration_s":0.0,"cpu_s":0.006822,"mem_objects":4344,"mem_bytes":367200,"mem_mallocs":1205,"mem_total_bytes":540960,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.229704,"completed_at":"2023-03-26T15:30:12.060Z","load_balancing_strategy":"primary","db_duration_s":0.050886}
{"severity":"INFO","time":"2023-03-26T15:30:12.028Z","retry":0,"queue":"cronjob:database_batched_background_migration_ci_database","version":0,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"b7a8208655156d098ae2d84a","created_at":"2023-03-26T15:30:11.761Z","meta.caller_id":"Cronjob","correlation_id":"a9b41152ef9ee91c3b80094eb0577e46","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:database_batched_background_migration_ci_database:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2023-03-26T15:30:11.765Z","job_size_bytes":2,"pid":955,"message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-b7a8208655156d098ae2d84a: done: 0.249208 sec","job_status":"done","scheduling_latency_s":0.013752,"redis_calls":2,"redis_duration_s":0.014468,"redis_read_bytes":2,"redis_write_bytes":236,"redis_queues_calls":2,"redis_queues_duration_s":0.014468,"redis_queues_read_bytes":2,"redis_queues_write_bytes":236,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":0,"db_main_count":0,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_duration_s":0.0,"db_main_replica_duration_s":0.0,"cpu_s":0.002901,"mem_objects":1155,"mem_bytes":104904,"mem_mallocs":257,"mem_total_bytes":151104,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.249208,"completed_at":"2023-03-26T15:30:12.028Z","load_balancing_strategy":"primary","db_duration_s":0.0}
{"severity":"INFO","time":"2023-03-26T15:30:12.078Z","retry":0,"queue":"cronjob:analytics_cycle_analytics_incremental","version":0,"queue_namespace":"cronjob","args":[],"class":"Analytics::CycleAnalytics::IncrementalWorker","jid":"73f36e7cb055999801b9209f","created_at":"2023-03-26T15:30:12.055Z","meta.caller_id":"Cronjob","correlation_id":"c80c9672910aa76836802727f483f51f","meta.root_caller_id":"Cronjob","meta.feature_category":"value_stream_management","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:analytics_cycle_analytics_incremental:5224ef0aa422d86095efbd7f87d776c1c0db138bf0c838d62ffc9c00e74b5452","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.056Z","job_size_bytes":2,"pid":955,"message":"Analytics::CycleAnalytics::IncrementalWorker JID-73f36e7cb055999801b9209f: start","job_status":"start","scheduling_latency_s":0.021988}
{"severity":"INFO","time":"2023-03-26T15:30:12.082Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["0"],"class":"ElasticIndexInitialBulkCronWorker","jid":"f34e1cdb683188111036a7e5","created_at":"2023-03-26T15:30:12.062Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:951f0ffd15dcd7411deaf49c2c0f56bbcac038578357ada9fece0839e37a2a15","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.064Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-f34e1cdb683188111036a7e5: start","job_status":"start","scheduling_latency_s":0.017196}
{"severity":"INFO","time":"2023-03-26T15:30:12.090Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["1"],"class":"ElasticIndexInitialBulkCronWorker","jid":"f3fa02fa84cedbec818a3834","created_at":"2023-03-26T15:30:12.076Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:73bfec17c18fb44fb1cac80d491bbd3e7b1d352935e0addb07b53c69ff56e279","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.077Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-f3fa02fa84cedbec818a3834: start","job_status":"start","scheduling_latency_s":0.013078}
{"severity":"INFO","time":"2023-03-26T15:30:12.097Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["2"],"class":"ElasticIndexInitialBulkCronWorker","jid":"d6620afae8a9c332ed9680f2","created_at":"2023-03-26T15:30:12.082Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:fc1167951b01e36a051bbc231982923c6a4446e31004ffdfeb9500da3b8491f9","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.083Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-d6620afae8a9c332ed9680f2: start","job_status":"start","scheduling_latency_s":0.014668}
{"severity":"INFO","time":"2023-03-26T15:30:12.099Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["3"],"class":"ElasticIndexInitialBulkCronWorker","jid":"63cabefa0fca1ec9e818929b","created_at":"2023-03-26T15:30:12.090Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:b1bbecdb0f6beac210b26573f6402e96acf5a49d61c10165e5b6cfaae3666943","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.098Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-63cabefa0fca1ec9e818929b: start","job_status":"start","scheduling_latency_s":0.000894}
{"severity":"INFO","time":"2023-03-26T15:30:12.113Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["5"],"class":"ElasticIndexInitialBulkCronWorker","jid":"2445b156c8a0a154e27652c0","created_at":"2023-03-26T15:30:12.108Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:e5b1b06975f7edbefd48afbcb1ac622b17805702d333ef61fbe6194e86ffb71d","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.109Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-2445b156c8a0a154e27652c0: start","job_status":"start","scheduling_latency_s":0.00368}
{"severity":"INFO","time":"2023-03-26T15:30:12.109Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["4"],"class":"ElasticIndexInitialBulkCronWorker","jid":"32b771f89f718aa554c87c31","created_at":"2023-03-26T15:30:12.101Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:aa000856db52fc790c3eb47cbe65690ab5d163cd2c8bac247d247fdf02f14557","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.101Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-32b771f89f718aa554c87c31: start","job_status":"start","scheduling_latency_s":0.008192}
{"severity":"INFO","time":"2023-03-26T15:30:12.087Z","retry":0,"queue":"cronjob:stuck_export_jobs","version":0,"queue_namespace":"cronjob","args":[],"class":"StuckExportJobsWorker","jid":"ce0beaf2b51d89f1bd7c37b9","created_at":"2023-03-26T15:30:11.914Z","meta.caller_id":"Cronjob","correlation_id":"29229a87259418800628f7f9c907ce7b","meta.root_caller_id":"Cronjob","meta.feature_category":"importers","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:stuck_export_jobs:c05136a1912f23c3950f9f6243170d655fcc26d1e5b96896d7e248d72f9039fe","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.928Z","job_size_bytes":2,"pid":955,"message":"StuckExportJobsWorker JID-ce0beaf2b51d89f1bd7c37b9: done: 0.122777 sec","job_status":"done","scheduling_latency_s":0.03705,"redis_calls":2,"redis_duration_s":0.00639,"redis_read_bytes":2,"redis_write_bytes":204,"redis_queues_calls":2,"redis_queues_duration_s":0.00639,"redis_queues_read_bytes":2,"redis_queues_write_bytes":204,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.034,"db_main_duration_s":0.034,"db_main_replica_duration_s":0.0,"cpu_s":0.003523,"mem_objects":2919,"mem_bytes":117776,"mem_mallocs":399,"mem_total_bytes":234536,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.122777,"completed_at":"2023-03-26T15:30:12.087Z","load_balancing_strategy":"primary","db_duration_s":0.033682}
{"severity":"INFO","time":"2023-03-26T15:30:12.124Z","retry":0,"queue":"cronjob:analytics_cycle_analytics_incremental","version":0,"queue_namespace":"cronjob","args":[],"class":"Analytics::CycleAnalytics::IncrementalWorker","jid":"73f36e7cb055999801b9209f","created_at":"2023-03-26T15:30:12.055Z","meta.caller_id":"Cronjob","correlation_id":"c80c9672910aa76836802727f483f51f","meta.root_caller_id":"Cronjob","meta.feature_category":"value_stream_management","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:analytics_cycle_analytics_incremental:5224ef0aa422d86095efbd7f87d776c1c0db138bf0c838d62ffc9c00e74b5452","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.056Z","job_size_bytes":2,"pid":955,"message":"Analytics::CycleAnalytics::IncrementalWorker JID-73f36e7cb055999801b9209f: done: 0.045819 sec","job_status":"done","scheduling_latency_s":0.021988,"redis_calls":2,"redis_duration_s":0.003502,"redis_read_bytes":2,"redis_write_bytes":224,"redis_queues_calls":2,"redis_queues_duration_s":0.003502,"redis_queues_read_bytes":2,"redis_queues_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.023,"db_main_duration_s":0.023,"db_main_replica_duration_s":0.0,"cpu_s":0.0037,"mem_objects":2990,"mem_bytes":125552,"mem_mallocs":438,"mem_total_bytes":245152,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.045819,"completed_at":"2023-03-26T15:30:12.124Z","load_balancing_strategy":"primary","db_duration_s":0.015464}
{"severity":"INFO","time":"2023-03-26T15:30:12.128Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["6"],"class":"ElasticIndexInitialBulkCronWorker","jid":"3aeaba9993d750a1ff2b0a2e","created_at":"2023-03-26T15:30:12.115Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:a4436ee3f346e9a3b9977be8610fcd1f4e35acefdee10bd484c866a7d118e3ea","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.120Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-3aeaba9993d750a1ff2b0a2e: start","job_status":"start","scheduling_latency_s":0.007883}
{"severity":"INFO","time":"2023-03-26T15:30:12.137Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["7"],"class":"ElasticIndexInitialBulkCronWorker","jid":"76edc7980b689217d08a0204","created_at":"2023-03-26T15:30:12.125Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:cbc86cc4524ee934342bbf182121ce48c542b5fe7dec7e31b902c39214ecdc52","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.128Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-76edc7980b689217d08a0204: start","job_status":"start","scheduling_latency_s":0.00878}
{"severity":"INFO","time":"2023-03-26T15:30:12.139Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["9"],"class":"ElasticIndexInitialBulkCronWorker","jid":"b732addc9b1286168b8eebd9","created_at":"2023-03-26T15:30:12.136Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:8baec2a811006d88bfd4d1c775f3a0eff8d414fc0e73124d197c0655e5c6040d","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.138Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-b732addc9b1286168b8eebd9: start","job_status":"start","scheduling_latency_s":0.00142}
{"severity":"INFO","time":"2023-03-26T15:30:12.138Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["8"],"class":"ElasticIndexInitialBulkCronWorker","jid":"d6eb3d52f049f9fffdd9eaa7","created_at":"2023-03-26T15:30:12.130Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:37c6d711679df274bf2f140ac4bf7445ca404afc6b50537f8a0c34ff8f488678","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.131Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-d6eb3d52f049f9fffdd9eaa7: start","job_status":"start","scheduling_latency_s":0.007578}
{"severity":"INFO","time":"2023-03-26T15:30:12.143Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["10"],"class":"ElasticIndexInitialBulkCronWorker","jid":"2de6691b0e20b7d4388fe42f","created_at":"2023-03-26T15:30:12.140Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:8a43c915cea5dbaf1b19e6c75ce378344601b69fae652c0ec91a49e707f813b4","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.141Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-2de6691b0e20b7d4388fe42f: start","job_status":"start","scheduling_latency_s":0.002539}
{"severity":"INFO","time":"2023-03-26T15:30:12.145Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["11"],"class":"ElasticIndexInitialBulkCronWorker","jid":"66d63318badfac0572f828f1","created_at":"2023-03-26T15:30:12.141Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:f3d9b29e941800fc4e9f8741bf1a3b9fd9aee3c149cc020d29c7f05bdb74efba","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.142Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-66d63318badfac0572f828f1: start","job_status":"start","scheduling_latency_s":0.003491}
{"severity":"INFO","time":"2023-03-26T15:30:12.151Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["12"],"class":"ElasticIndexInitialBulkCronWorker","jid":"35754abebf30f5d37b9f78be","created_at":"2023-03-26T15:30:12.144Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:cb835d06037e108881056ced28f6f0d9e854e555c1b19a303eedb47f929a6f38","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.148Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-35754abebf30f5d37b9f78be: start","job_status":"start","scheduling_latency_s":0.003315}
{"severity":"INFO","time":"2023-03-26T15:30:12.152Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["13"],"class":"ElasticIndexInitialBulkCronWorker","jid":"308e38ec5fa20d5e3fdce393","created_at":"2023-03-26T15:30:12.149Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:3d3d6d1021dcbd22c7490b10d518b7a873933b520ebd16624f8d91a818367cad","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.149Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-308e38ec5fa20d5e3fdce393: start","job_status":"start","scheduling_latency_s":0.003089}
{"severity":"INFO","time":"2023-03-26T15:30:12.157Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["14"],"class":"ElasticIndexInitialBulkCronWorker","jid":"dd15cf9f03f634761af957f2","created_at":"2023-03-26T15:30:12.151Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:ac40d5fddda5259f14234221a79cdc010d7db78ef29d8812667f5e49ea6b2639","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.153Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-dd15cf9f03f634761af957f2: start","job_status":"start","scheduling_latency_s":0.003923}
{"severity":"INFO","time":"2023-03-26T15:30:12.161Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":[],"class":"ElasticIndexInitialBulkCronWorker","jid":"69f0f6b673e11e9411d5a2c4","created_at":"2023-03-26T15:30:12.016Z","meta.caller_id":"Cronjob","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:ba175455ba4249d8c954504ae77a1c3684a61c72005cc3a3032e14c625ef4d8a","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.020Z","job_size_bytes":2,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-69f0f6b673e11e9411d5a2c4: done: 0.131314 sec","job_status":"done","scheduling_latency_s":0.009575,"redis_calls":51,"redis_duration_s":0.089232,"redis_read_bytes":66,"redis_write_bytes":17700,"redis_queues_calls":50,"redis_queues_duration_s":0.079348,"redis_queues_read_bytes":66,"redis_queues_write_bytes":17636,"redis_shared_state_calls":1,"redis_shared_state_duration_s":0.009884,"redis_shared_state_write_bytes":64,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_duration_s":0.004,"db_main_replica_duration_s":0.0,"cpu_s":0.023129,"mem_objects":13135,"mem_bytes":2299152,"mem_mallocs":3333,"mem_total_bytes":2824552,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.131314,"completed_at":"2023-03-26T15:30:12.161Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003887}
{"severity":"INFO","time":"2023-03-26T15:30:12.163Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["15"],"class":"ElasticIndexInitialBulkCronWorker","jid":"3f9abf8567e1233c83795565","created_at":"2023-03-26T15:30:12.156Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:0af5f4477b54dfac13d3139066f926fb8a307f83e6a3be92109a25481214c9c5","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.158Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-3f9abf8567e1233c83795565: start","job_status":"start","scheduling_latency_s":0.005614}
{"severity":"INFO","time":"2023-03-26T15:30:12.192Z","retry":0,"queue":"cronjob:users_migrate_records_to_ghost_user_in_batches","version":0,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"26bd5b6d06ddc3d586e20bf4","created_at":"2023-03-26T15:30:12.036Z","meta.caller_id":"Cronjob","correlation_id":"d0b80eeba03399c1b4f03348581928dc","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:users_migrate_records_to_ghost_user_in_batches:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.038Z","job_size_bytes":2,"pid":955,"message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-26bd5b6d06ddc3d586e20bf4: done: 0.150534 sec","job_status":"done","scheduling_latency_s":0.002977,"redis_calls":4,"redis_duration_s":0.017915,"redis_read_bytes":4,"redis_write_bytes":574,"redis_queues_calls":2,"redis_queues_duration_s":0.009427,"redis_queues_read_bytes":2,"redis_queues_write_bytes":233,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.008488,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":341,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.029,"db_main_duration_s":0.029,"db_main_replica_duration_s":0.0,"cpu_s":0.005196,"mem_objects":3398,"mem_bytes":210472,"mem_mallocs":446,"mem_total_bytes":346392,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.150534,"completed_at":"2023-03-26T15:30:12.192Z","load_balancing_strategy":"primary","db_duration_s":0.056578}
{"severity":"INFO","time":"2023-03-26T15:30:12.199Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["1"],"class":"ElasticIndexInitialBulkCronWorker","jid":"f3fa02fa84cedbec818a3834","created_at":"2023-03-26T15:30:12.076Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:73bfec17c18fb44fb1cac80d491bbd3e7b1d352935e0addb07b53c69ff56e279","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.077Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-f3fa02fa84cedbec818a3834: done: 0.109105 sec","job_status":"done","scheduling_latency_s":0.013078,"redis_calls":6,"redis_duration_s":0.015196999999999999,"redis_read_bytes":4,"redis_write_bytes":678,"redis_queues_calls":2,"redis_queues_duration_s":0.000327,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.01487,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":460,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_duration_s":0.011,"db_main_replica_duration_s":0.0,"cpu_s":0.006701,"mem_objects":2089,"mem_bytes":338136,"mem_mallocs":481,"mem_total_bytes":421696,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_initial_bulk_cron_worker.records_count":0,"extra.elastic_index_initial_bulk_cron_worker.shard_number":1,"duration_s":0.109105,"completed_at":"2023-03-26T15:30:12.199Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010513}
{"severity":"INFO","time":"2023-03-26T15:30:12.214Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["2"],"class":"ElasticIndexInitialBulkCronWorker","jid":"d6620afae8a9c332ed9680f2","created_at":"2023-03-26T15:30:12.082Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:fc1167951b01e36a051bbc231982923c6a4446e31004ffdfeb9500da3b8491f9","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.083Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-d6620afae8a9c332ed9680f2: done: 0.116711 sec","job_status":"done","scheduling_latency_s":0.014668,"redis_calls":6,"redis_duration_s":0.015491,"redis_read_bytes":4,"redis_write_bytes":678,"redis_queues_calls":2,"redis_queues_duration_s":0.011663,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003828,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":460,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_duration_s":0.011,"db_main_replica_duration_s":0.0,"cpu_s":0.003333,"mem_objects":1803,"mem_bytes":280592,"mem_mallocs":360,"mem_total_bytes":352712,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_initial_bulk_cron_worker.records_count":0,"extra.elastic_index_initial_bulk_cron_worker.shard_number":2,"duration_s":0.116711,"completed_at":"2023-03-26T15:30:12.214Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.011209}
{"severity":"INFO","time":"2023-03-26T15:30:12.209Z","retry":0,"queue":"cronjob:search_index_curation","version":0,"queue_namespace":"cronjob","args":[],"class":"Search::IndexCurationWorker","jid":"237e42631b2fd526dfabae93","created_at":"2023-03-26T15:30:11.599Z","meta.caller_id":"Cronjob","correlation_id":"ea696739c10e6a7e92e790ee9687a790","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:search_index_curation:f1b35de73fa09aee87da69fc70f7f498516e5b000ec47c894d20a533c302983e","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.600Z","job_size_bytes":2,"pid":955,"message":"Search::IndexCurationWorker JID-237e42631b2fd526dfabae93: done: 0.577953 sec","job_status":"done","scheduling_latency_s":0.031196,"redis_calls":4,"redis_duration_s":0.0078060000000000004,"redis_read_bytes":4,"redis_write_bytes":532,"redis_cache_calls":2,"redis_cache_duration_s":0.000336,"redis_cache_read_bytes":2,"redis_cache_write_bytes":324,"redis_queues_calls":2,"redis_queues_duration_s":0.00747,"redis_queues_read_bytes":2,"redis_queues_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_duration_s":0.011,"db_main_replica_duration_s":0.0,"cpu_s":0.003954,"mem_objects":2960,"mem_bytes":207896,"mem_mallocs":443,"mem_total_bytes":326296,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.577953,"completed_at":"2023-03-26T15:30:12.209Z","load_balancing_strategy":"primary","db_duration_s":0.087447}
{"severity":"INFO","time":"2023-03-26T15:30:12.237Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["0"],"class":"ElasticIndexInitialBulkCronWorker","jid":"f34e1cdb683188111036a7e5","created_at":"2023-03-26T15:30:12.062Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:951f0ffd15dcd7411deaf49c2c0f56bbcac038578357ada9fece0839e37a2a15","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.064Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-f34e1cdb683188111036a7e5: done: 0.155131 sec","job_status":"done","scheduling_latency_s":0.017196,"redis_calls":6,"redis_duration_s":0.023166,"redis_read_bytes":4,"redis_write_bytes":678,"redis_queues_calls":2,"redis_queues_duration_s":0.003152,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.020014,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":460,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_duration_s":0.011,"db_main_replica_duration_s":0.0,"cpu_s":0.007042,"mem_objects":2176,"mem_bytes":338616,"mem_mallocs":483,"mem_total_bytes":425656,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_initial_bulk_cron_worker.records_count":0,"extra.elastic_index_initial_bulk_cron_worker.shard_number":0,"duration_s":0.155131,"completed_at":"2023-03-26T15:30:12.237Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.011175}
{"severity":"INFO","time":"2023-03-26T15:30:12.244Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["4"],"class":"ElasticIndexInitialBulkCronWorker","jid":"32b771f89f718aa554c87c31","created_at":"2023-03-26T15:30:12.101Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:aa000856db52fc790c3eb47cbe65690ab5d163cd2c8bac247d247fdf02f14557","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.101Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-32b771f89f718aa554c87c31: done: 0.134227 sec","job_status":"done","scheduling_latency_s":0.008192,"redis_calls":6,"redis_duration_s":0.016792,"redis_read_bytes":4,"redis_write_bytes":678,"redis_queues_calls":2,"redis_queues_duration_s":0.007884,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.008908,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":460,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_duration_s":0.018,"db_main_replica_duration_s":0.0,"cpu_s":0.005743,"mem_objects":1802,"mem_bytes":259216,"mem_mallocs":356,"mem_total_bytes":331296,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_initial_bulk_cron_worker.records_count":0,"extra.elastic_index_initial_bulk_cron_worker.shard_number":4,"duration_s":0.134227,"completed_at":"2023-03-26T15:30:12.243Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01786}
{"severity":"INFO","time":"2023-03-26T15:30:12.249Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["3"],"class":"ElasticIndexInitialBulkCronWorker","jid":"63cabefa0fca1ec9e818929b","created_at":"2023-03-26T15:30:12.090Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:b1bbecdb0f6beac210b26573f6402e96acf5a49d61c10165e5b6cfaae3666943","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.098Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-63cabefa0fca1ec9e818929b: done: 0.150431 sec","job_status":"done","scheduling_latency_s":0.000894,"redis_calls":6,"redis_duration_s":0.028208999999999998,"redis_read_bytes":4,"redis_write_bytes":678,"redis_queues_calls":2,"redis_queues_duration_s":0.006417,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.021792,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":460,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_duration_s":0.015,"db_main_replica_duration_s":0.0,"cpu_s":0.004674,"mem_objects":1803,"mem_bytes":279696,"mem_mallocs":357,"mem_total_bytes":351816,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_initial_bulk_cron_worker.records_count":0,"extra.elastic_index_initial_bulk_cron_worker.shard_number":3,"duration_s":0.150431,"completed_at":"2023-03-26T15:30:12.249Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.014604}
{"severity":"INFO","time":"2023-03-26T15:30:12.251Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["9"],"class":"ElasticIndexInitialBulkCronWorker","jid":"b732addc9b1286168b8eebd9","created_at":"2023-03-26T15:30:12.136Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:8baec2a811006d88bfd4d1c775f3a0eff8d414fc0e73124d197c0655e5c6040d","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.138Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-b732addc9b1286168b8eebd9: done: 0.112208 sec","job_status":"done","scheduling_latency_s":0.00142,"redis_calls":6,"redis_duration_s":0.015268,"redis_read_bytes":4,"redis_write_bytes":678,"redis_queues_calls":2,"redis_queues_duration_s":0.000219,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.015049,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":460,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_duration_s":0.019,"db_main_replica_duration_s":0.0,"cpu_s":0.004026,"mem_objects":1803,"mem_bytes":279696,"mem_mallocs":357,"mem_total_bytes":351816,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_initial_bulk_cron_worker.records_count":0,"extra.elastic_index_initial_bulk_cron_worker.shard_number":9,"duration_s":0.112208,"completed_at":"2023-03-26T15:30:12.251Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.019215}
{"severity":"INFO","time":"2023-03-26T15:30:12.258Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["5"],"class":"ElasticIndexInitialBulkCronWorker","jid":"2445b156c8a0a154e27652c0","created_at":"2023-03-26T15:30:12.108Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:e5b1b06975f7edbefd48afbcb1ac622b17805702d333ef61fbe6194e86ffb71d","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.109Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-2445b156c8a0a154e27652c0: done: 0.145856 sec","job_status":"done","scheduling_latency_s":0.00368,"redis_calls":6,"redis_duration_s":0.017654,"redis_read_bytes":4,"redis_write_bytes":678,"redis_queues_calls":2,"redis_queues_duration_s":0.004051,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.013603,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":460,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_duration_s":0.02,"db_main_replica_duration_s":0.0,"cpu_s":0.005176,"mem_objects":1803,"mem_bytes":279696,"mem_mallocs":357,"mem_total_bytes":351816,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_initial_bulk_cron_worker.records_count":0,"extra.elastic_index_initial_bulk_cron_worker.shard_number":5,"duration_s":0.145856,"completed_at":"2023-03-26T15:30:12.258Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01963}
{"severity":"INFO","time":"2023-03-26T15:30:12.259Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["14"],"class":"ElasticIndexInitialBulkCronWorker","jid":"dd15cf9f03f634761af957f2","created_at":"2023-03-26T15:30:12.151Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:ac40d5fddda5259f14234221a79cdc010d7db78ef29d8812667f5e49ea6b2639","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.153Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-dd15cf9f03f634761af957f2: done: 0.102292 sec","job_status":"done","scheduling_latency_s":0.003923,"redis_calls":6,"redis_duration_s":0.018677,"redis_read_bytes":4,"redis_write_bytes":681,"redis_queues_calls":2,"redis_queues_duration_s":0.00457,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.014107,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":463,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.022,"db_main_duration_s":0.022,"db_main_replica_duration_s":0.0,"cpu_s":0.00449,"mem_objects":1802,"mem_bytes":279680,"mem_mallocs":357,"mem_total_bytes":351760,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_initial_bulk_cron_worker.records_count":0,"extra.elastic_index_initial_bulk_cron_worker.shard_number":14,"duration_s":0.102292,"completed_at":"2023-03-26T15:30:12.259Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.022142}
{"severity":"INFO","time":"2023-03-26T15:30:12.266Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["10"],"class":"ElasticIndexInitialBulkCronWorker","jid":"2de6691b0e20b7d4388fe42f","created_at":"2023-03-26T15:30:12.140Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:8a43c915cea5dbaf1b19e6c75ce378344601b69fae652c0ec91a49e707f813b4","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.141Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-2de6691b0e20b7d4388fe42f: done: 0.123011 sec","job_status":"done","scheduling_latency_s":0.002539,"redis_calls":6,"redis_duration_s":0.012223999999999999,"redis_read_bytes":4,"redis_write_bytes":681,"redis_queues_calls":2,"redis_queues_duration_s":0.003803,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.008421,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":463,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_duration_s":0.02,"db_main_replica_duration_s":0.0,"cpu_s":0.004406,"mem_objects":1802,"mem_bytes":279680,"mem_mallocs":357,"mem_total_bytes":351760,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_initial_bulk_cron_worker.records_count":0,"extra.elastic_index_initial_bulk_cron_worker.shard_number":10,"duration_s":0.123011,"completed_at":"2023-03-26T15:30:12.266Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.019644}
{"severity":"INFO","time":"2023-03-26T15:30:12.279Z","retry":0,"queue":"cronjob:update_all_mirrors","version":0,"queue_namespace":"cronjob","args":[],"class":"UpdateAllMirrorsWorker","jid":"db384bdd45d0515dbcbb29d3","created_at":"2023-03-26T15:30:11.988Z","meta.caller_id":"Cronjob","correlation_id":"551a2fdb9b362feff16056481c881c10","meta.root_caller_id":"Cronjob","meta.feature_category":"source_code_management","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:update_all_mirrors:06f0ae3fb264ecea0081f8b5bcdfdf63d385e3db07629cf8d60f5d6f216854cc","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.992Z","job_size_bytes":2,"pid":955,"message":"UpdateAllMirrorsWorker JID-db384bdd45d0515dbcbb29d3: done: 0.278241 sec","job_status":"done","scheduling_latency_s":0.008881,"redis_calls":6,"redis_duration_s":0.014005,"redis_read_bytes":6,"redis_write_bytes":531,"redis_queues_calls":2,"redis_queues_duration_s":0.005576,"redis_queues_read_bytes":2,"redis_queues_write_bytes":205,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.008429,"redis_shared_state_read_bytes":4,"redis_shared_state_write_bytes":326,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.18,"db_main_duration_s":0.18,"db_main_replica_duration_s":0.0,"cpu_s":0.007183,"mem_objects":5091,"mem_bytes":532472,"mem_mallocs":1281,"mem_total_bytes":736112,"worker_id":"sidekiq_0","rate_limiting_gates":[],"duration_s":0.278241,"completed_at":"2023-03-26T15:30:12.279Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.180331}
{"severity":"INFO","time":"2023-03-26T15:30:12.282Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["7"],"class":"ElasticIndexInitialBulkCronWorker","jid":"76edc7980b689217d08a0204","created_at":"2023-03-26T15:30:12.125Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:cbc86cc4524ee934342bbf182121ce48c542b5fe7dec7e31b902c39214ecdc52","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.128Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-76edc7980b689217d08a0204: done: 0.145397 sec","job_status":"done","scheduling_latency_s":0.00878,"redis_calls":6,"redis_duration_s":0.021716,"redis_read_bytes":4,"redis_write_bytes":678,"redis_queues_calls":2,"redis_queues_duration_s":0.013478,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.008238,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":460,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.04,"db_main_duration_s":0.04,"db_main_replica_duration_s":0.0,"cpu_s":0.004361,"mem_objects":1803,"mem_bytes":279696,"mem_mallocs":357,"mem_total_bytes":351816,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_initial_bulk_cron_worker.records_count":0,"extra.elastic_index_initial_bulk_cron_worker.shard_number":7,"duration_s":0.145397,"completed_at":"2023-03-26T15:30:12.282Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.040234}
{"severity":"INFO","time":"2023-03-26T15:30:12.362Z","retry":0,"queue":"cronjob:loose_foreign_keys_cleanup","version":0,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"dc2d8fb8f5eaf192195725a0","created_at":"2023-03-26T15:30:11.523Z","meta.caller_id":"Cronjob","correlation_id":"55ad7043c3d98ab263eaf063e47b1b59","meta.root_caller_id":"Cronjob","meta.feature_category":"pods","worker_data_consistency":"always","idempotency_key":"resque:gitlab:duplicate:cronjob:loose_foreign_keys_cleanup:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:11.530Z","job_size_bytes":2,"pid":955,"message":"LooseForeignKeys::CleanupWorker JID-dc2d8fb8f5eaf192195725a0: done: 0.817495 sec","job_status":"done","scheduling_latency_s":0.01529,"redis_calls":4,"redis_duration_s":0.016311,"redis_read_bytes":4,"redis_write_bytes":514,"redis_queues_calls":2,"redis_queues_duration_s":0.007836,"redis_queues_read_bytes":2,"redis_queues_write_bytes":213,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.008475,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":301,"db_count":11,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":11,"db_main_count":11,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.026,"db_main_duration_s":0.026,"db_main_replica_duration_s":0.0,"cpu_s":0.085065,"mem_objects":52647,"mem_bytes":114322216,"mem_mallocs":10517,"mem_total_bytes":116428096,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main"},"duration_s":0.817495,"completed_at":"2023-03-26T15:30:12.362Z","load_balancing_strategy":"primary","db_duration_s":0.027428}
{"severity":"INFO","time":"2023-03-26T15:30:12.393Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["13"],"class":"ElasticIndexInitialBulkCronWorker","jid":"308e38ec5fa20d5e3fdce393","created_at":"2023-03-26T15:30:12.149Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:3d3d6d1021dcbd22c7490b10d518b7a873933b520ebd16624f8d91a818367cad","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.149Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-308e38ec5fa20d5e3fdce393: done: 0.241176 sec","job_status":"done","scheduling_latency_s":0.003089,"redis_calls":6,"redis_duration_s":0.0014889999999999999,"redis_read_bytes":4,"redis_write_bytes":681,"redis_queues_calls":2,"redis_queues_duration_s":0.001142,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000347,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":463,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.052,"db_main_duration_s":0.052,"db_main_replica_duration_s":0.0,"cpu_s":0.007875,"mem_objects":3396,"mem_bytes":366128,"mem_mallocs":608,"mem_total_bytes":501968,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_initial_bulk_cron_worker.records_count":0,"extra.elastic_index_initial_bulk_cron_worker.shard_number":13,"duration_s":0.241176,"completed_at":"2023-03-26T15:30:12.393Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.110558}
{"severity":"INFO","time":"2023-03-26T15:30:12.400Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["8"],"class":"ElasticIndexInitialBulkCronWorker","jid":"d6eb3d52f049f9fffdd9eaa7","created_at":"2023-03-26T15:30:12.130Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:37c6d711679df274bf2f140ac4bf7445ca404afc6b50537f8a0c34ff8f488678","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.131Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-d6eb3d52f049f9fffdd9eaa7: done: 0.262114 sec","job_status":"done","scheduling_latency_s":0.007578,"redis_calls":6,"redis_duration_s":0.008973,"redis_read_bytes":4,"redis_write_bytes":678,"redis_queues_calls":2,"redis_queues_duration_s":0.000393,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00858,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":460,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.054,"db_main_duration_s":0.054,"db_main_replica_duration_s":0.0,"cpu_s":0.009309,"mem_objects":3406,"mem_bytes":325184,"mem_mallocs":606,"mem_total_bytes":461424,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_initial_bulk_cron_worker.records_count":0,"extra.elastic_index_initial_bulk_cron_worker.shard_number":8,"duration_s":0.262114,"completed_at":"2023-03-26T15:30:12.400Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.116321}
{"severity":"INFO","time":"2023-03-26T15:30:12.405Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["15"],"class":"ElasticIndexInitialBulkCronWorker","jid":"3f9abf8567e1233c83795565","created_at":"2023-03-26T15:30:12.156Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:0af5f4477b54dfac13d3139066f926fb8a307f83e6a3be92109a25481214c9c5","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.158Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-3f9abf8567e1233c83795565: done: 0.242018 sec","job_status":"done","scheduling_latency_s":0.005614,"redis_calls":6,"redis_duration_s":0.010087,"redis_read_bytes":4,"redis_write_bytes":681,"redis_queues_calls":2,"redis_queues_duration_s":0.001345,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.008742,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":463,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.056,"db_main_duration_s":0.056,"db_main_replica_duration_s":0.0,"cpu_s":0.008233,"mem_objects":3396,"mem_bytes":366128,"mem_mallocs":608,"mem_total_bytes":501968,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_initial_bulk_cron_worker.records_count":0,"extra.elastic_index_initial_bulk_cron_worker.shard_number":15,"duration_s":0.242018,"completed_at":"2023-03-26T15:30:12.405Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.113356}
{"severity":"INFO","time":"2023-03-26T15:30:12.397Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["11"],"class":"ElasticIndexInitialBulkCronWorker","jid":"66d63318badfac0572f828f1","created_at":"2023-03-26T15:30:12.141Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:f3d9b29e941800fc4e9f8741bf1a3b9fd9aee3c149cc020d29c7f05bdb74efba","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.142Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-66d63318badfac0572f828f1: done: 0.251392 sec","job_status":"done","scheduling_latency_s":0.003491,"redis_calls":6,"redis_duration_s":0.005998,"redis_read_bytes":4,"redis_write_bytes":681,"redis_queues_calls":2,"redis_queues_duration_s":0.001109,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.004889,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":463,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.06,"db_main_duration_s":0.06,"db_main_replica_duration_s":0.0,"cpu_s":0.007188,"mem_objects":3396,"mem_bytes":366128,"mem_mallocs":608,"mem_total_bytes":501968,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_initial_bulk_cron_worker.records_count":0,"extra.elastic_index_initial_bulk_cron_worker.shard_number":11,"duration_s":0.251392,"completed_at":"2023-03-26T15:30:12.397Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.106491}
{"severity":"INFO","time":"2023-03-26T15:30:12.407Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["6"],"class":"ElasticIndexInitialBulkCronWorker","jid":"3aeaba9993d750a1ff2b0a2e","created_at":"2023-03-26T15:30:12.115Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:a4436ee3f346e9a3b9977be8610fcd1f4e35acefdee10bd484c866a7d118e3ea","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.120Z","job_size_bytes":3,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-3aeaba9993d750a1ff2b0a2e: done: 0.279623 sec","job_status":"done","scheduling_latency_s":0.007883,"redis_calls":6,"redis_duration_s":0.018675,"redis_read_bytes":4,"redis_write_bytes":678,"redis_queues_calls":2,"redis_queues_duration_s":0.00408,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.014595,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":460,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.055,"db_main_duration_s":0.055,"db_main_replica_duration_s":0.0,"cpu_s":0.007917,"mem_objects":3397,"mem_bytes":366144,"mem_mallocs":608,"mem_total_bytes":502024,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_initial_bulk_cron_worker.records_count":0,"extra.elastic_index_initial_bulk_cron_worker.shard_number":6,"duration_s":0.279623,"completed_at":"2023-03-26T15:30:12.407Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.116308}
{"severity":"INFO","time":"2023-03-26T15:30:12.403Z","retry":0,"queue":"cronjob:elastic_index_initial_bulk_cron","version":0,"queue_namespace":"cronjob","args":["12"],"class":"ElasticIndexInitialBulkCronWorker","jid":"35754abebf30f5d37b9f78be","created_at":"2023-03-26T15:30:12.144Z","meta.caller_id":"ElasticIndexInitialBulkCronWorker","correlation_id":"d799d0692112e1d1ef377bcfb611aa71","meta.root_caller_id":"Cronjob","meta.feature_category":"global_search","meta.client_id":"ip/","worker_data_consistency":"sticky","wal_locations":{},"wal_location_source":"primary","idempotency_key":"resque:gitlab:duplicate:cronjob:elastic_index_initial_bulk_cron:cb835d06037e108881056ced28f6f0d9e854e555c1b19a303eedb47f929a6f38","size_limiter":"validated","enqueued_at":"2023-03-26T15:30:12.148Z","job_size_bytes":4,"pid":955,"message":"ElasticIndexInitialBulkCronWorker JID-35754abebf30f5d37b9f78be: done: 0.251921 sec","job_status":"done","scheduling_latency_s":0.003315,"redis_calls":6,"redis_duration_s":0.004256,"redis_read_bytes":4,"redis_write_bytes":681,"redis_queues_calls":2,"redis_queues_duration_s":0.000264,"redis_queues_read_bytes":2,"redis_queues_write_bytes":218,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003992,"redis_shared_state_read_bytes":2,"redis_shared_state_write_bytes":463,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_replica_count":0,"db_primary_count":1,"db_main_count":1,"db_main_replica_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_main_cached_count":0,"db_main_replica_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_main_wal_count":0,"db_main_replica_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_main_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.064,"db_main_duration_s":0.064,"db_main_replica_duration_s":0.0,"cpu_s":0.006733,"mem_objects":3394,"mem_bytes":325168,"mem_mallocs":606,"mem_total_bytes":460928,"worker_id":"sidekiq_0","rate_limiting_gates":[],"extra.elastic_index_initial_bulk_cron_worker.records_count":0,"extra.elastic_index_initial_bulk_cron_worker.shard_number":12,"duration_s":0.251921,"completed_at":"2023-03-26T15:30:12.403Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.117955}