job 1035726 job_stopped_callback error - /var/app/current/vendor/bundle/ruby/3.3.0/gems/mysql2-0.5.4/lib/mysql2/client.rb:148:in `_query'
...
/var/app/current/app/models/concerns/stale_review/record.rb:17:in `touch_reviews_after_save'
...
/var/app/current/app/models/concerns/parent_updatable.rb:19:in `update_jobable_job_status!'
...
/var/app/current/app/models/concerns/refinementable.rb:140:in `run_refinement_postprocessor'
/var/app/current/app/models/concerns/refinementable.rb:70:in `block (3 levels) in <module:Refinementable>'
...
/var/app/current/app/models/concerns/refinementable.rb:158:in `check_refinement_on_job_stopped'
/var/app/current/app/models/concerns/jobable/capture.rb:47:in `block in job_stopped_callback'

when 'stopped'
  raise Cupix::Errors::InvalidState.new(code: 'STAT40000', reason: 'State not changed') if @model.stopped?

  @model.stopped_state!

after_transition any => :stopped do |job, transition|
  job.aws_tasks.each do |task|
    PullTaskWorker.perform_in(20.second, task.id)
  end

  jid = JobCallbackWorker.perform_inline(job.id, 'job_stopped_callback')
  Cupix::Logger.info("invoke job_stopped_callback with jid: #{jid} for job #{job.id}")
end

def job_stopped_callback(job)
  run_callbacks(:job_stopped_callback) do
    if job.update_jobable_state?
      update_refinement_state
      initiate_editing_state
      start_finalization
      update(processing_finished_at: DateTime.now)
      # ...
      done_state
    end

    check_refinement_on_job_stopped(job)    # line 45
    check_reconstruction_state_on_job_stopped(job)
  end
end

def check_refinement_on_job_stopped(job)
  return unless job.kind == 'create_capture_refinement'

  reset_refinement_editing
  if job.error_code.present?
    self.refinement_error_code = job.error_code
    error_refinement_state    # line 158: refinement state machine :error 이벤트
  end

  nil
end

before_transition from: any, to: :error do |model, transition|
  if model.refinement_error_code.present?
    model.event_reason_processing_failed(model) if model.respond_to?(:event_reason_processing_failed)
    model.run_refinement_postprocessor(model)    # line 70
  end
end

def run_refinement_postprocessor(model)
  _job = model.jobs.where(kind: 'create_capture').last
  if _job.blank?
    Cupix::Logger.info("Capture #{id} job not found. failed to run postprocessor", ...)
    return
  end

  _job.running_state!    # line 140: 또 다른 Job state machine 전이 트리거
  run_postprocessor_agent(_job)
end

def update_jobable_job_status!
  return if self.jobable.blank?
  return unless self.jobable.update_jobable_when_job_updated? && self.update_jobable_state?

  self.jobable.update({
    error_code: self.error_code,
    processing_status: self.processing_status,
    progress: self.progress,
    running_state: self.state
  })

  if self.has_attribute?(:record_id) && self.record_id.present?
    self.record.update({         # line 19: Record UPDATE — 여기서 around_save 트리거
      error_code: self.error_code,
      running_state: self.state
    })
  end
end

around_save :touch_reviews_after_save, unless: :skip_touch_reviews?

def touch_reviews_after_save
  if changes.keys.include?('captured_at') && changes['captured_at'][0].present?
    self._previous_captured_at = changes['captured_at'][0]
  end

  yield    # line 17: 여기서 실제 SQL UPDATE가 실행되며 MySQL2 에러 발생

  return if saved_changes.blank?
  # ...
end

service:cupixworks-api status:error "job_stopped_callback"

service:cupixworks-api "1035726"

service:cupixworks-api status:error (Mysql2 OR mysql2 OR "ActiveRecord::Deadlocked" OR "ActiveRecord::LockWaitTimeout")

19:56:28.383 [info]  Refinement job is created for capture 687538. job_id: 1035726
19:56:28.384 [info]  Sending message to SQS cupix-tesla-ece-arm: {...job: {id: 1035726}...}
19:56:38.405 [info]  [aws_task_stopped] aws_task_model_id: 776145, job_id: 1035726
19:56:38.413 [info]  [200] PUT /api/v1/jobs/1035726
19:57:50.569 [info]  [Job] state changed from created to stopped on Job 1035726
19:57:50.569 [info]  job 1035726, run job_stopped_callback
19:58:40.679 [error] job 1035726 job_stopped_callback error - mysql2/client.rb:148:in '_query'
19:58:40.704 [info]  [200] PUT /api/v1/jobs/1035726

service:cupixworks-api status:error ("Lock wait timeout" OR "innodb_lock_wait_timeout" OR "Mysql2::Error")

service:cupixworks-api status:error "job_stopped_callback error"

service:cupixworks-api "job_stopped_callback" @duration:>50000