Value AQEBv742zXXB5AzpRv1JTEEhI6yPQZAr/J0jH4eu95Qp5bEj86DYf55dFEaywsGeDSgWGmoZMVb/ZSt1JqvSfHRp0STQ2DNoX0vuAoxQz/X3Es0TUutBXWHL62TPnSU0eKuS2OxD/XcdQDCTmumVMC1Yq+f6uCKbB2emT3VXJj15kRS++/wJbu7Vl+uDfZSC7cr/lQ7wB0j1iqsU/49bWWGXf3cAl81w0NNyrJQqykl9RBy8JUitizGbJr1GVukvabVJO4XkkeEpCK3vRB1NU6GXUotayRwZ49fxu5PP/WIel/736tFzKyfkv28WsGQ3kZ3m for parameter ReceiptHandle is invalid. Reason: The receipt handle has expired.

protected runByMessage = async (message: AWS.SQS.Message) => {
    this._messageInProcess = message;
    const messageBody = message.Body;
    if (messageBody && CPUtils.isJsonString(messageBody)) {
        const msgObject = JSON.parse(messageBody);
        // ...
        try {
            await TraceUtils.activateSpan(span, async () => {
                this.setLogMeta(msgObject);
                logger.info('BaseService::runByMessage | id: %d', targetId);

                await this.authenticateByMessage(msgObject);
                await this.run(targetId, msgObject);  // ← Python process 실행. 최대 1h 소요.
                await this.cleanUpAnythingRelatedModel();
                await this.deleteByMessage(message);  // ← 정상 흐름의 DeleteMessage
                // ...

export class CaptureIntelligenceProcessManager {
    /** Maximum execution time before process is killed (1 hour). */
    private readonly TIMEOUT_MS = 60 * 60 * 1000;
    // ...
    private runPythonProcess(inputPath: string, outputPath: string, workDir: string): Promise<void> {
        return new Promise((resolve, reject) => {
            const abortController = new AbortController();

            const timeoutSignal = AbortSignal.timeout(this.TIMEOUT_MS);
            timeoutSignal.addEventListener('abort', () => {
                logger.warn('CaptureIntelligenceProcessManager | process timeout, aborting...');
                abortController.abort(new Error('Process timeout'));
            }, { once: true });
            // ...
            const childProcess = spawn('python3', [...], {
                env: process.env,
                stdio: ['ignore', 'pipe', 'pipe'],
                cwd: workDir,
                signal: abortController.signal  // ← timeout 발화 시 SIGTERM
            });
            // ...

export * from '@agents/shared-config';

export const QueueVisibilityTimeout = 600; // seconds
export const MaximumNumberOfRunTask = 10;
export const ScaleOutCoolDown = 120000; // ms
export const AwsS3MaxTransferSize = 10;

export const DefaultAwsQueueName = 'cupix-development';

export const DefaultDataDirName = 'json_data';

deleteMessage = (message: AWS.SQS.Message): Promise<void> => new Promise((resolve, reject) => {
    if (this.debugMode) return resolve();

    const queueUrl = this.queueUrl;
    logger.info('AwsQueueManager::deleteMessage | begin - queue url: %s', queueUrl);
    if (queueUrl == undefined) {
        logger.error('AwsQueueManager::deleteMessage | end - undefined queueUrl');
        return reject();
    }

    const messageReceiptHandle = message && message.ReceiptHandle;
    if (messageReceiptHandle == undefined) {
        logger.error('AwsQueueManager::deleteMessage | end - undefined messageReceiptHandle');
        return reject();
    }

    const params: AWS.SQS.DeleteMessageRequest = {
        QueueUrl: queueUrl,
        ReceiptHandle: messageReceiptHandle  // ← 1시간 전에 받은 handle. 이미 만료.
    };
    this.sqs.deleteMessage(params, (err: AWS.AWSError) => {
        if (err) {
            logger.error('AwsQueueManager::deleteMessage | end - %s', err.message);  // ← 본 클러스터의 에러 로그 위치
            reject(err);
        } else {
            logger.info('AwsQueueManager::deleteMessage | end - message id: %s', message.MessageId);
            resolve();
        }
    });
});

private handlingMessageErrors = async (error: any): Promise<void> => {
    const errorAndMessage = {
        error: error,
        sqsMessage: {}
    };
    if (this.messageInProcess) {
        errorAndMessage.sqsMessage = {
            MessageId: this.messageInProcess.MessageId,
            Attributes: this.messageInProcess.Attributes
        };
        const apiErrorObject = this.getApiErrorToDeleteMessage(error);
        if (apiErrorObject != undefined || this.checkReceiveCountToDeleteMessage()) {
            try {
                errorAndMessage.error = apiErrorObject;
                await this.deleteByMessage(this.messageInProcess);  // ← 만료 핸들로 호출, throw
                if (this._modelInProcess != undefined && this._modelInProcess.id > 0) await this.updateErrorState(this._modelInProcess);
            } catch (error) {
                logger.error('BaseService::handlingMessageErrors | Errors in error handling', error);
            }
        }
    }
    logger.error('BaseService::handlingMessageErrors | Error and message object - %s', JSON.stringify(errorAndMessage));
    resetLogMeta();
};

service:cupixworks-capture-intelligence-agent ("run | begin" OR "Output received" OR "process timeout" OR "process error" OR "deleteMessage" OR "ReceiptHandle")

2026-06-19 13:03:24 KST   info   BaseService::runByMessage | id: 717862
2026-06-19 13:03:24 KST   info   CaptureIntelligenceService::run | begin - captureId: 717862, spacetimeId: 1463817, type: cupixworks
2026-06-19 13:03:24 KST   info   CaptureIntelligenceProcessManager::execute | captureId: 717862, ...
2026-06-19 13:03:24 KST   info   CaptureIntelligenceProcessManager::runPythonProcess | executing: python3 -m src --input ...
... (이후 1 시간 동안 동일 ECS task 의 capture-intelligence Python 출력 없음)
2026-06-19 14:03:32 KST   warn   CaptureIntelligenceProcessManager | process timeout, aborting...
2026-06-19 14:03:32 KST   error  CaptureIntelligenceProcess | process error: The operation was aborted
2026-06-19 14:03:32 KST   info   AwsQueueManager::deleteMessage | begin - queue url: https://sqs.us-west-2.amazonaws.com/002596530511/cupix-capture-intelligence-agent-production.fifo
2026-06-19 14:03:32 KST   error  AwsQueueManager::deleteMessage | end - Value AQEB... for parameter ReceiptHandle is invalid. Reason: The receipt handle has expired.
2026-06-19 14:03:32 KST   error  BaseService::handlingMessageErrors | Error and message object - {"error":"undefined response","sqsMessage":{"MessageId":"4f9fc010-9b09-43cf-b0e0-bb2588254514","Attributes":{"ApproximateReceiveCount":"1"}}}
2026-06-19 14:03:33 KST   info   BaseService::runByMessage | id: 717862        ← SQS 자동 재배달 (ReceiveCount=2)
2026-06-19 14:07:09 KST   info   CaptureIntelligenceProcessManager::execute | Output received - success: true
2026-06-19 14:07:10 KST   info   AwsQueueManager::deleteMessage | end - message id: 4f9fc010-9b09-43cf-b0e0-bb2588254514

{
  "stack": "AbortError: The operation was aborted\n    at abortChildProcess (node:child_process:725:27)\n    ...",
  "message": "The operation was aborted",
  "cause": {
    "stack": "Error: Process timeout\n    at timeoutSignal.addEventListener.once (/tmp/agent/dist/app.cjs:6485:31)\n    ...",
    "message": "Process timeout",
    "name": "Error"
  },
  "code": "ABORT_ERR",
  "name": "AbortError"
}

sum:trace.aws.sqs.errors{service:cupixworks-capture-intelligence-agent,error_type:InvalidParameterValue}.as_count()

sum:logs{service:cupixworks-capture-intelligence-agent "process timeout, aborting"}.index("*").rollup(count, 300)

sum:logs{service:cupixworks-capture-intelligence-agent "receipt handle has expired"}.index("*").rollup(count, 300)

avg:trace.python.duration{service:capture-summary,resource_name:generate_works_capture_summary_with_video}