<?php
set_time_limit(0);
ini_set('memory_limit', '512M');

require_once 'includes/config.php';
require_once 'includes/functions.php';
require_once 'includes/auth.php';
require_once 'includes/db.php';
require_once 'includes/GptHelper.php';
require_once 'includes/IntegrityCheckHandler.php';
require_once 'includes/QueueManager.php';

$queue = QueueManager::getInstance();
$handler = IntegrityCheckHandler::getInstance();

while (true) {
    try {
        if (!$queue->acquireLock()) {
            sleep(5);
            continue;
        }

        $item = $queue->getNextItem('integrity_check');
        
        if ($item) {
            try {
                $success = $handler->checkRecordIntegrity(
                    $item['data'], 
                    $handler->getAttributeMetadata()
                );
                
                $queue->updateItemStatus(
                    $item['id'],
                    $success ? 'completed' : 'failed',
                    $success ? null : 'Record check failed'
                );
                
                // Respect rate limits
                sleep(20);
                
            } catch (Exception $e) {
                $queue->updateItemStatus(
                    $item['id'],
                    'failed',
                    $e->getMessage()
                );
                
                if (stripos($e->getMessage(), 'rate limit') !== false) {
                    sleep(65); // Wait slightly over a minute
                }
            }
        } else {
            sleep(5);
        }
        
        $queue->releaseLock();
        
    } catch (Exception $e) {
        error_log("Queue processor error: " . $e->getMessage());
        $queue->releaseLock();
        sleep(5);
    }
}
?>