shopdb/sql/udc_retention.sql

-- ============================================================================
-- UDC Data Retention & Summarization
-- Keeps daily summaries forever, purges raw data after 90 days
-- Created: 2025-12-16
-- ============================================================================

-- Daily measurement summary (aggregated from udcmeasurements)
CREATE TABLE IF NOT EXISTS udcmeasurements_daily (
    summaryid INT AUTO_INCREMENT PRIMARY KEY,
    summarydate DATE NOT NULL,
    machinenumber VARCHAR(20) NOT NULL,
    method VARCHAR(20),
    eventtype VARCHAR(20),
    measurement_count INT DEFAULT 0,
    oot_count INT DEFAULT 0,
    avg_deviation DECIMAL(12,6),
    min_deviation DECIMAL(12,6),
    max_deviation DECIMAL(12,6),
    avg_actualval DECIMAL(12,6),
    dateadded DATETIME DEFAULT CURRENT_TIMESTAMP,
    UNIQUE INDEX uk_daily_machine_method (summarydate, machinenumber, method, eventtype),
    INDEX idx_summarydate (summarydate),
    INDEX idx_machinenumber (machinenumber)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;

-- Daily event summary (aggregated from udcevents)
CREATE TABLE IF NOT EXISTS udcevents_daily (
    summaryid INT AUTO_INCREMENT PRIMARY KEY,
    summarydate DATE NOT NULL,
    machinenumber VARCHAR(20) NOT NULL,
    eventtype VARCHAR(30),
    event_count INT DEFAULT 0,
    dateadded DATETIME DEFAULT CURRENT_TIMESTAMP,
    UNIQUE INDEX uk_daily_machine_event (summarydate, machinenumber, eventtype),
    INDEX idx_summarydate (summarydate),
    INDEX idx_machinenumber (machinenumber)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;

-- Daily tool data summary (aggregated from udctooldata)
CREATE TABLE IF NOT EXISTS udctooldata_daily (
    summaryid INT AUTO_INCREMENT PRIMARY KEY,
    summarydate DATE NOT NULL,
    machinenumber VARCHAR(20) NOT NULL,
    toolnumber INT,
    measurement_count INT DEFAULT 0,
    oot_count INT DEFAULT 0,
    avg_deviation DECIMAL(12,6),
    max_deviation DECIMAL(12,6),
    dateadded DATETIME DEFAULT CURRENT_TIMESTAMP,
    UNIQUE INDEX uk_daily_machine_tool (summarydate, machinenumber, toolnumber),
    INDEX idx_summarydate (summarydate),
    INDEX idx_machinenumber (machinenumber),
    INDEX idx_toolnumber (toolnumber)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;

-- Daily parts/production summary (aggregated from udcparts)
CREATE TABLE IF NOT EXISTS udcpartsdaily (
    summaryid INT AUTO_INCREMENT PRIMARY KEY,
    summarydate DATE NOT NULL,
    machinenumber VARCHAR(20) NOT NULL,
    badgenumber VARCHAR(50),
    partscount INT DEFAULT 0,
    ootparts INT DEFAULT 0,
    totalmeasurements INT DEFAULT 0,
    totaloot INT DEFAULT 0,
    avgcycletime DECIMAL(10,2),
    mincycletime DECIMAL(10,2),
    maxcycletime DECIMAL(10,2),
    avgchangeover DECIMAL(10,2),
    dateadded DATETIME DEFAULT CURRENT_TIMESTAMP,
    UNIQUE INDEX uk_daily_machine_badge (summarydate, machinenumber, badgenumber),
    INDEX idx_summarydate (summarydate),
    INDEX idx_machinenumber (machinenumber),
    INDEX idx_badgenumber (badgenumber)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;

-- Daily manual request summary (aggregated from udcmanualrequests)
CREATE TABLE IF NOT EXISTS udcmanualrequestsdaily (
    summaryid INT AUTO_INCREMENT PRIMARY KEY,
    summarydate DATE NOT NULL,
    machinenumber VARCHAR(20) NOT NULL,
    requestcount INT DEFAULT 0,
    avgresponseseconds DECIMAL(10,2),
    minresponseseconds DECIMAL(10,2),
    maxresponseseconds DECIMAL(10,2),
    dateadded DATETIME DEFAULT CURRENT_TIMESTAMP,
    UNIQUE INDEX uk_daily_machine_manual (summarydate, machinenumber),
    INDEX idx_summarydate (summarydate),
    INDEX idx_machinenumber (machinenumber)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;

-- Daily error summary (aggregated from udcerrors)
CREATE TABLE IF NOT EXISTS udcerrorsdaily (
    summaryid INT AUTO_INCREMENT PRIMARY KEY,
    summarydate DATE NOT NULL,
    machinenumber VARCHAR(20) NOT NULL,
    errortype VARCHAR(50),
    errorcount INT DEFAULT 0,
    dateadded DATETIME DEFAULT CURRENT_TIMESTAMP,
    UNIQUE INDEX uk_daily_machine_error (summarydate, machinenumber, errortype),
    INDEX idx_summarydate (summarydate),
    INDEX idx_machinenumber (machinenumber)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;

-- Daily violation summary (aggregated from udcviolations - CLM specific)
CREATE TABLE IF NOT EXISTS udcviolationsdaily (
    summaryid INT AUTO_INCREMENT PRIMARY KEY,
    summarydate DATE NOT NULL,
    machinenumber VARCHAR(20) NOT NULL,
    badgenumber VARCHAR(20),
    violationcount INT DEFAULT 0,
    dateadded DATETIME DEFAULT CURRENT_TIMESTAMP,
    UNIQUE INDEX uk_daily_machine_badge_viol (summarydate, machinenumber, badgenumber),
    INDEX idx_summarydate (summarydate),
    INDEX idx_machinenumber (machinenumber),
    INDEX idx_badgenumber (badgenumber)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;

-- Daily header updates summary (aggregated from udcheaderupdates - badge changes)
CREATE TABLE IF NOT EXISTS udcheaderupdatesdaily (
    summaryid INT AUTO_INCREMENT PRIMARY KEY,
    summarydate DATE NOT NULL,
    machinenumber VARCHAR(20) NOT NULL,
    updatecount INT DEFAULT 0,
    uniqueoperators INT DEFAULT 0,
    dateadded DATETIME DEFAULT CURRENT_TIMESTAMP,
    UNIQUE INDEX uk_daily_machine_header (summarydate, machinenumber),
    INDEX idx_summarydate (summarydate),
    INDEX idx_machinenumber (machinenumber)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;

-- ============================================================================
-- Stored Procedure: Summarize a specific date's data
-- ============================================================================
DELIMITER //

DROP PROCEDURE IF EXISTS sp_udc_summarize_date //
CREATE PROCEDURE sp_udc_summarize_date(IN p_date DATE)
BEGIN
    -- Summarize measurements for the date
    INSERT INTO udcmeasurements_daily
        (summarydate, machinenumber, method, eventtype, measurement_count, oot_count,
         avg_deviation, min_deviation, max_deviation, avg_actualval)
    SELECT
        DATE(m.eventtime) as summarydate,
        s.machinenumber,
        m.method,
        m.eventtype,
        COUNT(*) as measurement_count,
        SUM(m.oot) as oot_count,
        ROUND(AVG(m.deviation), 6) as avg_deviation,
        ROUND(MIN(m.deviation), 6) as min_deviation,
        ROUND(MAX(m.deviation), 6) as max_deviation,
        ROUND(AVG(m.actualval), 6) as avg_actualval
    FROM udcmeasurements m
    JOIN udcsessions s ON m.sessionid = s.sessionid
    WHERE DATE(m.eventtime) = p_date
    GROUP BY DATE(m.eventtime), s.machinenumber, m.method, m.eventtype
    ON DUPLICATE KEY UPDATE
        measurement_count = VALUES(measurement_count),
        oot_count = VALUES(oot_count),
        avg_deviation = VALUES(avg_deviation),
        min_deviation = VALUES(min_deviation),
        max_deviation = VALUES(max_deviation),
        avg_actualval = VALUES(avg_actualval),
        dateadded = CURRENT_TIMESTAMP;

    -- Summarize events for the date
    INSERT INTO udcevents_daily
        (summarydate, machinenumber, eventtype, event_count)
    SELECT
        DATE(e.eventtime) as summarydate,
        s.machinenumber,
        e.eventtype,
        COUNT(*) as event_count
    FROM udcevents e
    JOIN udcsessions s ON e.sessionid = s.sessionid
    WHERE DATE(e.eventtime) = p_date
    GROUP BY DATE(e.eventtime), s.machinenumber, e.eventtype
    ON DUPLICATE KEY UPDATE
        event_count = VALUES(event_count),
        dateadded = CURRENT_TIMESTAMP;

    -- Summarize tool data for the date
    INSERT INTO udctooldata_daily
        (summarydate, machinenumber, toolnumber, measurement_count, oot_count, avg_deviation, max_deviation)
    SELECT
        DATE(t.eventtime) as summarydate,
        s.machinenumber,
        t.toolnumber,
        COUNT(*) as measurement_count,
        SUM(t.oot) as oot_count,
        ROUND(AVG(t.deviation), 6) as avg_deviation,
        ROUND(MAX(ABS(t.deviation)), 6) as max_deviation
    FROM udctooldata t
    JOIN udcsessions s ON t.sessionid = s.sessionid
    WHERE DATE(t.eventtime) = p_date
    GROUP BY DATE(t.eventtime), s.machinenumber, t.toolnumber
    ON DUPLICATE KEY UPDATE
        measurement_count = VALUES(measurement_count),
        oot_count = VALUES(oot_count),
        avg_deviation = VALUES(avg_deviation),
        max_deviation = VALUES(max_deviation),
        dateadded = CURRENT_TIMESTAMP;

    -- Summarize parts/production for the date
    INSERT INTO udcpartsdaily
        (summarydate, machinenumber, badgenumber, partscount, ootparts, totalmeasurements, totaloot,
         avgcycletime, mincycletime, maxcycletime, avgchangeover)
    SELECT
        DATE(p.programstart) as summarydate,
        s.machinenumber,
        COALESCE(p.badgenumber, 'UNKNOWN') as badgenumber,
        COUNT(*) as partscount,
        SUM(CASE WHEN p.ootcount > 0 THEN 1 ELSE 0 END) as ootparts,
        SUM(COALESCE(p.measurementcount, 0)) as totalmeasurements,
        SUM(COALESCE(p.ootcount, 0)) as totaloot,
        ROUND(AVG(p.cycletime), 2) as avgcycletime,
        ROUND(MIN(p.cycletime), 2) as mincycletime,
        ROUND(MAX(p.cycletime), 2) as maxcycletime,
        ROUND(AVG(p.changeover), 2) as avgchangeover
    FROM udcparts p
    JOIN udcsessions s ON p.sessionid = s.sessionid
    WHERE DATE(p.programstart) = p_date
    GROUP BY DATE(p.programstart), s.machinenumber, COALESCE(p.badgenumber, 'UNKNOWN')
    ON DUPLICATE KEY UPDATE
        partscount = VALUES(partscount),
        ootparts = VALUES(ootparts),
        totalmeasurements = VALUES(totalmeasurements),
        totaloot = VALUES(totaloot),
        avgcycletime = VALUES(avgcycletime),
        mincycletime = VALUES(mincycletime),
        maxcycletime = VALUES(maxcycletime),
        avgchangeover = VALUES(avgchangeover),
        dateadded = CURRENT_TIMESTAMP;

    -- Summarize manual requests for the date
    INSERT INTO udcmanualrequestsdaily
        (summarydate, machinenumber, requestcount, avgresponseseconds, minresponseseconds, maxresponseseconds)
    SELECT
        DATE(mr.requesttime) as summarydate,
        s.machinenumber,
        COUNT(*) as requestcount,
        ROUND(AVG(mr.responseseconds), 2) as avgresponseseconds,
        ROUND(MIN(mr.responseseconds), 2) as minresponseseconds,
        ROUND(MAX(mr.responseseconds), 2) as maxresponseseconds
    FROM udcmanualrequests mr
    JOIN udcparts p ON mr.partrunid = p.partrunid
    JOIN udcsessions s ON p.sessionid = s.sessionid
    WHERE DATE(mr.requesttime) = p_date
    GROUP BY DATE(mr.requesttime), s.machinenumber
    ON DUPLICATE KEY UPDATE
        requestcount = VALUES(requestcount),
        avgresponseseconds = VALUES(avgresponseseconds),
        minresponseseconds = VALUES(minresponseseconds),
        maxresponseseconds = VALUES(maxresponseseconds),
        dateadded = CURRENT_TIMESTAMP;

    -- Summarize errors for the date
    INSERT INTO udcerrorsdaily
        (summarydate, machinenumber, errortype, errorcount)
    SELECT
        DATE(e.eventtime) as summarydate,
        COALESCE(e.machinenumber, s.machinenumber) as machinenumber,
        e.errortype,
        COUNT(*) as errorcount
    FROM udcerrors e
    LEFT JOIN udcsessions s ON e.sessionid = s.sessionid
    WHERE DATE(e.eventtime) = p_date
    GROUP BY DATE(e.eventtime), COALESCE(e.machinenumber, s.machinenumber), e.errortype
    ON DUPLICATE KEY UPDATE
        errorcount = VALUES(errorcount),
        dateadded = CURRENT_TIMESTAMP;

    -- Summarize violations for the date (CLM specific)
    INSERT INTO udcviolationsdaily
        (summarydate, machinenumber, badgenumber, violationcount)
    SELECT
        DATE(v.eventtime) as summarydate,
        v.machinenumber,
        COALESCE(v.badgenumber, 'UNKNOWN') as badgenumber,
        COUNT(*) as violationcount
    FROM udcviolations v
    WHERE DATE(v.eventtime) = p_date
    GROUP BY DATE(v.eventtime), v.machinenumber, COALESCE(v.badgenumber, 'UNKNOWN')
    ON DUPLICATE KEY UPDATE
        violationcount = VALUES(violationcount),
        dateadded = CURRENT_TIMESTAMP;

    -- Summarize header updates for the date (badge changes)
    INSERT INTO udcheaderupdatesdaily
        (summarydate, machinenumber, updatecount, uniqueoperators)
    SELECT
        DATE(h.eventtime) as summarydate,
        h.machinenumber,
        COUNT(*) as updatecount,
        COUNT(DISTINCT h.badgenumber) as uniqueoperators
    FROM udcheaderupdates h
    WHERE DATE(h.eventtime) = p_date
    GROUP BY DATE(h.eventtime), h.machinenumber
    ON DUPLICATE KEY UPDATE
        updatecount = VALUES(updatecount),
        uniqueoperators = VALUES(uniqueoperators),
        dateadded = CURRENT_TIMESTAMP;
END //

DELIMITER ;

-- ============================================================================
-- Stored Procedure: Purge raw data older than retention period
-- ============================================================================
DELIMITER //

DROP PROCEDURE IF EXISTS sp_udc_purge_old_data //
CREATE PROCEDURE sp_udc_purge_old_data(IN p_retention_days INT)
BEGIN
    DECLARE v_cutoff_date DATE;
    DECLARE v_measurements_deleted INT DEFAULT 0;
    DECLARE v_events_deleted INT DEFAULT 0;
    DECLARE v_tooldata_deleted INT DEFAULT 0;

    SET v_cutoff_date = DATE_SUB(CURDATE(), INTERVAL p_retention_days DAY);

    -- Delete old measurements
    DELETE FROM udcmeasurements WHERE DATE(eventtime) < v_cutoff_date;
    SET v_measurements_deleted = ROW_COUNT();

    -- Delete old events
    DELETE FROM udcevents WHERE DATE(eventtime) < v_cutoff_date;
    SET v_events_deleted = ROW_COUNT();

    -- Delete old tool data
    DELETE FROM udctooldata WHERE DATE(eventtime) < v_cutoff_date;
    SET v_tooldata_deleted = ROW_COUNT();

    -- Return counts
    SELECT v_measurements_deleted AS measurements_deleted,
           v_events_deleted AS events_deleted,
           v_tooldata_deleted AS tooldata_deleted,
           v_cutoff_date AS cutoff_date;
END //

DELIMITER ;

-- ============================================================================
-- Stored Procedure: Daily maintenance (summarize yesterday, purge old)
-- Run this daily via scheduled task or cron
-- ============================================================================
DELIMITER //

DROP PROCEDURE IF EXISTS sp_udc_daily_maintenance //
CREATE PROCEDURE sp_udc_daily_maintenance(IN p_retention_days INT)
BEGIN
    DECLARE v_yesterday DATE;
    SET v_yesterday = DATE_SUB(CURDATE(), INTERVAL 1 DAY);

    -- Summarize yesterday's data
    CALL sp_udc_summarize_date(v_yesterday);

    -- Purge old data
    CALL sp_udc_purge_old_data(p_retention_days);
END //

DELIMITER ;

-- ============================================================================
-- Stored Procedure: Backfill summaries for historical data
-- Run once to summarize all existing data before enabling purge
-- ============================================================================
DELIMITER //

DROP PROCEDURE IF EXISTS sp_udc_backfill_summaries //
CREATE PROCEDURE sp_udc_backfill_summaries()
BEGIN
    DECLARE v_min_date DATE;
    DECLARE v_max_date DATE;
    DECLARE v_current_date DATE;
    DECLARE v_count INT DEFAULT 0;

    -- Get date range from measurements
    SELECT MIN(DATE(eventtime)), MAX(DATE(eventtime))
    INTO v_min_date, v_max_date
    FROM udcmeasurements;

    IF v_min_date IS NOT NULL THEN
        SET v_current_date = v_min_date;

        WHILE v_current_date <= v_max_date DO
            CALL sp_udc_summarize_date(v_current_date);
            SET v_current_date = DATE_ADD(v_current_date, INTERVAL 1 DAY);
            SET v_count = v_count + 1;
        END WHILE;
    END IF;

    SELECT v_count AS days_summarized, v_min_date AS start_date, v_max_date AS end_date;
END //

DELIMITER ;

-- ============================================================================
-- Views for summary data
-- ============================================================================

-- Weekly measurement trends from daily summaries
CREATE OR REPLACE VIEW vwudcmeasurements_weekly AS
SELECT
    YEARWEEK(summarydate, 1) as yearweek,
    MIN(summarydate) as week_start,
    machinenumber,
    method,
    SUM(measurement_count) as measurement_count,
    SUM(oot_count) as oot_count,
    ROUND(SUM(oot_count) * 100.0 / SUM(measurement_count), 2) as oot_rate,
    ROUND(AVG(avg_deviation), 6) as avg_deviation
FROM udcmeasurements_daily
GROUP BY YEARWEEK(summarydate, 1), machinenumber, method;

-- Monthly measurement trends from daily summaries
CREATE OR REPLACE VIEW vwudcmeasurements_monthly AS
SELECT
    DATE_FORMAT(summarydate, '%Y-%m') as yearmonth,
    machinenumber,
    method,
    SUM(measurement_count) as measurement_count,
    SUM(oot_count) as oot_count,
    ROUND(SUM(oot_count) * 100.0 / SUM(measurement_count), 2) as oot_rate,
    ROUND(AVG(avg_deviation), 6) as avg_deviation
FROM udcmeasurements_daily
GROUP BY DATE_FORMAT(summarydate, '%Y-%m'), machinenumber, method;

-- Weekly event trends from daily summaries
CREATE OR REPLACE VIEW vwudcevents_weekly AS
SELECT
    YEARWEEK(summarydate, 1) as yearweek,
    MIN(summarydate) as week_start,
    machinenumber,
    eventtype,
    SUM(event_count) as event_count
FROM udcevents_daily
GROUP BY YEARWEEK(summarydate, 1), machinenumber, eventtype;

-- Monthly event trends from daily summaries
CREATE OR REPLACE VIEW vwudcevents_monthly AS
SELECT
    DATE_FORMAT(summarydate, '%Y-%m') as yearmonth,
    machinenumber,
    eventtype,
    SUM(event_count) as event_count
FROM udcevents_daily
GROUP BY DATE_FORMAT(summarydate, '%Y-%m'), machinenumber, eventtype;

-- Weekly tool data trends from daily summaries
CREATE OR REPLACE VIEW vwudctooldata_weekly AS
SELECT
    YEARWEEK(summarydate, 1) as yearweek,
    MIN(summarydate) as week_start,
    machinenumber,
    toolnumber,
    SUM(measurement_count) as measurement_count,
    SUM(oot_count) as oot_count,
    ROUND(AVG(avg_deviation), 6) as avg_deviation,
    MAX(max_deviation) as max_deviation
FROM udctooldata_daily
GROUP BY YEARWEEK(summarydate, 1), machinenumber, toolnumber;

-- Monthly tool data trends from daily summaries
CREATE OR REPLACE VIEW vwudctooldata_monthly AS
SELECT
    DATE_FORMAT(summarydate, '%Y-%m') as yearmonth,
    machinenumber,
    toolnumber,
    SUM(measurement_count) as measurement_count,
    SUM(oot_count) as oot_count,
    ROUND(AVG(avg_deviation), 6) as avg_deviation,
    MAX(max_deviation) as max_deviation
FROM udctooldata_daily
GROUP BY DATE_FORMAT(summarydate, '%Y-%m'), machinenumber, toolnumber;

-- Weekly parts/production trends from daily summaries
CREATE OR REPLACE VIEW vwudcparts_weekly AS
SELECT
    YEARWEEK(summarydate, 1) as yearweek,
    MIN(summarydate) as week_start,
    machinenumber,
    SUM(partscount) as partscount,
    SUM(ootparts) as ootparts,
    SUM(totalmeasurements) as totalmeasurements,
    SUM(totaloot) as totaloot,
    ROUND(AVG(avgcycletime), 2) as avgcycletime,
    ROUND(AVG(avgchangeover), 2) as avgchangeover
FROM udcpartsdaily
GROUP BY YEARWEEK(summarydate, 1), machinenumber;

-- Monthly parts/production trends from daily summaries
CREATE OR REPLACE VIEW vwudcparts_monthly AS
SELECT
    DATE_FORMAT(summarydate, '%Y-%m') as yearmonth,
    machinenumber,
    SUM(partscount) as partscount,
    SUM(ootparts) as ootparts,
    SUM(totalmeasurements) as totalmeasurements,
    SUM(totaloot) as totaloot,
    ROUND(AVG(avgcycletime), 2) as avgcycletime,
    ROUND(AVG(avgchangeover), 2) as avgchangeover
FROM udcpartsdaily
GROUP BY DATE_FORMAT(summarydate, '%Y-%m'), machinenumber;

-- Weekly manual request trends from daily summaries
CREATE OR REPLACE VIEW vwudcmanualrequests_weekly AS
SELECT
    YEARWEEK(summarydate, 1) as yearweek,
    MIN(summarydate) as week_start,
    machinenumber,
    SUM(requestcount) as requestcount,
    ROUND(AVG(avgresponseseconds), 2) as avgresponseseconds
FROM udcmanualrequestsdaily
GROUP BY YEARWEEK(summarydate, 1), machinenumber;

-- Monthly manual request trends from daily summaries
CREATE OR REPLACE VIEW vwudcmanualrequests_monthly AS
SELECT
    DATE_FORMAT(summarydate, '%Y-%m') as yearmonth,
    machinenumber,
    SUM(requestcount) as requestcount,
    ROUND(AVG(avgresponseseconds), 2) as avgresponseseconds
FROM udcmanualrequestsdaily
GROUP BY DATE_FORMAT(summarydate, '%Y-%m'), machinenumber;

-- Weekly error trends from daily summaries
CREATE OR REPLACE VIEW vwudcerrors_weekly AS
SELECT
    YEARWEEK(summarydate, 1) as yearweek,
    MIN(summarydate) as week_start,
    machinenumber,
    errortype,
    SUM(errorcount) as errorcount
FROM udcerrorsdaily
GROUP BY YEARWEEK(summarydate, 1), machinenumber, errortype;

-- Monthly error trends from daily summaries
CREATE OR REPLACE VIEW vwudcerrors_monthly AS
SELECT
    DATE_FORMAT(summarydate, '%Y-%m') as yearmonth,
    machinenumber,
    errortype,
    SUM(errorcount) as errorcount
FROM udcerrorsdaily
GROUP BY DATE_FORMAT(summarydate, '%Y-%m'), machinenumber, errortype;

-- Weekly violation trends from daily summaries (CLM specific)
CREATE OR REPLACE VIEW vwudcviolations_weekly AS
SELECT
    YEARWEEK(summarydate, 1) as yearweek,
    MIN(summarydate) as week_start,
    machinenumber,
    SUM(violationcount) as violationcount
FROM udcviolationsdaily
GROUP BY YEARWEEK(summarydate, 1), machinenumber;

-- Monthly violation trends from daily summaries (CLM specific)
CREATE OR REPLACE VIEW vwudcviolations_monthly AS
SELECT
    DATE_FORMAT(summarydate, '%Y-%m') as yearmonth,
    machinenumber,
    SUM(violationcount) as violationcount
FROM udcviolationsdaily
GROUP BY DATE_FORMAT(summarydate, '%Y-%m'), machinenumber;

-- Violations by operator (monthly)
CREATE OR REPLACE VIEW vwudcviolations_byoperator AS
SELECT
    DATE_FORMAT(summarydate, '%Y-%m') as yearmonth,
    machinenumber,
    badgenumber,
    SUM(violationcount) as violationcount
FROM udcviolationsdaily
GROUP BY DATE_FORMAT(summarydate, '%Y-%m'), machinenumber, badgenumber;

-- Weekly header update trends from daily summaries (badge changes)
CREATE OR REPLACE VIEW vwudcheaderupdates_weekly AS
SELECT
    YEARWEEK(summarydate, 1) as yearweek,
    MIN(summarydate) as week_start,
    machinenumber,
    SUM(updatecount) as updatecount,
    AVG(uniqueoperators) as avgoperators
FROM udcheaderupdatesdaily
GROUP BY YEARWEEK(summarydate, 1), machinenumber;

-- Monthly header update trends from daily summaries (badge changes)
CREATE OR REPLACE VIEW vwudcheaderupdates_monthly AS
SELECT
    DATE_FORMAT(summarydate, '%Y-%m') as yearmonth,
    machinenumber,
    SUM(updatecount) as updatecount,
    AVG(uniqueoperators) as avgoperators
FROM udcheaderupdatesdaily
GROUP BY DATE_FORMAT(summarydate, '%Y-%m'), machinenumber;

-- Monthly changeover time trends (from parts daily)
CREATE OR REPLACE VIEW vwudcchangeover_monthly AS
SELECT
    DATE_FORMAT(summarydate, '%Y-%m') as yearmonth,
    machinenumber,
    ROUND(AVG(avgchangeover), 0) as avgchangeover,
    SUM(partscount) as partscount
FROM udcpartsdaily
WHERE avgchangeover IS NOT NULL AND avgchangeover > 0
GROUP BY DATE_FORMAT(summarydate, '%Y-%m'), machinenumber;

-- ============================================================================
-- Usage Instructions
-- ============================================================================
--
-- 1. FIRST TIME SETUP (run once):
--    CALL sp_udc_backfill_summaries();
--    This summarizes all existing data into daily tables.
--
-- 2. DAILY MAINTENANCE (schedule to run daily):
--    CALL sp_udc_daily_maintenance(90);
--    This summarizes yesterday and purges data older than 90 days.
--
-- 3. MANUAL SUMMARIZE (for a specific date):
--    CALL sp_udc_summarize_date('2025-12-15');
--
-- 4. MANUAL PURGE (with custom retention):
--    CALL sp_udc_purge_old_data(30);  -- Keep only 30 days
--
-- ============================================================================

SELECT 'UDC retention tables and procedures created successfully' AS status;