amazing-data-service/frontend/src/views/CacheManager/DetectMissing.vue

<template>
  <div class="detect-missing">
    <el-card>
      <el-form :model="form" label-width="100px">
        <el-form-item label="证券类型">
          <el-radio-group v-model="form.securityType">
            <el-radio-button label="stock">股票</el-radio-button>
            <el-radio-button label="future">期货</el-radio-button>
          </el-radio-group>
        </el-form-item>
        <el-form-item label="合约类型" v-if="form.securityType === 'future'">
          <el-radio-group v-model="form.contractType">
            <el-radio-button label="all">所有合约</el-radio-button>
            <el-radio-button label="main">主力合约</el-radio-button>
          </el-radio-group>
        </el-form-item>
        <el-form-item label="周期">
          <el-select v-model="form.periodType" style="width: 120px;">
            <el-option label="日线" value="daily" />
            <el-option label="1分钟" value="min1" />
            <el-option label="5分钟" value="min5" />
          </el-select>
        </el-form-item>
        <el-form-item label="开始日期">
          <el-date-picker
            v-model="form.startDate"
            type="date"
            placeholder="开始日期"
            value-format="YYYYMMDD"
          />
        </el-form-item>
        <el-form-item label="结束日期">
          <el-date-picker
            v-model="form.endDate"
            type="date"
            placeholder="结束日期"
            value-format="YYYYMMDD"
          />
        </el-form-item>
        <el-form-item>
          <el-button type="warning" @click="handleDetectAll" :loading="detectingAll">
            <el-icon><Search /></el-icon> 一键检测所有数据
          </el-button>
          <el-button type="success" @click="handleCacheAll" :loading="cachingAll">
            <el-icon><Download /></el-icon> 一键缓存所有数据
          </el-button>
        </el-form-item>
      </el-form>
      
      <el-divider content-position="left">批量检测（指定代码）</el-divider>
      
      <el-form :model="form" label-width="100px">
        <el-form-item label="代码列表">
          <el-input
            v-model="codeInput"
            type="textarea"
            :rows="4"
            placeholder="输入代码，每行一个或逗号分隔"
          />
        </el-form-item>
        <el-form-item>
          <el-button type="primary" @click="handleDetect" :loading="detecting">
            <el-icon><Search /></el-icon> 检测缺失数据
          </el-button>
          <el-button type="success" @click="handleCache" :loading="caching" :disabled="!hasMissing">
            <el-icon><Download /></el-icon> 一键缓存
          </el-button>
        </el-form-item>
      </el-form>
    </el-card>
    
    <!-- 检测结果汇总 -->
    <el-card class="summary-card" v-if="detectResult">
      <template #header>
        <div style="display: flex; justify-content: space-between; align-items: center;">
          <span>检测结果汇总</span>
          <el-button 
            type="success" 
            @click="handleFillMissing" 
            :loading="fillingMissing"
            :disabled="!detectResult.missing_count || detectResult.missing_count === 0"
          >
            <el-icon><Download /></el-icon> 一键补齐缺失数据
          </el-button>
        </div>
      </template>
      <el-row :gutter="20">
        <el-col :span="6">
          <el-statistic title="检测总数" :value="detectResult.total_count || 0" />
        </el-col>
        <el-col :span="6">
          <el-statistic title="数据完整" :value="detectResult.complete_count || 0" suffix="个">
            <template #suffix>
              <el-tag type="success" size="small">完整</el-tag>
            </template>
          </el-statistic>
        </el-col>
        <el-col :span="6">
          <el-statistic title="数据缺失" :value="detectResult.missing_count || 0" suffix="个">
            <template #suffix>
              <el-tag type="warning" size="small">缺失</el-tag>
            </template>
          </el-statistic>
        </el-col>
        <el-col :span="6">
          <el-statistic title="检测错误" :value="detectResult.error_count || 0" suffix="个">
            <template #suffix>
              <el-tag type="danger" size="small">错误</el-tag>
            </template>
          </el-statistic>
        </el-col>
      </el-row>
      <el-row :gutter="20" style="margin-top: 20px;">
        <el-col :span="6">
          <el-statistic title="检测周期" :value="detectResult.expected_days || 0" suffix="天" />
        </el-col>
        <el-col :span="6">
          <el-statistic title="开始日期" :value="detectResult.start_date || '-'" />
        </el-col>
        <el-col :span="6">
          <el-statistic title="结束日期" :value="detectResult.end_date || '-'" />
        </el-col>
        <el-col :span="6">
          <el-statistic title="检测状态">
            <el-tag :type="getStatusType(detectResult.status)">
              {{ detectResult.status || '-' }}
            </el-tag>
          </el-statistic>
        </el-col>
      </el-row>
    </el-card>
    
    <!-- 缓存进度 -->
    <el-card class="progress-card" v-if="cacheTask">
      <template #header>
        <span>缓存进度</span>
      </template>
      <el-progress :percentage="Math.round(cacheTask.progress || 0)" :status="getProgressStatus(cacheTask.status)" />
      <el-descriptions :column="4" border style="margin-top: 15px;">
        <el-descriptions-item label="任务名称">{{ cacheTask.task_name }}</el-descriptions-item>
        <el-descriptions-item label="状态">
          <el-tag :type="getStatusType(cacheTask.status)">{{ cacheTask.status }}</el-tag>
        </el-descriptions-item>
        <el-descriptions-item label="总数">{{ cacheTask.total_count }}</el-descriptions-item>
        <el-descriptions-item label="已处理">{{ cacheTask.success_count || 0 }}</el-descriptions-item>
      </el-descriptions>
    </el-card>
    
    <!-- 每日数据统计 -->
    <el-card class="daily-card" v-if="detectResult && detectResult.daily_stats">
      <template #header>
        <span>每日数据统计</span>
      </template>
      <el-table :data="dailyStatsList" stripe height="300">
        <el-table-column prop="date" label="日期" width="120" />
        <el-table-column prop="expected" label="预期数量" width="100" />
        <el-table-column prop="actual" label="实际数量" width="100" />
        <el-table-column prop="missing" label="缺失数量" width="100">
          <template #default="{ row }">
            <el-tag :type="row.missing > 0 ? 'warning' : 'success'" size="small">
              {{ row.missing }}
            </el-tag>
          </template>
        </el-table-column>
        <el-table-column label="完整率">
          <template #default="{ row }">
            <el-progress
              :percentage="Math.round((row.actual / row.expected) * 100)"
              :status="row.missing > row.expected * 0.5 ? 'exception' : row.missing > 0 ? 'warning' : 'success'"
            />
          </template>
        </el-table-column>
      </el-table>
    </el-card>
    
    <!-- 缺失代码列表 -->
    <el-card class="missing-card" v-if="detectResult && detectResult.missing_codes && detectResult.missing_codes.length > 0">
      <template #header>
        <span>缺失代码列表（前100个）</span>
      </template>
      <el-table :data="detectResult.missing_codes" stripe height="300">
        <el-table-column prop="code" label="代码" width="120" />
        <el-table-column prop="expected_count" label="预期天数" width="100" />
        <el-table-column prop="actual_count" label="实际天数" width="100" />
        <el-table-column prop="missing_count" label="缺失天数" width="100">
          <template #default="{ row }">
            <el-tag type="warning" size="small">{{ row.missing_count }}</el-tag>
          </template>
        </el-table-column>
        <el-table-column label="缺失率">
          <template #default="{ row }">
            <el-progress
              :percentage="Math.round(row.missing_ratio * 100)"
              :status="row.missing_ratio > 0.5 ? 'exception' : 'warning'"
            />
          </template>
        </el-table-column>
      </el-table>
    </el-card>
    
    <!-- 批量检测结果 -->
    <el-card class="result-card" v-if="batchDetectResult.length > 0">
      <template #header>
        <span>批量检测结果</span>
      </template>
      <el-table :data="batchDetectResult" stripe>
        <el-table-column prop="code" label="代码" width="120" />
        <el-table-column prop="missingCount" label="缺失天数" width="100" />
        <el-table-column label="缺失率">
          <template #default="{ row }">
            <el-progress
              :percentage="Math.round(row.missingRatio * 100)"
              :status="row.missingRatio > 0.5 ? 'exception' : 'warning'"
            />
          </template>
        </el-table-column>
        <el-table-column label="操作" width="100">
          <template #default="{ row }">
            <el-button type="primary" size="small" @click="showDetail(row)">
              详情
            </el-button>
          </template>
        </el-table-column>
      </el-table>
    </el-card>
  </div>
</template>

<script setup lang="ts">
import { ref, reactive, computed } from 'vue'
import { ElMessage } from 'element-plus'
import { detectMissingData, batchCacheData, detectAllMissingData, cacheAllMissingData, getCacheTask, fillMissingData } from '@/api/cache'

const detecting = ref(false)
const caching = ref(false)
const detectingAll = ref(false)
const cachingAll = ref(false)
const fillingMissing = ref(false)
const codeInput = ref('000001.SZ\n600000.SH')
const detectResult = ref<any>(null)
const batchDetectResult = ref<any[]>([])
const cacheTask = ref<any>(null)

const hasMissing = computed(() => batchDetectResult.value.some(r => r.missingCount > 0))

const dailyStatsList = computed(() => {
  if (!detectResult.value || !detectResult.value.daily_stats) return []
  return Object.entries(detectResult.value.daily_stats).map(([date, stats]) => ({
    date,
    expected: (stats as any).expected,
    actual: (stats as any).actual,
    missing: (stats as any).missing
  }))
})

const form = reactive({
  securityType: 'stock',
  periodType: 'daily',
  contractType: 'all',
  startDate: getDefaultStartDate(),
  endDate: getDefaultEndDate()
})

function getDefaultStartDate() {
  const date = new Date()
  date.setFullYear(date.getFullYear() - 1)
  return formatDate(date)
}

function getDefaultEndDate() {
  return formatDate(new Date())
}

function formatDate(date: Date) {
  return date.toISOString().slice(0, 10).replace(/-/g, '')
}

function getStatusType(status: string) {
  if (status === 'completed') return 'success'
  if (status === 'running') return 'warning'
  return 'danger'
}

function getProgressStatus(status: string) {
  if (status === 'completed') return 'success'
  if (status === 'failed') return 'exception'
  return undefined
}

const parseCodes = () => {
  return codeInput.value
    .split(/[\n,，]/)
    .map(c => c.trim())
    .filter(c => c.length > 0)
}

const pollTaskProgress = async (taskId: number) => {
  const poll = async () => {
    if (!cacheTask.value || cacheTask.value.status === 'running' || cacheTask.value.status === 'pending') {
      const res: any = await getCacheTask(taskId)
      if (res.data && res.data.task) {
        cacheTask.value = res.data.task
      }
      if (cacheTask.value && (cacheTask.value.status === 'running' || cacheTask.value.status === 'pending')) {
        setTimeout(poll, 2000)
      } else if (cacheTask.value && cacheTask.value.status === 'completed') {
        ElMessage.success(`缓存完成：成功${cacheTask.value.success_count}个，错误${cacheTask.value.error_count}个`)
      } else if (cacheTask.value && cacheTask.value.status === 'failed') {
        ElMessage.error(`缓存失败：${cacheTask.value.error_message}`)
      }
    }
  }
  setTimeout(poll, 1000)
}

const handleDetectAll = async () => {
  detectingAll.value = true
  detectResult.value = null
  try {
    const res: any = await detectAllMissingData({
      security_type: form.securityType,
      period_type: form.periodType,
      contract_type: form.contractType,
      start_date: form.startDate,
      end_date: form.endDate
    })
    
    if (res.data) {
      detectResult.value = res.data
      if (res.data.status === 'completed') {
        ElMessage.success(`检测完成：完整${res.data.complete_count}个，缺失${res.data.missing_count}个，错误${res.data.error_count}个`)
      } else if (res.data.status === 'failed') {
        ElMessage.error(`检测失败：${res.data.error_message}`)
      }
    }
  } catch (error) {
    console.error(error)
    ElMessage.error('检测失败')
  } finally {
    detectingAll.value = false
  }
}

const handleCacheAll = async () => {
  cachingAll.value = true
  cacheTask.value = null
  try {
    const res: any = await cacheAllMissingData({
      security_type: form.securityType,
      period_type: form.periodType,
      contract_type: form.contractType,
      start_date: form.startDate,
      end_date: form.endDate
    })
    
    if (res.data) {
      cacheTask.value = {
        task_id: res.data.task_id,
        task_name: res.data.task_name,
        status: res.data.status,
        total_count: res.data.total_count,
        progress: res.data.progress,
        success_count: 0,
        error_count: 0
      }
      ElMessage.success(`缓存任务已启动，共${res.data.total_count}个代码`)
      pollTaskProgress(res.data.task_id)
    }
  } catch (error) {
    console.error(error)
    ElMessage.error('缓存失败')
  } finally {
    cachingAll.value = false
  }
}

const handleFillMissing = async () => {
  fillingMissing.value = true
  cacheTask.value = null
  try {
    const res: any = await fillMissingData({
      security_type: form.securityType,
      period_type: form.periodType,
      contract_type: form.contractType,
      start_date: form.startDate,
      end_date: form.endDate
    })
    
    if (res.data) {
      if (res.data.message) {
        ElMessage.info(res.data.message)
      } else {
        cacheTask.value = {
          task_id: res.data.task_id,
          task_name: res.data.task_name,
          status: res.data.status,
          total_count: res.data.total_count,
          progress: res.data.progress,
          success_count: 0,
          error_count: 0
        }
        ElMessage.success(`补齐任务已启动，共${res.data.missing_count}个缺失代码`)
        if (res.data.task_id) {
          pollTaskProgress(res.data.task_id)
        }
      }
    }
  } catch (error) {
    console.error(error)
    ElMessage.error('补齐失败')
  } finally {
    fillingMissing.value = false
  }
}

const handleDetect = async () => {
  const codes = parseCodes()
  if (codes.length === 0) {
    ElMessage.warning('请输入代码')
    return
  }
  
  detecting.value = true
  try {
    const res: any = await detectMissingData({
      security_type: form.securityType,
      period_type: form.periodType,
      start_date: form.startDate,
      end_date: form.endDate,
      code_list: codes
    })
    
    if (res.data) {
      batchDetectResult.value = res.data.missing_codes.map((item: any) => ({
        code: item.code,
        missingCount: item.missing_dates.length,
        missingRatio: item.missing_dates.length > 0 
          ? item.missing_dates.reduce((sum: number, d: any) => sum + d.missing_ratio, 0) / item.missing_dates.length
          : 0,
        details: item.missing_dates
      }))
    }
  } catch (error) {
    console.error(error)
  } finally {
    detecting.value = false
  }
}

const handleCache = async () => {
  const codes = parseCodes()
  if (codes.length === 0) return
  
  caching.value = true
  try {
    await batchCacheData({
      security_type: form.securityType,
      period_type: form.periodType,
      start_date: form.startDate,
      end_date: form.endDate,
      code_list: codes
    })
    ElMessage.success('缓存任务已启动')
  } catch (error) {
    console.error(error)
  } finally {
    caching.value = false
  }
}

const showDetail = (row: any) => {
  console.log(row.details)
}
</script>

<style scoped>
.detect-missing {
  padding: 10px;
}

.summary-card {
  margin-top: 20px;
}

.progress-card {
  margin-top: 20px;
}

.daily-card {
  margin-top: 20px;
}

.missing-card {
  margin-top: 20px;
}

.result-card {
  margin-top: 20px;
}
</style>