|
| 1 | +#!/usr/bin/env node |
| 2 | + |
| 3 | +/** |
| 4 | + * Temporary script to add releaseDate field to all model manifest files |
| 5 | + * Attempts to extract release date from description, otherwise sets to null |
| 6 | + */ |
| 7 | + |
| 8 | +import fs from 'node:fs/promises' |
| 9 | +import path from 'node:path' |
| 10 | +import { fileURLToPath } from 'node:url' |
| 11 | + |
| 12 | +const __filename = fileURLToPath(import.meta.url) |
| 13 | +const __dirname = path.dirname(__filename) |
| 14 | +const ROOT_DIR = path.resolve(__dirname, '..') |
| 15 | +const MODELS_DIR = path.join(ROOT_DIR, 'manifests', 'models') |
| 16 | + |
| 17 | +/** |
| 18 | + * Extract release date from description text |
| 19 | + * Looks for patterns like "Released in August 2025", "Released in April 2025", etc. |
| 20 | + * Returns ISO 8601 date string (YYYY-MM-DD) or null if not found |
| 21 | + */ |
| 22 | +function extractReleaseDate(description) { |
| 23 | + if (!description) return null |
| 24 | + |
| 25 | + // Pattern: "Released in [Month] [Year]" |
| 26 | + const releasedPattern = /Released in\s+(\w+)\s+(\d{4})/i |
| 27 | + const match = description.match(releasedPattern) |
| 28 | + |
| 29 | + if (match) { |
| 30 | + const monthName = match[1] |
| 31 | + const year = match[2] |
| 32 | + |
| 33 | + // Map month names to numbers |
| 34 | + const monthMap = { |
| 35 | + january: '01', |
| 36 | + february: '02', |
| 37 | + march: '03', |
| 38 | + april: '04', |
| 39 | + may: '05', |
| 40 | + june: '06', |
| 41 | + july: '07', |
| 42 | + august: '08', |
| 43 | + september: '09', |
| 44 | + october: '10', |
| 45 | + november: '11', |
| 46 | + december: '12', |
| 47 | + } |
| 48 | + |
| 49 | + const month = monthMap[monthName.toLowerCase()] |
| 50 | + if (month) { |
| 51 | + // Use first day of the month as default |
| 52 | + return `${year}-${month}-01` |
| 53 | + } |
| 54 | + } |
| 55 | + |
| 56 | + return null |
| 57 | +} |
| 58 | + |
| 59 | +/** |
| 60 | + * Load and parse a JSON file |
| 61 | + */ |
| 62 | +async function loadJSON(filePath) { |
| 63 | + try { |
| 64 | + const content = await fs.readFile(filePath, 'utf-8') |
| 65 | + const cleanContent = content.replace(/^\uFEFF/, '').trim() |
| 66 | + if (!cleanContent) { |
| 67 | + throw new Error('File is empty') |
| 68 | + } |
| 69 | + return JSON.parse(cleanContent) |
| 70 | + } catch (error) { |
| 71 | + if (error instanceof SyntaxError) { |
| 72 | + throw new Error(`JSON parse error: ${error.message} (file: ${filePath})`) |
| 73 | + } |
| 74 | + throw error |
| 75 | + } |
| 76 | +} |
| 77 | + |
| 78 | +/** |
| 79 | + * Process a single model file |
| 80 | + */ |
| 81 | +async function processModelFile(filePath, fileName) { |
| 82 | + try { |
| 83 | + const manifest = await loadJSON(filePath) |
| 84 | + |
| 85 | + // Skip if releaseDate already exists |
| 86 | + if (manifest.releaseDate !== undefined) { |
| 87 | + console.log(` ⏭️ ${fileName} - releaseDate already exists: ${manifest.releaseDate}`) |
| 88 | + return { skipped: true } |
| 89 | + } |
| 90 | + |
| 91 | + // Try to extract release date from description |
| 92 | + let releaseDate = extractReleaseDate(manifest.description) |
| 93 | + |
| 94 | + // If not found in main description, check translations |
| 95 | + if (!releaseDate && manifest.translations) { |
| 96 | + for (const locale of Object.values(manifest.translations)) { |
| 97 | + if (locale.description) { |
| 98 | + releaseDate = extractReleaseDate(locale.description) |
| 99 | + if (releaseDate) break |
| 100 | + } |
| 101 | + } |
| 102 | + } |
| 103 | + |
| 104 | + // Set to null if still not found |
| 105 | + if (!releaseDate) { |
| 106 | + releaseDate = null |
| 107 | + } |
| 108 | + |
| 109 | + // Insert releaseDate after platformUrls |
| 110 | + const orderedManifest = {} |
| 111 | + let inserted = false |
| 112 | + |
| 113 | + for (const [key, value] of Object.entries(manifest)) { |
| 114 | + orderedManifest[key] = value |
| 115 | + if (key === 'platformUrls' && !inserted) { |
| 116 | + orderedManifest.releaseDate = releaseDate |
| 117 | + inserted = true |
| 118 | + } |
| 119 | + } |
| 120 | + |
| 121 | + // If platformUrls doesn't exist, add releaseDate before benchmarks |
| 122 | + if (!inserted) { |
| 123 | + const newManifest = {} |
| 124 | + for (const [key, value] of Object.entries(manifest)) { |
| 125 | + if (key === 'benchmarks' && !inserted) { |
| 126 | + newManifest.releaseDate = releaseDate |
| 127 | + inserted = true |
| 128 | + } |
| 129 | + newManifest[key] = value |
| 130 | + } |
| 131 | + // If benchmarks also doesn't exist, just append at the end |
| 132 | + if (!inserted) { |
| 133 | + Object.assign(orderedManifest, manifest) |
| 134 | + orderedManifest.releaseDate = releaseDate |
| 135 | + } else { |
| 136 | + Object.assign(orderedManifest, newManifest) |
| 137 | + } |
| 138 | + } |
| 139 | + |
| 140 | + // Write back to file |
| 141 | + const jsonContent = `${JSON.stringify(orderedManifest, null, 2)}\n` |
| 142 | + await fs.writeFile(filePath, jsonContent, 'utf-8') |
| 143 | + |
| 144 | + const dateStr = releaseDate || 'null' |
| 145 | + console.log(` ✅ ${fileName} - Added releaseDate: ${dateStr}`) |
| 146 | + return { skipped: false, releaseDate } |
| 147 | + } catch (error) { |
| 148 | + console.error(` ❌ ${fileName} - Error: ${error.message}`) |
| 149 | + return { skipped: false, error: error.message } |
| 150 | + } |
| 151 | +} |
| 152 | + |
| 153 | +/** |
| 154 | + * Main function |
| 155 | + */ |
| 156 | +async function main() { |
| 157 | + console.log('🔄 Adding releaseDate field to all model manifests...\n') |
| 158 | + |
| 159 | + try { |
| 160 | + const entries = await fs.readdir(MODELS_DIR, { withFileTypes: true }) |
| 161 | + const jsonFiles = entries |
| 162 | + .filter(entry => entry.isFile() && entry.name.endsWith('.json')) |
| 163 | + .map(entry => entry.name) |
| 164 | + .sort() |
| 165 | + |
| 166 | + if (jsonFiles.length === 0) { |
| 167 | + console.log(' ⚠️ No model files found') |
| 168 | + return |
| 169 | + } |
| 170 | + |
| 171 | + console.log(`Found ${jsonFiles.length} model file(s)\n`) |
| 172 | + |
| 173 | + const stats = { |
| 174 | + total: jsonFiles.length, |
| 175 | + processed: 0, |
| 176 | + skipped: 0, |
| 177 | + errors: 0, |
| 178 | + extracted: 0, |
| 179 | + nullDates: 0, |
| 180 | + } |
| 181 | + |
| 182 | + for (const fileName of jsonFiles) { |
| 183 | + const filePath = path.join(MODELS_DIR, fileName) |
| 184 | + const result = await processModelFile(filePath, fileName) |
| 185 | + |
| 186 | + if (result.skipped) { |
| 187 | + stats.skipped++ |
| 188 | + } else if (result.error) { |
| 189 | + stats.errors++ |
| 190 | + } else { |
| 191 | + stats.processed++ |
| 192 | + if (result.releaseDate) { |
| 193 | + stats.extracted++ |
| 194 | + } else { |
| 195 | + stats.nullDates++ |
| 196 | + } |
| 197 | + } |
| 198 | + } |
| 199 | + |
| 200 | + // Print summary |
| 201 | + console.log(`\n${'='.repeat(60)}`) |
| 202 | + console.log('📊 Summary') |
| 203 | + console.log('='.repeat(60)) |
| 204 | + console.log(`Total files: ${stats.total}`) |
| 205 | + console.log(`Processed: ${stats.processed}`) |
| 206 | + console.log(`Skipped (already has releaseDate): ${stats.skipped}`) |
| 207 | + console.log(`Extracted from description: ${stats.extracted}`) |
| 208 | + console.log(`Set to null (not found): ${stats.nullDates}`) |
| 209 | + if (stats.errors > 0) { |
| 210 | + console.log(`Errors: ${stats.errors}`) |
| 211 | + } |
| 212 | + console.log('='.repeat(60)) |
| 213 | + |
| 214 | + if (stats.errors === 0) { |
| 215 | + console.log('\n✨ All files processed successfully!') |
| 216 | + } else { |
| 217 | + console.log('\n⚠️ Processing completed with some errors.') |
| 218 | + } |
| 219 | + } catch (error) { |
| 220 | + console.error('❌ Fatal error:', error.message) |
| 221 | + process.exit(1) |
| 222 | + } |
| 223 | +} |
| 224 | + |
| 225 | +main().catch(console.error) |
0 commit comments