@

Add star-map Angular app, ETL pipeline, and caveman plugin Angular 3D star map (galaxy/system/body views, Three.js rendering, navigation store) plus the NASA ETL tooling that builds the star, exoplanet and solar-system datasets, Playwright e2e suite, and the cs:caveman Claude Code plugin (command, agent, skill). Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com> @
2026-08-03 16:50:10 +02:00
parent 1e1b58b0e9
commit d7e8ea1d4d
99 changed files with 5513 additions and 1 deletions
@@ -0,0 +1,108 @@
+import { writeFileSync } from 'node:fs';
+
+import { raDecDistanceToXyz } from '../../src/app/shared/astro/coordinates';
+import { StarRecord, SUN_STAR_ID } from '../../src/app/shared/models/star.model';
+import { parseCsvObjects } from './lib/csv';
+import { fetchTextCached } from './lib/http';
+import { dataPath, ensureDataDir } from './lib/paths';
+
+const HYG_CSV_URL = 'https://raw.githubusercontent.com/astronexus/HYG-Database/main/hyg/CURRENT/hygdata_v41.csv';
+const HYG_UNKNOWN_DISTANCE_PC = 100000; // HYG's placeholder for unmeasured/unreliable parallax
+
+/** Stars within this distance (parsecs) of the Sun are kept for the galaxy view. */
+const DISTANCE_CUTOFF_PC = Number(process.env['ETL_STAR_DISTANCE_PC'] ?? 50);
+
+function resolveName(row: Record<string, string>): string {
+  if (row['proper']) {
+    return row['proper'];
+  }
+  if (row['bayer'] && row['con']) {
+    return `${row['bayer']} ${row['con']}`;
+  }
+  if (row['flam'] && row['con']) {
+    return `${row['flam']} ${row['con']}`;
+  }
+  if (row['hd']) {
+    return `HD ${row['hd']}`;
+  }
+  if (row['gl']) {
+    return `Gl ${row['gl']}`;
+  }
+  if (row['hip']) {
+    return `HIP ${row['hip']}`;
+  }
+  return `HYG ${row['id']}`;
+}
+
+/**
+ * Downloads the HYG (Hipparcos/Yale/Gliese) stellar database, converts each star's
+ * RA/Dec/distance into galaxy-scale Cartesian coordinates (parsecs), filters by distance,
+ * and writes `stars.bin` (packed positions) + `stars-index.json` (everything else).
+ */
+export async function fetchStars(): Promise<StarRecord[]> {
+  console.log(`Fetching HYG star catalog (distance cutoff: ${DISTANCE_CUTOFF_PC} pc)...`);
+  const csv = await fetchTextCached(HYG_CSV_URL, 'hygdata_v41.csv');
+  const rows = parseCsvObjects(csv);
+
+  const stars: StarRecord[] = [];
+
+  for (const row of rows) {
+    const id = Number(row['id']);
+    const distancePc = Number(row['dist']);
+
+    if (id === SUN_STAR_ID) {
+      stars.push({ id, name: 'Sol', x: 0, y: 0, z: 0, magnitude: Number(row['mag']), spectralType: row['spect'] || 'G2V', colorIndex: Number(row['ci']) || 0 });
+      continue;
+    }
+
+    if (!Number.isFinite(distancePc) || distancePc >= HYG_UNKNOWN_DISTANCE_PC || distancePc > DISTANCE_CUTOFF_PC) {
+      continue;
+    }
+
+    const raHours = Number(row['ra']);
+    const decDeg = Number(row['dec']);
+    if (!Number.isFinite(raHours) || !Number.isFinite(decDeg)) {
+      continue;
+    }
+
+    const { x, y, z } = raDecDistanceToXyz(raHours, decDeg, distancePc);
+
+    stars.push({
+      id,
+      name: resolveName(row),
+      x,
+      y,
+      z,
+      magnitude: Number(row['mag']) || 0,
+      spectralType: row['spect'] || 'Unknown',
+      colorIndex: Number(row['ci']) || 0
+    });
+  }
+
+  stars.sort((a, b) => a.id - b.id);
+  writeStarAssets(stars);
+
+  console.log(`  kept ${stars.length} stars (of ${rows.length} in the catalog).`);
+  return stars;
+}
+
+function writeStarAssets(stars: StarRecord[]): void {
+  ensureDataDir();
+
+  const positions = new Float32Array(stars.length * 3);
+  stars.forEach((star, index) => {
+    positions[index * 3] = star.x;
+    positions[index * 3 + 1] = star.y;
+    positions[index * 3 + 2] = star.z;
+  });
+
+  writeFileSync(dataPath('stars.bin'), Buffer.from(positions.buffer));
+  writeFileSync(dataPath('stars-index.json'), JSON.stringify(stars));
+}
+
+if (require.main === module) {
+  fetchStars().catch((error) => {
+    console.error(error);
+    process.exitCode = 1;
+  });
+}