initial commit

src/index.ts

@@ -0,0 +1,28 @@
+import Fastify from 'fastify';
+import type { HealthResponse, ProcessRequest, ProcessResponse, CallbackPayload, ConfigureRequest, ConfigureResponse } from './types.js';
+import { manifest, process as processFile } from './plugin.js';
+
+const app = Fastify({ logger: true });
+let ready = false;
+
+app.get('/health', async (): Promise<HealthResponse> => ({ status: 'healthy', ready, version: manifest.version }));
+app.get('/manifest', async () => manifest);
+app.post<{ Body: ConfigureRequest }>('/configure', async (request): Promise<ConfigureResponse> => {
+    console.log(`[${manifest.id}] Configuration updated`);
+    return { status: 'ok' };
+});
+app.post<{ Body: ProcessRequest }>('/process', async (request, reply) => {
+    const { taskId, cid, filePath, callbackUrl, metaCoreUrl } = request.body;
+    if (!taskId || !cid || !filePath || !callbackUrl || !metaCoreUrl) {
+        return reply.send({ status: 'rejected', error: 'Missing required fields' } as ProcessResponse);
+    }
+    processFile(request.body, async (payload: CallbackPayload) => {
+        try { await fetch(callbackUrl, { method: 'POST', headers: { 'Content-Type': 'application/json' }, body: JSON.stringify(payload) }); }
+        catch (error) { console.error(`[${manifest.id}] Callback error:`, error); }
+    }).catch(console.error);
+    return reply.send({ status: 'accepted' } as ProcessResponse);
+});
+
+const port = parseInt(process.env.PORT || '8080', 10);
+app.listen({ port, host: '0.0.0.0' }).then(() => { ready = true; console.log(`[${manifest.id}] Listening on port ${port}`); });
+process.on('SIGTERM', async () => { ready = false; await app.close(); process.exit(0); });

src/meta-core-client.ts

@@ -0,0 +1,73 @@
+/**
+ * meta-core API Client for writing metadata
+ * Fails gracefully if meta-core is unavailable (logs warning, returns without throwing)
+ */
+
+export class MetaCoreClient {
+    constructor(private baseUrl: string) {}
+
+    private async safeFetch(url: string, options: RequestInit): Promise<Response | null> {
+        try {
+            return await fetch(url, { ...options, signal: AbortSignal.timeout(5000) });
+        } catch (error) {
+            console.warn(`[MetaCoreClient] Warning: meta-core unavailable at ${this.baseUrl}`);
+            return null;
+        }
+    }
+
+    async setProperty(hashId: string, key: string, value: string): Promise<void> {
+        const response = await this.safeFetch(`${this.baseUrl}/meta/${hashId}/${key}`, {
+            method: 'PUT',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify({ value }),
+        });
+        if (response && !response.ok) {
+            console.warn(`[MetaCoreClient] Failed to set property: ${response.status}`);
+        }
+    }
+
+    async getProperty(hashId: string, key: string): Promise<string | null> {
+        const response = await this.safeFetch(`${this.baseUrl}/meta/${hashId}/${key}`, { method: 'GET' });
+        if (!response || response.status === 404) return null;
+        if (!response.ok) return null;
+        const data = await response.json() as { value?: string };
+        return data.value ?? null;
+    }
+
+    async mergeMetadata(hashId: string, metadata: Record<string, string>): Promise<void> {
+        const response = await this.safeFetch(`${this.baseUrl}/meta/${hashId}`, {
+            method: 'PATCH',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify(metadata),
+        });
+        if (response && !response.ok) {
+            console.warn(`[MetaCoreClient] Failed to merge metadata: ${response.status}`);
+        }
+    }
+
+    async deleteProperty(hashId: string, key: string): Promise<void> {
+        const response = await this.safeFetch(`${this.baseUrl}/meta/${hashId}/${key}`, { method: 'DELETE' });
+        if (response && !response.ok && response.status !== 404) {
+            console.warn(`[MetaCoreClient] Failed to delete property: ${response.status}`);
+        }
+    }
+
+    async addToSet(hashId: string, key: string, value: string): Promise<void> {
+        const response = await this.safeFetch(`${this.baseUrl}/meta/${hashId}/_add/${key}`, {
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify({ value }),
+        });
+        if (response && !response.ok) {
+            console.warn(`[MetaCoreClient] Failed to add to set: ${response.status}`);
+        }
+    }
+
+    async getMetadata(hashId: string): Promise<Record<string, string>> {
+        const response = await this.safeFetch(`${this.baseUrl}/meta/${hashId}`, { method: 'GET' });
+        if (!response || response.status === 404) return {};
+        if (!response.ok) return {};
+        const data = await response.json() as { metadata?: Record<string, string> };
+        return data.metadata ?? {};
+    }
+}

src/plugin.ts

@@ -0,0 +1,138 @@
+/**
+ * Language Plugin
+ * Aggregates languages from all streams and determines primary language
+ * Uses proper ISO 639 conversion matching @metazla/filename-tools
+ */
+
+import ISO6391 from 'iso-639-1';
+import { iso6393To2T } from 'iso-639-3';
+import type { PluginManifest, ProcessRequest, CallbackPayload } from './types.js';
+import { MetaCoreClient } from './meta-core-client.js';
+
+export const manifest: PluginManifest = {
+    id: 'language',
+    name: 'Language Aggregator',
+    version: '1.0.0',
+    description: 'Aggregates languages from all streams and determines primary language',
+    author: 'MetaMesh',
+    dependencies: ['ffmpeg'],
+    priority: 40,
+    color: '#FF9800',
+    defaultQueue: 'fast',
+    timeout: 30000,
+    schema: {
+        languages: { label: 'Languages', type: 'array', readonly: true },
+        primaryLanguage: { label: 'Primary Language', type: 'string', readonly: true },
+    },
+    config: {},
+};
+
+// Build ISO 639-1 to ISO 639-3 mapping (matching @metazla/filename-tools)
+const iso6391To3: Record<string, string> = {};
+for (const key in iso6393To2T) {
+    const value = (iso6393To2T as Record<string, string>)[key];
+    iso6391To3[value] = key;
+}
+
+/**
+ * Convert any language format to ISO 639-3
+ * Matches anyTo_iso_639_3 from @metazla/filename-tools
+ */
+function anyTo_iso_639_3(languageName: string): string | null {
+    if (!languageName) {
+        return null;
+    }
+    if (languageName.length === 3) {
+        // Could be ISO 639-3 or ISO 639-2T or ISO 639-2B
+        // All 3 are similar, just return the input
+        return languageName;
+    }
+    if (languageName.length === 2) {
+        // Could be ISO 639-1 => validate and convert
+        return iso6391To3[languageName] || 'und';
+    }
+
+    // Full language name - convert to ISO 639-3
+    const code1 = ISO6391.getCode(languageName);
+    if (iso6391To3[code1]) {
+        return iso6391To3[code1];
+    }
+
+    return null;
+}
+
+export async function process(
+    request: ProcessRequest,
+    sendCallback: (payload: CallbackPayload) => Promise<void>
+): Promise<void> {
+    const startTime = Date.now();
+    const metaCore = new MetaCoreClient(request.metaCoreUrl);
+
+    try {
+        const { cid, existingMeta } = request;
+
+        const languages = new Set<string>();
+        let primaryLanguage: string | null = null;
+
+        // Collect from audio streams (highest priority)
+        for (let i = 0; i < 20; i++) {
+            const lang = existingMeta?.[`fileinfo/streamdetails/audio/${i}/language`];
+            if (!lang) break;
+            const computedLanguage = anyTo_iso_639_3(lang);
+            if (computedLanguage && computedLanguage !== 'und') {
+                languages.add(computedLanguage);
+                if (!primaryLanguage) primaryLanguage = computedLanguage;
+            }
+        }
+
+        // Collect from video streams
+        for (let i = 0; i < 20; i++) {
+            const lang = existingMeta?.[`fileinfo/streamdetails/video/${i}/language`];
+            if (!lang) break;
+            const computedLanguage = anyTo_iso_639_3(lang);
+            if (computedLanguage && computedLanguage !== 'und') {
+                languages.add(computedLanguage);
+                if (!primaryLanguage) primaryLanguage = computedLanguage;
+            }
+        }
+
+        // Collect from subtitle streams
+        for (let i = 0; i < 20; i++) {
+            const lang = existingMeta?.[`fileinfo/streamdetails/subtitle/${i}/language`];
+            if (!lang) break;
+            const computedLanguage = anyTo_iso_639_3(lang);
+            if (computedLanguage && computedLanguage !== 'und') {
+                languages.add(computedLanguage);
+                if (!primaryLanguage) primaryLanguage = computedLanguage;
+            }
+        }
+
+        // Add languages to set
+        for (const lang of languages) {
+            await metaCore.addToSet(cid, 'languages', lang);
+        }
+
+        // Set primary language and title language mapping
+        if (primaryLanguage) {
+            await metaCore.setProperty(cid, 'primaryLanguage', primaryLanguage);
+
+            const originalTitle = existingMeta?.originalTitle;
+            if (originalTitle) {
+                await metaCore.setProperty(cid, `titles/${primaryLanguage}`, originalTitle);
+            }
+        }
+
+        await sendCallback({
+            taskId: request.taskId,
+            status: 'completed',
+            duration: Date.now() - startTime,
+        });
+    } catch (error) {
+        await sendCallback({
+            taskId: request.taskId,
+            status: 'failed',
+            duration: Date.now() - startTime,
+            error: error instanceof Error ? error.message : String(error),
+        });
+    }
+}

src/types.ts

@@ -0,0 +1,70 @@
+/**
+ * MetaMesh Plugin Types
+ */
+
+export interface PluginManifest {
+    id: string;
+    name: string;
+    version: string;
+    description?: string;
+    author?: string;
+    dependencies?: string[];
+    schema?: Record<string, SchemaField>;
+    config?: Record<string, ConfigField>;
+    priority?: number;
+    color?: string;
+    defaultQueue?: 'fast' | 'background';
+    timeout?: number;
+}
+
+export interface SchemaField {
+    label: string;
+    type?: 'string' | 'number' | 'boolean' | 'select' | 'text' | 'array' | 'json' | 'cid';
+    readonly?: boolean;
+    hint?: string;
+}
+
+export interface ConfigField {
+    type: 'string' | 'number' | 'boolean' | 'select';
+    label?: string;
+    required?: boolean;
+    default?: unknown;
+    secret?: boolean;
+}
+
+export interface HealthResponse {
+    status: 'healthy' | 'unhealthy';
+    ready: boolean;
+    version: string;
+}
+
+export interface ProcessRequest {
+    taskId: string;
+    cid: string;
+    filePath: string;
+    callbackUrl: string;
+    metaCoreUrl: string;
+    existingMeta?: Record<string, string>;
+}
+
+export interface ProcessResponse {
+    status: 'accepted' | 'rejected';
+    error?: string;
+}
+
+export interface CallbackPayload {
+    taskId: string;
+    status: 'completed' | 'failed' | 'skipped';
+    duration: number;
+    error?: string;
+    reason?: string;
+}
+
+export interface ConfigureRequest {
+    config: Record<string, unknown>;
+}
+
+export interface ConfigureResponse {
+    status: 'ok' | 'error';
+    error?: string;
+}