initial commit
This commit is contained in:
@@ -0,0 +1,81 @@
|
||||
/**
|
||||
* MetaMesh Plugin: file-info
|
||||
* Entry point
|
||||
*/
|
||||
|
||||
import Fastify from 'fastify';
|
||||
import type {
|
||||
HealthResponse,
|
||||
ProcessRequest,
|
||||
ProcessResponse,
|
||||
CallbackPayload,
|
||||
ConfigureRequest,
|
||||
ConfigureResponse,
|
||||
} from './types.js';
|
||||
import { manifest, process as processFile } from './plugin.js';
|
||||
|
||||
const app = Fastify({ logger: true });
|
||||
let ready = false;
|
||||
let pluginConfig: Record<string, unknown> = {};
|
||||
|
||||
// Health check
|
||||
app.get('/health', async (): Promise<HealthResponse> => ({
|
||||
status: 'healthy',
|
||||
ready,
|
||||
version: manifest.version,
|
||||
}));
|
||||
|
||||
// Manifest
|
||||
app.get('/manifest', async () => manifest);
|
||||
|
||||
// Configure
|
||||
app.post<{ Body: ConfigureRequest }>('/configure', async (request): Promise<ConfigureResponse> => {
|
||||
try {
|
||||
pluginConfig = request.body.config || {};
|
||||
console.log('[file-info] Configuration updated');
|
||||
return { status: 'ok' };
|
||||
} catch (error) {
|
||||
return { status: 'error', error: error instanceof Error ? error.message : String(error) };
|
||||
}
|
||||
});
|
||||
|
||||
// Process
|
||||
app.post<{ Body: ProcessRequest }>('/process', async (request, reply) => {
|
||||
const { taskId, cid, filePath, callbackUrl, metaCoreUrl } = request.body;
|
||||
|
||||
if (!taskId || !cid || !filePath || !callbackUrl || !metaCoreUrl) {
|
||||
return reply.send({ status: 'rejected', error: 'Missing required fields' } as ProcessResponse);
|
||||
}
|
||||
|
||||
// Process in background (don't await)
|
||||
processFile(request.body, async (payload: CallbackPayload) => {
|
||||
try {
|
||||
await fetch(callbackUrl, {
|
||||
method: 'POST',
|
||||
headers: { 'Content-Type': 'application/json' },
|
||||
body: JSON.stringify(payload),
|
||||
});
|
||||
} catch (error) {
|
||||
console.error('[file-info] Callback error:', error);
|
||||
}
|
||||
}).catch(console.error);
|
||||
|
||||
// Accept immediately
|
||||
return reply.send({ status: 'accepted' } as ProcessResponse);
|
||||
});
|
||||
|
||||
// Start server
|
||||
const port = parseInt(process.env.PORT || '8080', 10);
|
||||
const host = process.env.HOST || '0.0.0.0';
|
||||
|
||||
app.listen({ port, host }).then(() => {
|
||||
ready = true;
|
||||
console.log(`[file-info] Plugin listening on http://${host}:${port}`);
|
||||
});
|
||||
|
||||
// Graceful shutdown
|
||||
process.on('SIGTERM', async () => {
|
||||
ready = false;
|
||||
await app.close();
|
||||
process.exit(0);
|
||||
});
|
||||
@@ -0,0 +1,73 @@
|
||||
/**
|
||||
* meta-core API Client for writing metadata
|
||||
* Fails gracefully if meta-core is unavailable (logs warning, returns without throwing)
|
||||
*/
|
||||
|
||||
export class MetaCoreClient {
|
||||
constructor(private baseUrl: string) {}
|
||||
|
||||
private async safeFetch(url: string, options: RequestInit): Promise<Response | null> {
|
||||
try {
|
||||
return await fetch(url, { ...options, signal: AbortSignal.timeout(5000) });
|
||||
} catch (error) {
|
||||
console.warn(`[MetaCoreClient] Warning: meta-core unavailable at ${this.baseUrl}`);
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
async setProperty(hashId: string, key: string, value: string): Promise<void> {
|
||||
const response = await this.safeFetch(`${this.baseUrl}/meta/${hashId}/${key}`, {
|
||||
method: 'PUT',
|
||||
headers: { 'Content-Type': 'application/json' },
|
||||
body: JSON.stringify({ value }),
|
||||
});
|
||||
if (response && !response.ok) {
|
||||
console.warn(`[MetaCoreClient] Failed to set property: ${response.status}`);
|
||||
}
|
||||
}
|
||||
|
||||
async getProperty(hashId: string, key: string): Promise<string | null> {
|
||||
const response = await this.safeFetch(`${this.baseUrl}/meta/${hashId}/${key}`, { method: 'GET' });
|
||||
if (!response || response.status === 404) return null;
|
||||
if (!response.ok) return null;
|
||||
const data = await response.json() as { value?: string };
|
||||
return data.value ?? null;
|
||||
}
|
||||
|
||||
async mergeMetadata(hashId: string, metadata: Record<string, string>): Promise<void> {
|
||||
const response = await this.safeFetch(`${this.baseUrl}/meta/${hashId}`, {
|
||||
method: 'PATCH',
|
||||
headers: { 'Content-Type': 'application/json' },
|
||||
body: JSON.stringify(metadata),
|
||||
});
|
||||
if (response && !response.ok) {
|
||||
console.warn(`[MetaCoreClient] Failed to merge metadata: ${response.status}`);
|
||||
}
|
||||
}
|
||||
|
||||
async deleteProperty(hashId: string, key: string): Promise<void> {
|
||||
const response = await this.safeFetch(`${this.baseUrl}/meta/${hashId}/${key}`, { method: 'DELETE' });
|
||||
if (response && !response.ok && response.status !== 404) {
|
||||
console.warn(`[MetaCoreClient] Failed to delete property: ${response.status}`);
|
||||
}
|
||||
}
|
||||
|
||||
async addToSet(hashId: string, key: string, value: string): Promise<void> {
|
||||
const response = await this.safeFetch(`${this.baseUrl}/meta/${hashId}/_add/${key}`, {
|
||||
method: 'POST',
|
||||
headers: { 'Content-Type': 'application/json' },
|
||||
body: JSON.stringify({ value }),
|
||||
});
|
||||
if (response && !response.ok) {
|
||||
console.warn(`[MetaCoreClient] Failed to add to set: ${response.status}`);
|
||||
}
|
||||
}
|
||||
|
||||
async getMetadata(hashId: string): Promise<Record<string, string>> {
|
||||
const response = await this.safeFetch(`${this.baseUrl}/meta/${hashId}`, { method: 'GET' });
|
||||
if (!response || response.status === 404) return {};
|
||||
if (!response.ok) return {};
|
||||
const data = await response.json() as { metadata?: Record<string, string> };
|
||||
return data.metadata ?? {};
|
||||
}
|
||||
}
|
||||
+167
@@ -0,0 +1,167 @@
|
||||
/**
|
||||
* File Info Plugin
|
||||
*
|
||||
* Extracts basic file information: type, MIME type, and size.
|
||||
* This is the first plugin in the processing chain.
|
||||
*/
|
||||
|
||||
import { stat } from 'fs/promises';
|
||||
import { basename, extname } from 'path';
|
||||
import { fileTypeFromFile } from 'file-type';
|
||||
import { lookup as mimeTypeLookup } from 'mime-types';
|
||||
import type { PluginManifest, ProcessRequest, CallbackPayload } from './types.js';
|
||||
import { MetaCoreClient } from './meta-core-client.js';
|
||||
|
||||
export const manifest: PluginManifest = {
|
||||
id: 'file-info',
|
||||
name: 'File Information',
|
||||
version: '1.0.0',
|
||||
description: 'Extracts basic file information (type, MIME, size)',
|
||||
author: 'MetaMesh',
|
||||
dependencies: [],
|
||||
priority: 10,
|
||||
color: '#607D8B',
|
||||
defaultQueue: 'fast',
|
||||
timeout: 30000,
|
||||
schema: {
|
||||
privateFilePath: {
|
||||
label: 'Original File Path',
|
||||
type: 'string',
|
||||
readonly: true,
|
||||
hint: 'Physical path on disk (used by Stremio addon and FUSE)',
|
||||
},
|
||||
fileType: {
|
||||
label: 'File Type',
|
||||
type: 'string',
|
||||
readonly: true,
|
||||
},
|
||||
mimeType: {
|
||||
label: 'MIME Type',
|
||||
type: 'string',
|
||||
readonly: true,
|
||||
},
|
||||
sizeByte: {
|
||||
label: 'Size (bytes)',
|
||||
type: 'number',
|
||||
readonly: true,
|
||||
},
|
||||
fileName: {
|
||||
label: 'File Name',
|
||||
type: 'string',
|
||||
readonly: true,
|
||||
},
|
||||
extension: {
|
||||
label: 'Extension',
|
||||
type: 'string',
|
||||
readonly: true,
|
||||
},
|
||||
},
|
||||
config: {},
|
||||
};
|
||||
|
||||
// File type detection based on extension (matching @metazla/filename-tools)
|
||||
// Note: Images are classified as 'document' not 'image' per original design
|
||||
const EXTENSION_MAPPINGS: Record<string, string> = {
|
||||
// Video
|
||||
'mp4': 'video', 'mkv': 'video', 'webm': 'video', 'avi': 'video',
|
||||
'mov': 'video', 'wmv': 'video', 'flv': 'video', 'm4v': 'video',
|
||||
'mpg': 'video', 'mpeg': 'video', '3gp': 'video', '3g2': 'video',
|
||||
'f4v': 'video', 'm2ts': 'video', 'mts': 'video', 'ts': 'video',
|
||||
'vob': 'video', 'ogm': 'video', 'divx': 'video', 'xvid': 'video',
|
||||
// Audio
|
||||
'mp3': 'audio', 'wav': 'audio', 'flac': 'audio', 'aac': 'audio',
|
||||
'ogg': 'audio', 'm4a': 'audio',
|
||||
// Document (includes images per original design)
|
||||
'pdf': 'document', 'doc': 'document', 'docx': 'document',
|
||||
'ppt': 'document', 'pptx': 'document', 'xls': 'document',
|
||||
'xlsx': 'document', 'txt': 'document', 'rtf': 'document',
|
||||
// Images are classified as 'document' per original library
|
||||
'jpg': 'document', 'jpeg': 'document', 'png': 'document',
|
||||
'gif': 'document', 'bmp': 'document', 'tif': 'document',
|
||||
'tiff': 'document', 'svg': 'document', 'webp': 'document',
|
||||
// Archive
|
||||
'zip': 'archive', 'rar': 'archive', '7z': 'archive',
|
||||
'tar': 'archive', 'gz': 'archive', 'bz2': 'archive', 'xz': 'archive',
|
||||
// Subtitles
|
||||
'srt': 'subtitle', 'sub': 'subtitle', 'sbv': 'subtitle', 'vtt': 'subtitle',
|
||||
// Torrent
|
||||
'torrent': 'torrent',
|
||||
};
|
||||
|
||||
function getFileTypeFromExtension(ext: string): string {
|
||||
if (!ext) return 'undefined';
|
||||
const lowerExt = ext.toLowerCase();
|
||||
return EXTENSION_MAPPINGS[lowerExt] || 'other';
|
||||
}
|
||||
|
||||
export async function process(
|
||||
request: ProcessRequest,
|
||||
sendCallback: (payload: CallbackPayload) => Promise<void>
|
||||
): Promise<void> {
|
||||
const startTime = Date.now();
|
||||
const metaCore = new MetaCoreClient(request.metaCoreUrl);
|
||||
|
||||
try {
|
||||
const { cid, filePath } = request;
|
||||
|
||||
// Get file stats
|
||||
const stats = await stat(filePath);
|
||||
|
||||
// Get file name and extension
|
||||
const fileName = basename(filePath);
|
||||
const extension = extname(filePath).slice(1).toLowerCase();
|
||||
|
||||
// Determine file type
|
||||
let fileType = getFileTypeFromExtension(extension);
|
||||
|
||||
// Try to get MIME type from file magic bytes
|
||||
let mimeType: string | undefined;
|
||||
try {
|
||||
const detected = await fileTypeFromFile(filePath);
|
||||
if (detected) {
|
||||
mimeType = detected.mime;
|
||||
}
|
||||
} catch {
|
||||
// Fallback to extension-based lookup
|
||||
}
|
||||
|
||||
// Fallback MIME type lookup by extension
|
||||
if (!mimeType) {
|
||||
mimeType = mimeTypeLookup(extension) || 'application/octet-stream';
|
||||
}
|
||||
|
||||
// Prepare metadata
|
||||
const metadata = {
|
||||
fileType,
|
||||
mimeType,
|
||||
sizeByte: String(stats.size),
|
||||
fileName,
|
||||
extension,
|
||||
filePath, // Store the file path for other plugins/services
|
||||
};
|
||||
|
||||
// Write metadata to meta-core
|
||||
await metaCore.mergeMetadata(cid, metadata);
|
||||
|
||||
const duration = Date.now() - startTime;
|
||||
console.log(`[file-info] Processed ${fileName} in ${duration}ms`);
|
||||
|
||||
await sendCallback({
|
||||
taskId: request.taskId,
|
||||
status: 'completed',
|
||||
duration,
|
||||
metadata, // Include metadata in callback as fallback
|
||||
});
|
||||
} catch (error) {
|
||||
const duration = Date.now() - startTime;
|
||||
const errorMessage = error instanceof Error ? error.message : String(error);
|
||||
console.error(`[file-info] Error:`, errorMessage);
|
||||
|
||||
await sendCallback({
|
||||
taskId: request.taskId,
|
||||
status: 'failed',
|
||||
duration,
|
||||
error: errorMessage,
|
||||
});
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,72 @@
|
||||
/**
|
||||
* MetaMesh Plugin Types
|
||||
*/
|
||||
|
||||
export interface PluginManifest {
|
||||
id: string;
|
||||
name: string;
|
||||
version: string;
|
||||
description?: string;
|
||||
author?: string;
|
||||
dependencies?: string[];
|
||||
schema?: Record<string, SchemaField>;
|
||||
config?: Record<string, ConfigField>;
|
||||
priority?: number;
|
||||
color?: string;
|
||||
defaultQueue?: 'fast' | 'background';
|
||||
timeout?: number;
|
||||
}
|
||||
|
||||
export interface SchemaField {
|
||||
label: string;
|
||||
type?: 'string' | 'number' | 'boolean' | 'select' | 'text' | 'array' | 'json' | 'cid';
|
||||
readonly?: boolean;
|
||||
hint?: string;
|
||||
}
|
||||
|
||||
export interface ConfigField {
|
||||
type: 'string' | 'number' | 'boolean' | 'select';
|
||||
label?: string;
|
||||
required?: boolean;
|
||||
default?: unknown;
|
||||
secret?: boolean;
|
||||
}
|
||||
|
||||
export interface HealthResponse {
|
||||
status: 'healthy' | 'unhealthy';
|
||||
ready: boolean;
|
||||
version: string;
|
||||
}
|
||||
|
||||
export interface ProcessRequest {
|
||||
taskId: string;
|
||||
cid: string;
|
||||
filePath: string;
|
||||
callbackUrl: string;
|
||||
metaCoreUrl: string;
|
||||
existingMeta?: Record<string, string>;
|
||||
}
|
||||
|
||||
export interface ProcessResponse {
|
||||
status: 'accepted' | 'rejected';
|
||||
error?: string;
|
||||
}
|
||||
|
||||
export interface CallbackPayload {
|
||||
taskId: string;
|
||||
status: 'completed' | 'failed' | 'skipped';
|
||||
duration: number;
|
||||
error?: string;
|
||||
reason?: string;
|
||||
/** Metadata to write (fallback if meta-core unavailable) */
|
||||
metadata?: Record<string, string>;
|
||||
}
|
||||
|
||||
export interface ConfigureRequest {
|
||||
config: Record<string, unknown>;
|
||||
}
|
||||
|
||||
export interface ConfigureResponse {
|
||||
status: 'ok' | 'error';
|
||||
error?: string;
|
||||
}
|
||||
Reference in New Issue
Block a user