DataFlare API 文档

// 安装SDK: npm install dataflare-sdk

import { DataFlareClient } from 'dataflare-sdk';

// 初始化客户端
const client = new DataFlareClient({
  apiKey: 'your_api_key',
  apiSecret: 'your_api_secret'
});

// 获取SmartModules列表
async function getSmartModules() {
  try {
    const modules = await client.smartModules.list();
    console.log(modules);
  } catch (error) {
    console.error('获取SmartModules失败:', error);
  }
}

// 创建数据流水线
async function createPipeline() {
  try {
    const pipeline = await client.pipelines.create({
      name: '日志处理流水线',
      description: '处理应用日志的流水线',
      source: {
        connector_id: 'conn-5432',
        config: {
          bucket: 'app-logs',
          prefix: 'production/'
        }
      },
      processors: [
        {
          module_id: 'sm-1234',
          config: {
            field: 'message',
            output_field: 'category'
          }
        }
      ],
      sink: {
        connector_id: 'conn-9876',
        config: {
          table: 'processed_logs',
          batch_size: 100
        }
      }
    });
    console.log('流水线已创建:', pipeline);
  } catch (error) {
    console.error('创建流水线失败:', error);
  }
}

getSmartModules();
createPipeline();