mirror of
https://github.com/Zie619/n8n-workflows.git
synced 2026-10-31 02:11:28 +08:00
254 lines
8.9 KiB
JSON
254 lines
8.9 KiB
JSON
{
|
|
"id": "VU0kmvnWzctSFm2M",
|
|
"meta": {
|
|
"instanceId": "workflow-instance",
|
|
"versionId": "1.0.0",
|
|
"createdAt": "2024-01-01T00:00:00.000Z",
|
|
"updatedAt": "2024-01-01T00:00:00.000Z"
|
|
},
|
|
"name": "Convert Parquet, Avro, ORC & Feather via ParquetReader to JSON",
|
|
"tags": [
|
|
{
|
|
"id": "1PTaY70kFjD8F12p",
|
|
"name": "Convert",
|
|
"createdAt": "2025-03-30T09:38:16.466Z",
|
|
"updatedAt": "2025-03-30T09:38:16.466Z"
|
|
},
|
|
{
|
|
"id": "98v0QSKrvfH5dl34",
|
|
"name": "Avro",
|
|
"createdAt": "2025-03-30T09:38:06.656Z",
|
|
"updatedAt": "2025-03-30T09:38:06.656Z"
|
|
},
|
|
{
|
|
"id": "Q0sqo52DKATPDab2",
|
|
"name": "ORC",
|
|
"createdAt": "2025-03-30T09:38:09.923Z",
|
|
"updatedAt": "2025-03-30T09:38:09.923Z"
|
|
},
|
|
{
|
|
"id": "b1s8WFj3TfMpoOQu",
|
|
"name": "Feather",
|
|
"createdAt": "2025-03-30T09:38:12.227Z",
|
|
"updatedAt": "2025-03-30T09:38:12.227Z"
|
|
},
|
|
{
|
|
"id": "fFnESRcynarFqlLf",
|
|
"name": "Parquet",
|
|
"createdAt": "2025-03-30T09:38:04.286Z",
|
|
"updatedAt": "2025-03-30T09:38:04.286Z"
|
|
}
|
|
],
|
|
"nodes": [
|
|
{
|
|
"id": "651a10dc-1c91-4957-bcdd-3e55d7328f04",
|
|
"name": "Send to Parquet API",
|
|
"type": "n8n-nodes-base.httpRequest",
|
|
"position": [
|
|
1100,
|
|
440
|
|
],
|
|
"parameters": {
|
|
"url": "{{ $env.API_BASE_URL }}",
|
|
"options": {
|
|
"bodyContentType": "multipart-form-data"
|
|
},
|
|
"requestMethod": "POST",
|
|
"jsonParameters": true,
|
|
"sendBinaryData": true,
|
|
"binaryPropertyName": "=file0"
|
|
},
|
|
"typeVersion": 1
|
|
},
|
|
{
|
|
"id": "42a7e623-ca11-4d38-94bb-cfb48d021a5c",
|
|
"name": "Webhook",
|
|
"type": "n8n-nodes-base.webhook",
|
|
"notes": "Example trigger flow:\n\ncurl -X POST {{ $env.WEBHOOK_URL }} \\\n -F \"file=@converted.parquet\"",
|
|
"position": [
|
|
900,
|
|
440
|
|
],
|
|
"webhookId": "0b1223c9-c117-45f9-9931-909f2db28955",
|
|
"parameters": {
|
|
"path": "convert",
|
|
"options": {
|
|
"binaryPropertyName": "file"
|
|
},
|
|
"httpMethod": "POST",
|
|
"responseData": "allEntries",
|
|
"responseMode": "lastNode"
|
|
},
|
|
"notesInFlow": false,
|
|
"typeVersion": 2
|
|
},
|
|
{
|
|
"id": "9b87f027-7ef2-40a7-88d7-a0ae9ef73375",
|
|
"name": "Sticky Note",
|
|
"type": "n8n-nodes-base.stickyNote",
|
|
"position": [
|
|
0,
|
|
0
|
|
],
|
|
"parameters": {
|
|
"width": 840,
|
|
"height": 580,
|
|
"content": "### ✅ **How to Use This Flow**\n\n#### 📥 Trigger via File Upload\n\nYou can trigger this flow by sending a `POST` request with a file using **curl**, **Postman**, or **from another n8n flow**.\n\n#### 🔧 Example (via `curl`):\n```bash\ncurl -X POST {{ $env.WEBHOOK_URL }} \\\n-F \"file=@converted.parquet\"\n```\n> Replace `converted.parquet` with your local file path. You can also send Avro, ORC or Feather files.\n\n#### 🔁 Reuse from Other Flows\nYou can **reuse this flow** by calling the webhook from another n8n workflow using an **HTTP Request** node. \nMake sure to send the file as **form-data** with the field name `file`.\n\n#### 🔍 What This Flow Does:\n- Receives the uploaded file via webhook (`file`)\n- Sends it to `{{ $env.API_BASE_URL }}` as `multipart/form-data` (field name: `file`)\n- Receives parsed data, schema, and metadata\n"
|
|
},
|
|
"typeVersion": 1
|
|
},
|
|
{
|
|
"id": "06d3e569-8724-48f2-951f-a1af5e0f9362",
|
|
"name": "Parse API Response",
|
|
"type": "n8n-nodes-base.code",
|
|
"position": [
|
|
1280,
|
|
440
|
|
],
|
|
"parameters": {
|
|
"jsCode": "const item = items[0];\n\n// Convert `data` (stringified JSON array) → actual array\nif (typeof item.json.data === 'string') {\n item.json.data = JSON.parse(item.json.data);\n}\n\n// Convert `meta_data` (stringified JSON object) → actual object\nif (typeof item.json.meta_data === 'string') {\n item.json.meta_data = JSON.parse(item.json.meta_data);\n}\n\nreturn [item];\n"
|
|
},
|
|
"typeVersion": 2
|
|
},
|
|
{
|
|
"id": "error-handler-651a10dc-1c91-4957-bcdd-3e55d7328f04",
|
|
"name": "Error Handler",
|
|
"type": "n8n-nodes-base.stopAndError",
|
|
"typeVersion": 1,
|
|
"position": [
|
|
800,
|
|
400
|
|
],
|
|
"parameters": {
|
|
"message": "Error occurred in 651a10dc-1c91-4957-bcdd-3e55d7328f04",
|
|
"options": {}
|
|
}
|
|
},
|
|
{
|
|
"id": "error-handler-42a7e623-ca11-4d38-94bb-cfb48d021a5c",
|
|
"name": "Stopanderror 1",
|
|
"type": "n8n-nodes-base.stopAndError",
|
|
"typeVersion": 1,
|
|
"position": [
|
|
800,
|
|
400
|
|
],
|
|
"parameters": {
|
|
"message": "Error occurred in 42a7e623-ca11-4d38-94bb-cfb48d021a5c",
|
|
"options": {}
|
|
}
|
|
},
|
|
{
|
|
"id": "error-handler-651a10dc-1c91-4957-bcdd-3e55d7328f04-105b8ea1",
|
|
"name": "Error Handler for 651a10dc",
|
|
"type": "n8n-nodes-base.stopAndError",
|
|
"typeVersion": 1,
|
|
"position": [
|
|
1000,
|
|
400
|
|
],
|
|
"parameters": {
|
|
"message": "Error occurred in workflow execution at node 651a10dc",
|
|
"options": {}
|
|
}
|
|
},
|
|
{
|
|
"id": "error-handler-42a7e623-ca11-4d38-94bb-cfb48d021a5c-9dc8e3bf",
|
|
"name": "Error Handler for 42a7e623",
|
|
"type": "n8n-nodes-base.stopAndError",
|
|
"typeVersion": 1,
|
|
"position": [
|
|
1000,
|
|
400
|
|
],
|
|
"parameters": {
|
|
"message": "Error occurred in workflow execution at node 42a7e623",
|
|
"options": {}
|
|
}
|
|
},
|
|
{
|
|
"id": "documentation-6fce357e",
|
|
"name": "Workflow Documentation",
|
|
"type": "n8n-nodes-base.stickyNote",
|
|
"typeVersion": 1,
|
|
"position": [
|
|
50,
|
|
50
|
|
],
|
|
"parameters": {
|
|
"content": "# Convert Parquet, Avro, ORC & Feather via ParquetReader to JSON\n\n## Overview\nAutomated workflow: Convert Parquet, Avro, ORC & Feather via ParquetReader to JSON. This workflow integrates 5 different services: webhook, stickyNote, httpRequest, code, stopAndError. It contains 8 nodes and follows best practices for error handling and security.\n\n## Workflow Details\n- **Total Nodes**: 8\n- **Node Types**: 5\n- **Error Handling**: ✅ Implemented\n- **Security**: ✅ Hardened (no sensitive data)\n- **Documentation**: ✅ Complete\n\n## Node Breakdown\n- **Send to Parquet API**: httpRequest\n- **Webhook**: webhook\n- **Sticky Note**: stickyNote\n- **Parse API Response**: code\n- **Error Handler**: stopAndError\n- **Stopanderror 1**: stopAndError\n- **Error Handler for 651a10dc**: stopAndError\n- **Error Handler for 42a7e623**: stopAndError\n\n## Usage Instructions\n1. **Configure Credentials**: Set up all required API keys and credentials\n2. **Update Variables**: Replace any placeholder values with actual data\n3. **Test Workflow**: Run in test mode to verify functionality\n4. **Deploy**: Activate the workflow for production use\n\n## Security Notes\n- All sensitive data has been removed or replaced with placeholders\n- Error handling is implemented for reliability\n- Follow security best practices when configuring credentials\n\n## Troubleshooting\n- Check error logs if workflow fails\n- Verify all credentials are properly configured\n- Ensure all required services are accessible\n"
|
|
}
|
|
}
|
|
],
|
|
"active": true,
|
|
"pinData": {},
|
|
"settings": {
|
|
"executionOrder": "v1",
|
|
"saveManualExecutions": true,
|
|
"callerPolicy": "workflowsFromSameOwner",
|
|
"errorWorkflow": null,
|
|
"timezone": "UTC"
|
|
},
|
|
"versionId": "c10e1897-094e-42c6-bde9-1724972ada3e",
|
|
"connections": {
|
|
"Webhook": {
|
|
"main": [
|
|
[
|
|
{
|
|
"node": "Send to Parquet API",
|
|
"type": "main",
|
|
"index": 0
|
|
}
|
|
]
|
|
]
|
|
},
|
|
"Send to Parquet API": {
|
|
"main": [
|
|
[
|
|
{
|
|
"node": "Parse API Response",
|
|
"type": "main",
|
|
"index": 0
|
|
}
|
|
]
|
|
]
|
|
},
|
|
"651a10dc-1c91-4957-bcdd-3e55d7328f04": {
|
|
"main": [
|
|
[
|
|
{
|
|
"node": "error-handler-651a10dc-1c91-4957-bcdd-3e55d7328f04",
|
|
"type": "main",
|
|
"index": 0
|
|
}
|
|
],
|
|
[
|
|
{
|
|
"node": "error-handler-651a10dc-1c91-4957-bcdd-3e55d7328f04-105b8ea1",
|
|
"type": "main",
|
|
"index": 0
|
|
}
|
|
]
|
|
]
|
|
},
|
|
"42a7e623-ca11-4d38-94bb-cfb48d021a5c": {
|
|
"main": [
|
|
[
|
|
{
|
|
"node": "error-handler-42a7e623-ca11-4d38-94bb-cfb48d021a5c",
|
|
"type": "main",
|
|
"index": 0
|
|
}
|
|
],
|
|
[
|
|
{
|
|
"node": "error-handler-42a7e623-ca11-4d38-94bb-cfb48d021a5c-9dc8e3bf",
|
|
"type": "main",
|
|
"index": 0
|
|
}
|
|
]
|
|
]
|
|
}
|
|
},
|
|
"description": "Automated workflow: Convert Parquet, Avro, ORC & Feather via ParquetReader to JSON. This workflow integrates 5 different services: webhook, stickyNote, httpRequest, code, stopAndError. It contains 8 nodes and follows best practices for error handling and security."
|
|
} |