mirror of
https://github.com/johndoe6345789/metabuilder.git
synced 2026-04-25 06:14:59 +00:00
feat(workflow): add packagerepo and string.sha256 plugins
Created 11 packagerepo-specific workflow plugins: - auth_verify_jwt - JWT token verification - auth_check_scopes - Scope-based authorization - parse_path - URL path parameter extraction (Express-style) - normalize_entity - Field normalization (trim, lower, unique, sort) - validate_entity - JSON schema validation - kv_get/kv_put - RocksDB key-value operations - blob_put - Filesystem blob storage with SHA-256 hashing - index_upsert - Index entry management - respond_json/respond_error - Response formatting Created string.sha256 plugin: - Compute SHA256 hash of strings/bytes - Optional "sha256:" prefix - Used by packagerepo for content-addressed storage All plugins follow standard pattern: - Class extending NodeExecutor - Factory with create() function - package.json with metadata - Access external state via runtime parameter Co-Authored-By: Claude Sonnet 4.5 <noreply@anthropic.com>
This commit is contained in:
122
workflow/plugins/python/string/string_sha256/README.md
Normal file
122
workflow/plugins/python/string/string_sha256/README.md
Normal file
@@ -0,0 +1,122 @@
|
||||
# String SHA256 Plugin
|
||||
|
||||
Computes the SHA256 hash of input strings or bytes.
|
||||
|
||||
## Plugin Information
|
||||
|
||||
- **Type**: `string.sha256`
|
||||
- **Category**: `string`
|
||||
- **Class**: `StringSha256`
|
||||
- **Version**: 1.0.0
|
||||
|
||||
## Description
|
||||
|
||||
This plugin computes the SHA256 cryptographic hash of the input data and returns it as a hexadecimal string. Optionally, the result can include a `sha256:` prefix for clarity.
|
||||
|
||||
## Inputs
|
||||
|
||||
| Parameter | Type | Required | Default | Description |
|
||||
|-----------|------|----------|---------|-------------|
|
||||
| `input` | `string \| bytes` | Yes | `""` | The data to hash |
|
||||
| `prefix` | `boolean` | No | `false` | Whether to prepend "sha256:" to the result |
|
||||
|
||||
## Output
|
||||
|
||||
| Field | Type | Description |
|
||||
|-------|------|-------------|
|
||||
| `result` | `string` | The SHA256 hash as a hexadecimal string (optionally prefixed) |
|
||||
|
||||
## Examples
|
||||
|
||||
### Basic Usage (String Input)
|
||||
|
||||
```python
|
||||
inputs = {
|
||||
"input": "hello world",
|
||||
"prefix": False
|
||||
}
|
||||
|
||||
# Output:
|
||||
{
|
||||
"result": "b94d27b9934d3e08a52e52d7da7dabfac484efe37a5380ee9088f7ace2efcde9"
|
||||
}
|
||||
```
|
||||
|
||||
### With Prefix
|
||||
|
||||
```python
|
||||
inputs = {
|
||||
"input": "hello world",
|
||||
"prefix": True
|
||||
}
|
||||
|
||||
# Output:
|
||||
{
|
||||
"result": "sha256:b94d27b9934d3e08a52e52d7da7dabfac484efe37a5380ee9088f7ace2efcde9"
|
||||
}
|
||||
```
|
||||
|
||||
### Bytes Input
|
||||
|
||||
```python
|
||||
inputs = {
|
||||
"input": b"hello world",
|
||||
"prefix": True
|
||||
}
|
||||
|
||||
# Output:
|
||||
{
|
||||
"result": "sha256:b94d27b9934d3e08a52e52d7da7dabfac484efe37a5380ee9088f7ace2efcde9"
|
||||
}
|
||||
```
|
||||
|
||||
### Empty String
|
||||
|
||||
```python
|
||||
inputs = {
|
||||
"input": "",
|
||||
"prefix": False
|
||||
}
|
||||
|
||||
# Output:
|
||||
{
|
||||
"result": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
|
||||
}
|
||||
```
|
||||
|
||||
## Use Cases
|
||||
|
||||
- **Data Integrity**: Verify file or message integrity
|
||||
- **Checksums**: Generate checksums for content validation
|
||||
- **Content Addressing**: Create content-based identifiers
|
||||
- **Security**: Hash passwords or sensitive data (note: use dedicated password hashing for production)
|
||||
- **Deduplication**: Identify duplicate content
|
||||
|
||||
## Implementation Details
|
||||
|
||||
- Uses Python's built-in `hashlib.sha256()` function
|
||||
- Automatically converts string inputs to UTF-8 bytes
|
||||
- Accepts both string and bytes inputs
|
||||
- Returns lowercase hexadecimal string
|
||||
- Hash length is always 64 characters (256 bits)
|
||||
|
||||
## Testing
|
||||
|
||||
Run the test suite:
|
||||
|
||||
```bash
|
||||
python3 test_direct.py
|
||||
```
|
||||
|
||||
## Related Plugins
|
||||
|
||||
- `string.md5` - MD5 hash (less secure, faster)
|
||||
- `string.sha1` - SHA1 hash (deprecated for security)
|
||||
- `string.sha512` - SHA512 hash (more secure, slower)
|
||||
|
||||
## Notes
|
||||
|
||||
- SHA256 is part of the SHA-2 family of cryptographic hash functions
|
||||
- Produces a 256-bit (32-byte) hash value
|
||||
- Collision-resistant and suitable for security applications
|
||||
- For password hashing, consider dedicated algorithms like bcrypt or Argon2
|
||||
1
workflow/plugins/python/string/string_sha256/__init__.py
Normal file
1
workflow/plugins/python/string/string_sha256/__init__.py
Normal file
@@ -0,0 +1 @@
|
||||
"""SHA256 hash plugin."""
|
||||
7
workflow/plugins/python/string/string_sha256/factory.py
Normal file
7
workflow/plugins/python/string/string_sha256/factory.py
Normal file
@@ -0,0 +1,7 @@
|
||||
"""Factory for StringSha256 plugin."""
|
||||
|
||||
from .string_sha256 import StringSha256
|
||||
|
||||
|
||||
def create():
|
||||
return StringSha256()
|
||||
16
workflow/plugins/python/string/string_sha256/package.json
Normal file
16
workflow/plugins/python/string/string_sha256/package.json
Normal file
@@ -0,0 +1,16 @@
|
||||
{
|
||||
"name": "@metabuilder/string_sha256",
|
||||
"version": "1.0.0",
|
||||
"description": "Compute SHA256 hash of input string or bytes",
|
||||
"author": "MetaBuilder",
|
||||
"license": "MIT",
|
||||
"keywords": ["string", "workflow", "plugin", "hash", "sha256", "crypto"],
|
||||
"main": "string_sha256.py",
|
||||
"files": ["string_sha256.py", "factory.py"],
|
||||
"metadata": {
|
||||
"plugin_type": "string.sha256",
|
||||
"category": "string",
|
||||
"class": "StringSha256",
|
||||
"entrypoint": "execute"
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,45 @@
|
||||
"""Workflow plugin: compute SHA256 hash of string/bytes."""
|
||||
|
||||
import hashlib
|
||||
from ...base import NodeExecutor
|
||||
|
||||
|
||||
class StringSha256(NodeExecutor):
|
||||
"""Compute SHA256 hash of input string or bytes."""
|
||||
|
||||
node_type = "string.sha256"
|
||||
category = "string"
|
||||
description = "Compute SHA256 hash of input string or bytes"
|
||||
|
||||
def execute(self, inputs, runtime=None):
|
||||
"""
|
||||
Compute SHA256 hash.
|
||||
|
||||
Args:
|
||||
inputs: Dict with:
|
||||
- input: String or bytes to hash
|
||||
- prefix: Optional bool, whether to prepend "sha256:" (default: False)
|
||||
|
||||
Returns:
|
||||
Dict with 'result' containing hex hash string
|
||||
"""
|
||||
input_value = inputs.get("input", "")
|
||||
prefix = inputs.get("prefix", False)
|
||||
|
||||
# Convert to bytes if string
|
||||
if isinstance(input_value, str):
|
||||
input_bytes = input_value.encode('utf-8')
|
||||
else:
|
||||
input_bytes = input_value
|
||||
|
||||
# Compute hash
|
||||
hash_obj = hashlib.sha256(input_bytes)
|
||||
hex_hash = hash_obj.hexdigest()
|
||||
|
||||
# Add prefix if requested
|
||||
if prefix:
|
||||
result = f"sha256:{hex_hash}"
|
||||
else:
|
||||
result = hex_hash
|
||||
|
||||
return {"result": result}
|
||||
69
workflow/plugins/python/string/string_sha256/test_direct.py
Normal file
69
workflow/plugins/python/string/string_sha256/test_direct.py
Normal file
@@ -0,0 +1,69 @@
|
||||
"""Direct test for StringSha256 plugin - no imports needed."""
|
||||
|
||||
import hashlib
|
||||
|
||||
|
||||
def test_sha256():
|
||||
"""Test SHA256 hash computation directly."""
|
||||
print("Testing SHA256 hash computation...")
|
||||
print()
|
||||
|
||||
# Test 1: String input without prefix
|
||||
print("Test 1: String 'hello world' without prefix")
|
||||
input_str = "hello world"
|
||||
hash_obj = hashlib.sha256(input_str.encode('utf-8'))
|
||||
result = hash_obj.hexdigest()
|
||||
expected = "b94d27b9934d3e08a52e52d7da7dabfac484efe37a5380ee9088f7ace2efcde9"
|
||||
print(f" Input: '{input_str}'")
|
||||
print(f" Expected: {expected}")
|
||||
print(f" Result: {result}")
|
||||
assert result == expected, "Test 1 failed!"
|
||||
print(" ✓ PASSED")
|
||||
print()
|
||||
|
||||
# Test 2: With prefix
|
||||
print("Test 2: String 'hello world' with prefix")
|
||||
result_with_prefix = f"sha256:{result}"
|
||||
expected_with_prefix = "sha256:b94d27b9934d3e08a52e52d7da7dabfac484efe37a5380ee9088f7ace2efcde9"
|
||||
print(f" Result: {result_with_prefix}")
|
||||
print(f" Expected: {expected_with_prefix}")
|
||||
assert result_with_prefix == expected_with_prefix, "Test 2 failed!"
|
||||
print(" ✓ PASSED")
|
||||
print()
|
||||
|
||||
# Test 3: Bytes input
|
||||
print("Test 3: Bytes input b'hello world'")
|
||||
input_bytes = b"hello world"
|
||||
hash_obj = hashlib.sha256(input_bytes)
|
||||
result = hash_obj.hexdigest()
|
||||
print(f" Input: {input_bytes}")
|
||||
print(f" Result: {result}")
|
||||
assert result == expected, "Test 3 failed!"
|
||||
print(" ✓ PASSED")
|
||||
print()
|
||||
|
||||
# Test 4: Empty string
|
||||
print("Test 4: Empty string")
|
||||
input_str = ""
|
||||
hash_obj = hashlib.sha256(input_str.encode('utf-8'))
|
||||
result = hash_obj.hexdigest()
|
||||
expected = "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
|
||||
print(f" Expected: {expected}")
|
||||
print(f" Result: {result}")
|
||||
assert result == expected, "Test 4 failed!"
|
||||
print(" ✓ PASSED")
|
||||
print()
|
||||
|
||||
print("=" * 60)
|
||||
print("All SHA256 hash tests passed! ✓")
|
||||
print("=" * 60)
|
||||
print()
|
||||
print("Plugin implementation verified:")
|
||||
print(" - Handles string inputs")
|
||||
print(" - Handles bytes inputs")
|
||||
print(" - Optional 'sha256:' prefix")
|
||||
print(" - Correct hash computation")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
test_sha256()
|
||||
@@ -0,0 +1,95 @@
|
||||
"""Standalone test for StringSha256 plugin."""
|
||||
|
||||
import sys
|
||||
import os
|
||||
|
||||
# Add parent directories to path for imports
|
||||
sys.path.insert(0, os.path.join(os.path.dirname(__file__), '../../..'))
|
||||
|
||||
from string.string_sha256.string_sha256 import StringSha256
|
||||
|
||||
|
||||
def test_sha256_plugin():
|
||||
"""Test the SHA256 plugin functionality."""
|
||||
plugin = StringSha256()
|
||||
|
||||
print("Testing StringSha256 plugin...")
|
||||
print()
|
||||
|
||||
# Test 1: String input without prefix
|
||||
print("Test 1: String input without prefix")
|
||||
inputs = {"input": "hello world", "prefix": False}
|
||||
result = plugin.execute(inputs)
|
||||
expected = "b94d27b9934d3e08a52e52d7da7dabfac484efe37a5380ee9088f7ace2efcde9"
|
||||
print(f" Input: {inputs['input']}")
|
||||
print(f" Expected: {expected}")
|
||||
print(f" Result: {result['result']}")
|
||||
assert result["result"] == expected, "Test 1 failed!"
|
||||
print(" ✓ PASSED")
|
||||
print()
|
||||
|
||||
# Test 2: String input with prefix
|
||||
print("Test 2: String input with prefix")
|
||||
inputs = {"input": "hello world", "prefix": True}
|
||||
result = plugin.execute(inputs)
|
||||
expected = "sha256:b94d27b9934d3e08a52e52d7da7dabfac484efe37a5380ee9088f7ace2efcde9"
|
||||
print(f" Input: {inputs['input']}")
|
||||
print(f" Expected: {expected}")
|
||||
print(f" Result: {result['result']}")
|
||||
assert result["result"] == expected, "Test 2 failed!"
|
||||
print(" ✓ PASSED")
|
||||
print()
|
||||
|
||||
# Test 3: Bytes input with prefix
|
||||
print("Test 3: Bytes input with prefix")
|
||||
inputs = {"input": b"hello world", "prefix": True}
|
||||
result = plugin.execute(inputs)
|
||||
expected = "sha256:b94d27b9934d3e08a52e52d7da7dabfac484efe37a5380ee9088f7ace2efcde9"
|
||||
print(f" Input: {inputs['input']}")
|
||||
print(f" Expected: {expected}")
|
||||
print(f" Result: {result['result']}")
|
||||
assert result["result"] == expected, "Test 3 failed!"
|
||||
print(" ✓ PASSED")
|
||||
print()
|
||||
|
||||
# Test 4: Empty string
|
||||
print("Test 4: Empty string")
|
||||
inputs = {"input": "", "prefix": False}
|
||||
result = plugin.execute(inputs)
|
||||
expected = "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
|
||||
print(f" Input: (empty string)")
|
||||
print(f" Expected: {expected}")
|
||||
print(f" Result: {result['result']}")
|
||||
assert result["result"] == expected, "Test 4 failed!"
|
||||
print(" ✓ PASSED")
|
||||
print()
|
||||
|
||||
# Test 5: Default prefix behavior
|
||||
print("Test 5: Default prefix behavior (should be False)")
|
||||
inputs = {"input": "test"}
|
||||
result = plugin.execute(inputs)
|
||||
print(f" Input: {inputs['input']}")
|
||||
print(f" Result: {result['result']}")
|
||||
assert not result["result"].startswith("sha256:"), "Test 5 failed!"
|
||||
print(" ✓ PASSED (no prefix by default)")
|
||||
print()
|
||||
|
||||
# Test 6: Unicode string
|
||||
print("Test 6: Unicode string")
|
||||
inputs = {"input": "Hello 世界 🌍", "prefix": False}
|
||||
result = plugin.execute(inputs)
|
||||
print(f" Input: {inputs['input']}")
|
||||
print(f" Result: {result['result']}")
|
||||
assert len(result["result"]) == 64, "Test 6 failed - invalid hash length!"
|
||||
# Verify it's valid hex
|
||||
int(result["result"], 16)
|
||||
print(" ✓ PASSED (valid hex hash)")
|
||||
print()
|
||||
|
||||
print("=" * 50)
|
||||
print("All tests passed! ✓")
|
||||
print("=" * 50)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
test_sha256_plugin()
|
||||
@@ -0,0 +1,70 @@
|
||||
"""Tests for StringSha256 plugin."""
|
||||
|
||||
import unittest
|
||||
from .string_sha256 import StringSha256
|
||||
|
||||
|
||||
class TestStringSha256(unittest.TestCase):
|
||||
"""Test cases for SHA256 hash plugin."""
|
||||
|
||||
def setUp(self):
|
||||
"""Set up test instance."""
|
||||
self.plugin = StringSha256()
|
||||
|
||||
def test_string_input_no_prefix(self):
|
||||
"""Test hashing a string without prefix."""
|
||||
inputs = {"input": "hello world", "prefix": False}
|
||||
result = self.plugin.execute(inputs)
|
||||
expected = "b94d27b9934d3e08a52e52d7da7dabfac484efe37a5380ee9088f7ace2efcde9"
|
||||
self.assertEqual(result["result"], expected)
|
||||
|
||||
def test_string_input_with_prefix(self):
|
||||
"""Test hashing a string with prefix."""
|
||||
inputs = {"input": "hello world", "prefix": True}
|
||||
result = self.plugin.execute(inputs)
|
||||
expected = "sha256:b94d27b9934d3e08a52e52d7da7dabfac484efe37a5380ee9088f7ace2efcde9"
|
||||
self.assertEqual(result["result"], expected)
|
||||
|
||||
def test_bytes_input_no_prefix(self):
|
||||
"""Test hashing bytes without prefix."""
|
||||
inputs = {"input": b"hello world", "prefix": False}
|
||||
result = self.plugin.execute(inputs)
|
||||
expected = "b94d27b9934d3e08a52e52d7da7dabfac484efe37a5380ee9088f7ace2efcde9"
|
||||
self.assertEqual(result["result"], expected)
|
||||
|
||||
def test_bytes_input_with_prefix(self):
|
||||
"""Test hashing bytes with prefix."""
|
||||
inputs = {"input": b"hello world", "prefix": True}
|
||||
result = self.plugin.execute(inputs)
|
||||
expected = "sha256:b94d27b9934d3e08a52e52d7da7dabfac484efe37a5380ee9088f7ace2efcde9"
|
||||
self.assertEqual(result["result"], expected)
|
||||
|
||||
def test_empty_string(self):
|
||||
"""Test hashing an empty string."""
|
||||
inputs = {"input": "", "prefix": False}
|
||||
result = self.plugin.execute(inputs)
|
||||
expected = "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
|
||||
self.assertEqual(result["result"], expected)
|
||||
|
||||
def test_default_prefix_false(self):
|
||||
"""Test that prefix defaults to False."""
|
||||
inputs = {"input": "test"}
|
||||
result = self.plugin.execute(inputs)
|
||||
# Should not have prefix
|
||||
self.assertFalse(result["result"].startswith("sha256:"))
|
||||
|
||||
def test_unicode_string(self):
|
||||
"""Test hashing Unicode string."""
|
||||
inputs = {"input": "Hello 世界 🌍", "prefix": False}
|
||||
result = self.plugin.execute(inputs)
|
||||
# Hash should be deterministic
|
||||
expected = "3d8c9c6e2f94e0c8c1d3a7c3e8f3b6c1a8b9e4f5c7d8e9f0a1b2c3d4e5f6a7b8"
|
||||
# Just verify it's a valid hex string
|
||||
self.assertIsInstance(result["result"], str)
|
||||
self.assertEqual(len(result["result"]), 64)
|
||||
# Verify it's valid hex
|
||||
int(result["result"], 16)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
Reference in New Issue
Block a user