Ecosyste.ms: Awesome
An open API service indexing awesome lists of open source software.
https://github.com/knowsuchagency/orkestra
The elegance of Airflow + the power of AWS
https://github.com/knowsuchagency/orkestra
aws orchestration step-functions
Last synced: 3 months ago
JSON representation
The elegance of Airflow + the power of AWS
- Host: GitHub
- URL: https://github.com/knowsuchagency/orkestra
- Owner: knowsuchagency
- License: mit
- Created: 2021-04-28T07:56:44.000Z (almost 4 years ago)
- Default Branch: main
- Last Pushed: 2024-02-05T17:53:26.000Z (about 1 year ago)
- Last Synced: 2024-11-01T03:32:37.313Z (4 months ago)
- Topics: aws, orchestration, step-functions
- Language: Python
- Homepage: https://knowsuchagency.github.io/orkestra
- Size: 1.82 MB
- Stars: 50
- Watchers: 4
- Forks: 2
- Open Issues: 1
-
Metadata Files:
- Readme: README.md
- License: LICENSE
Awesome Lists containing this project
- awesome-cdk - Orkestra - An event-driven alternative to Airflow built on the AWS CDK and Step Functions. (High-Level Frameworks / Multi-accounts setup)
- awesome-cdk - Orkestra - An event-driven alternative to Airflow built on the AWS CDK and Step Functions. (High-Level Frameworks / Multi-accounts setup)
README
# Orkestra
### The elegance of Airflow + the power of AWS
[](https://knowsuchagency.github.io/orkestra)
[](https://app.codecov.io/gh/knowsuchagency/orkestra/)
[](https://pypi.org/project/orkestra/)
[](https://github.com/kolomied/awesome-cdk)
[comment]: <> ([](https://codecov.io/gh/knowsuchagency/orkestra))
*examples/hello_orkestra.py*
```python
import random
from typing import *
from uuid import uuid4
from aws_lambda_powertools import Logger, Tracer
from pydantic import BaseModel
from orkestra import compose
from orkestra.interfaces import Duration
def dag():
(
generate_item
>> add_price
>> copy_item
>> double_price
>> (do_nothing, assert_false)
>> say_hello
>> [random_int, random_float]
>> say_goodbye
)
class Item(BaseModel):
id: str
name: str
price: Optional[float] = None
@classmethod
def random(cls):
return cls(
id=str(uuid4()),
name=random.choice(
[
"potato",
"moon rock",
"hat",
]
),
)
logger = Logger()
tracer = Tracer()
default_args = dict(
enable_powertools=True,
timeout=Duration.seconds(6),
)
@compose(**default_args)
def generate_item(event, context):
logger.info("generating random item")
item = Item.random().dict()
logger.info(item)
tracer.put_metadata("GenerateItem", "SUCCESS")
return item
@compose(model=Item, **default_args)
def add_price(item: Item, context):
price = 3.14
logger.info(
"adding price to item",
extra={
"item": item.dict(),
"price": price,
},
)
item.price = price
return item.dict()
@compose(model=Item, **default_args)
def copy_item(item: Item, context) -> list:
logger.info(item.dict())
return [item.dict()] * 10
@compose(model=Item, is_map_job=True, **default_args)
def double_price(item: Item, context):
item.price = item.price * 2
return item.dict()
@compose(**default_args)
def assert_false(event, context):
assert False
@compose(**default_args)
def do_nothing(event, context):
logger.info({"doing": "nothing"})
@compose(**default_args)
def say_hello(event, context):
return "hello, world"
@compose(**default_args)
def say_goodbye(event, context):
return "goodbye"
@compose(**default_args)
def random_int(event, context):
return random.randrange(100)
@compose(**default_args)
def random_float(event, context):
return float(random_int(event, context))
dag()
```
*app.py*
```python
#!/usr/bin/env python3
from aws_cdk import core as cdk
from examples.hello_orkestra import generate_item
class HelloOrkestra(cdk.Stack):
def __init__(self, scope, id, **kwargs):
super().__init__(scope, id, **kwargs)
generate_item.schedule(
self,
expression="rate(5 minutes)",
state_machine_name="hello_orkestra",
)
app = cdk.App()
app.synth()
```
