prefect-aws-lambda/serverless.yml at master · anna-geller/prefect-aws-lambda · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
service: eventdriven-dataflow

frameworkVersion: '3'

provider:
  name: aws
  runtime: python3.9
  memorySize: 512 # optional, in MB, default is 1024; can be 128, 256, 512, 1024, 2048, 4096, 5120, ...
  timeout: 10 # optional, in seconds, default is 6
  ecr:
    images:
      etl:
        path: ./etl
      ml:
        path: ./ml
      healthcheck:
        path: ./healthcheck
      s3_event_flow:
        path: ./s3_event_flow
      s3_reactive_flow:
        path: ./s3_reactive_flow

  environment:
    PREFECT_HOME: /tmp/.prefect
    PREFECT_API_KEY: prefectapikey
    PREFECT_API_URL: 'https://api.prefect.cloud/api/accounts/c5276cbb-62a2-4501-b64a-74d3d900d781/workspaces/aaeffa0e-13fa-460e-a1f9-79b53c05ab36'

  iam:
    role:
      statements:
        - Effect: "Allow"
          Action:
            - athena:*
            - glue:*
            - s3:*
          Resource: "*"

functions:
  etl:
    image:
      name: etl
    events:
      - schedule: rate(60 minutes)

  healthcheck:
    image:
      name: healthcheck
    events:
      - schedule: rate(30 minutes)

  ml:
    image:
      name: ml
    events:
      - schedule: rate(15 minutes)

  s3_event_flow:
    image:
      name: s3_event_flow
    events:
      - schedule: rate(1 minute)

  s3_reactive_flow:
    image:
      name: s3_reactive_flow
    events:
      - s3:
          bucket: prefectdata
          event: s3:ObjectCreated:*
          rules:
            - prefix: timeseries/
            - suffix: .snappy.parquet
          existing: true