otel-arrow/tools/pipeline_perf_test/test_suites/integration/continuous/idle-state-template-windows.yaml.j2 at 3ab878f2b7524948b1f0566bd355231b1cc22d15 · open-telemetry/otel-arrow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
# Template for idle state performance test on Windows Docker containers.
# This template is used to generate both single-core and full-cores tests.
# Differences from the Linux template:
#   - Uses df_engine_win:latest (Windows container image)
#   - Volume mounts the config directory (Windows containers cannot bind-mount files)
name: Continuous - Idle State Performance (Windows) - {{core_label}}
components:
  df-engine:
    deployment:
      docker:
        image: df_engine_win:latest
        network: testbed
        ports:
          - "{{port}}:8080"
        volumes:
          - 'test_suites/integration/configs/engine:C:/dataflow/config:ro'
        command:
          - "--config"
          - "C:/dataflow/config/config.rendered.yaml"
{% if core_range is defined %}
          - "--core-id-range"
          - "{{core_range}}"
{% endif %}
          - "--http-admin-bind"
          - "0.0.0.0:8080"
    monitoring:
{% if allocated_cores is defined %}
      docker_component:
        allocated_cores: {{allocated_cores}}
{% else %}
      docker_component: {}
{% endif %}
      prometheus:
        endpoint: http://localhost:{{port}}/telemetry/metrics?format=prometheus&reset=false

tests:
  - name: Idle State Baseline (Windows) - {{core_label}}
    steps:
      - name: Deploy Dataflow Engine
        action:
          component_action:
            phase: deploy
            target: df-engine
        hooks:
          run:
            pre:
              - render_template:
                  template_path: 'test_suites/integration/templates/configs/engine/continuous/otlp-attr-otlp.yaml'
                  output_path: ./test_suites/integration/configs/engine/config.rendered.yaml
                  variables:
                    backend_hostname: localhost
            post:
              - ready_check_http:
                  url: http://localhost:{{port}}/telemetry/metrics?reset=false
                  method: GET
                  expected_status_code: 200
                  max_retries: 30
                  retry_interval: 2

      - name: Wait for Startup Stabilization
        action:
          wait:
            delay_seconds: 5
        hooks:
          run:
            pre:
              - record_event:
                  name: stabilization_start
            post:
              - record_event:
                  name: stabilization_complete

      - name: Monitor Engine
        action:
          component_action:
            phase: start_monitoring
            target: df-engine

      - name: Observe Idle State
        action:
          wait:
            delay_seconds: 15
        hooks:
          run:
            pre:
              - record_event:
                  name: observation_start
            post:
              - record_event:
                  name: observation_stop

      - name: Stop Monitoring
        action:
          component_action:
            phase: stop_monitoring
            target: df-engine

      - name: Destroy Engine
        action:
          component_action:
            phase: destroy
            target: df-engine

      - name: Run Report
        action:
          wait:
            delay_seconds: 0
        hooks:
          run:
            post:
              - print_container_logs: {}
              - sql_report:
                  name: Idle State Performance Report (Windows) - {{core_label}}
                  report_config_file: ./test_suites/integration/configs/idle_state_report.yaml
                  output:
                    - format:
                        template: {}
                      destination:
                        console: {}
                    - format:
                        template:
                          path: ./test_suites/integration/templates/reports/gh-action-sqlreport.j2
                      destination:
                        file:
                          directory: results/windows_idle_state_{{result_subdir}}/gh-actions-benchmark