Benchmarks/scenarios/platform.benchmarks.yml at c96e668471f879e14708417dbeddc22bf30c96bf · ilonatommy/Benchmarks · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
# Examples:
# --config platform.benchmarks.yml --scenario json --profile aspnet-citrine-lin

imports:
  - https://raw.githubusercontent.com/dotnet/crank/main/src/Microsoft.Crank.Jobs.Wrk/wrk.yml
  - https://raw.githubusercontent.com/dotnet/crank/main/src/Microsoft.Crank.Jobs.Bombardier/bombardier.yml
  - https://raw.githubusercontent.com/aspnet/Benchmarks/main/scenarios/aspnet.profiles.standard.yml

variables:
  serverScheme: http
  serverPort: 5000
  urls: "{{serverScheme}}://{{serverAddress}}:{{serverPort}}"

jobs:
  platformbenchmarks:
    source:
      repository: https://github.com/aspnet/benchmarks.git
      branchOrCommit: main
      project: src/BenchmarksApps/TechEmpower/PlatformBenchmarks/PlatformBenchmarks.csproj
    readyStateText: Application started.
    framework: net7.0
    arguments: "--urls {{urls}}"
    environmentVariables:
      database: PostgreSQL
      connectionString: Server={{databaseServer}};Database=hello_world;User Id=benchmarkdbuser;Password=benchmarkdbpass;Maximum Pool Size=256;NoResetOnClose=true;Enlist=false;Max Auto Prepare=4

  postgresql:
    source:
      repository: https://github.com/TechEmpower/FrameworkBenchmarks.git
      branchOrCommit: master
      dockerFile: toolset/databases/postgres/postgres.dockerfile
      dockerImageName: postgres_te
      dockerContextDirectory: toolset/databases/postgres
    readyStateText: ready to accept connections
    noClean: true

scenarios:
  plaintext:
    application:
      job: platformbenchmarks
    load:
      job: wrk
      variables:
        presetHeaders: plaintext
        path: /plaintext
        pipeline: 16
        connections: 1024

  json:
    application:
      job: platformbenchmarks
    load:
      job: wrk
      variables:
        presetHeaders: json
        path: /json
        connections: 512

  fortunes:
    db:
      job: postgresql
    application:
      job: platformbenchmarks
      buildArguments:
        - "/p:IsDatabase=true"
    load:
      job: wrk
      variables:
        presetHeaders: html
        path: /fortunes
        connections: 512

  fortunes_dapper:
    db:
      job: postgresql
    application:
      job: platformbenchmarks
      buildArguments:
        - "/p:IsDatabase=true"
    load:
      job: wrk
      variables:
        presetHeaders: html
        path: /fortunes/dapper
        connections: 512

  fortunes_ef:
    db:
      job: postgresql
    application:
      job: platformbenchmarks
      buildArguments:
        - "/p:IsDatabase=true"
    load:
      job: wrk
      variables:
        presetHeaders: html
        path: /fortunes/ef
        connections: 512

  single_query:
    db:
      job: postgresql
    application:
      job: platformbenchmarks
      buildArguments:
        - "/p:IsDatabase=true"
    load:
      job: wrk
      variables:
        presetHeaders: json
        path: /db
        connections: 512

  multiple_queries:
    db:
      job: postgresql
    application:
      job: platformbenchmarks
      buildArguments:
        - "/p:IsDatabase=true"
    load:
      job: wrk
      variables:
        presetHeaders: json
        path: /queries/20
        connections: 512

  caching:
    db:
      job: postgresql
    application:
      job: platformbenchmarks
      buildArguments:
        - "/p:IsDatabase=true"
    load:
      job: wrk
      variables:
        presetHeaders: json
        path: /cached-worlds/100
        connections: 256

  updates:
    db:
      job: postgresql
    application:
      job: platformbenchmarks
      buildArguments:
        - "/p:IsDatabase=true"
    load:
      job: wrk
      variables:
        presetHeaders: json
        path: /updates/20
        connections: 512