zmq.rs/perf-suite.json at master · zeromq/zmq.rs · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
{
  "schema": 1,
  "omq": {
    "repository": "https://github.com/paddor/omq.rs.git",
    "revision": "a46c1f7"
  },
  "profiles": {
    "smoke": {
      "description": "Fast CI/local sanity profile. Runs one PUSH/PULL TCP point for zmq.rs and libzmq, and one OMQ PUSH/PULL point when OMQ is selected.",
      "criterion_args": ["--sample-size", "10", "--measurement-time", "1", "--warm-up-time", "1"],
      "zmqrs_runtimes": ["tokio-runtime"],
      "benches": [
        {
          "name": "compare_libzmq",
          "implementations": ["zmqrs", "libzmq"],
          "templates": ["{impl}/push_pull/{transport}/16"]
        }
      ],
      "omq": {
        "packages": ["omq-tokio"],
        "benches": ["push_pull"],
        "sizes": [128],
        "peers": [1],
        "round_ms": 100,
        "rounds": 1
      }
    },
    "standard": {
      "description": "Day-to-day comparison profile for decision making before and after hot-path changes.",
      "criterion_args": ["--sample-size", "10", "--measurement-time", "3", "--warm-up-time", "1"],
      "zmqrs_runtimes": ["tokio-runtime", "async-std-runtime", "async-dispatcher-runtime"],
      "benches": [
        {
          "name": "compare_libzmq",
          "implementations": ["zmqrs", "libzmq"],
          "templates": [
            "{impl}/push_pull/{transport}/{size}",
            "{impl}/req_rep/{transport}/{size}",
            "{impl}/dealer_router/{transport}/{size}",
            "{impl}/pub_sub/{transport}/subs={subs}/{size}"
          ],
          "sizes": [16, 256, 4096],
          "subs": [1, 8]
        },
        {
          "name": "throughput",
          "implementations": ["zmqrs", "libzmq"],
          "templates": [
            "{impl}/throughput/dealer_router/{transport}/{size}",
            "{impl}/throughput/pub_fanout/{transport}/subs={subs}/{size}"
          ],
          "sizes": [256, 4096],
          "subs": [1, 8]
        },
        {
          "name": "codec",
          "implementations": ["zmqrs"],
          "templates": [
            "codec/encode/frames={frames}/{size}",
            "codec/decode/frames={frames}/{size}"
          ],
          "sizes": [16, 4096, 65536],
          "frames": [1, 8]
        }
      ],
      "omq": {
        "packages": ["omq-tokio", "omq-compio"],
        "benches": ["push_pull", "req_rep", "router_dealer", "pub_sub"],
        "sizes": [128, 2048, 8192],
        "peers": [1, 8],
        "round_ms": 300,
        "rounds": 2
      }
    },
    "full": {
      "description": "Long local/manual run. Use this before claiming performance wins.",
      "criterion_args": ["--sample-size", "20", "--measurement-time", "10", "--warm-up-time", "2"],
      "zmqrs_runtimes": ["tokio-runtime", "async-std-runtime", "async-dispatcher-runtime"],
      "benches": [
        {
          "name": "compare_libzmq",
          "implementations": ["zmqrs", "libzmq"],
          "templates": [
            "{impl}/push_pull/{transport}/{size}",
            "{impl}/req_rep/{transport}/{size}",
            "{impl}/dealer_router/{transport}/{size}",
            "{impl}/pub_sub/{transport}/subs={subs}/{size}"
          ],
          "sizes": [16, 256, 4096, 65536],
          "subs": [1, 8, 64]
        },
        {
          "name": "throughput",
          "implementations": ["zmqrs", "libzmq"],
          "templates": [
            "{impl}/throughput/dealer_router/{transport}/{size}",
            "{impl}/throughput/pub_fanout/{transport}/subs={subs}/{size}"
          ],
          "sizes": [256, 4096],
          "subs": [1, 8, 64]
        },
        {
          "name": "codec",
          "implementations": ["zmqrs"],
          "templates": [
            "codec/encode/frames={frames}/{size}",
            "codec/decode/frames={frames}/{size}"
          ],
          "sizes": [16, 256, 4096, 65536],
          "frames": [1, 2, 8]
        }
      ],
      "omq": {
        "packages": ["omq-tokio", "omq-compio"],
        "benches": ["push_pull", "req_rep", "router_dealer", "pub_sub", "latency"],
        "sizes": [32, 128, 512, 2048, 8192, 32768, 131072],
        "peers": [1, 3, 8],
        "round_ms": 500,
        "rounds": 3,
        "include_inproc": true
      }
    }
  }
}