From 284f87b2d18eebd234b0212ec2cb4a22ca376a78 Mon Sep 17 00:00:00 2001 From: bee Date: Fri, 2 Oct 2026 10:13:49 +0100 Subject: [PATCH 1/8] test(scanner): preserve port filtering order and boundaries --- src/scanner/mod.rs | 29 +++++++++++++++++++++++++++++ 1 file changed, 29 insertions(+) diff --git a/src/scanner/mod.rs b/src/scanner/mod.rs index cd0f7491..8defa275 100644 --- a/src/scanner/mod.rs +++ b/src/scanner/mod.rs @@ -610,6 +610,35 @@ mod tests { ) } + #[test] + fn port_exclusions_preserve_order_duplicates_and_boundaries() { + let inputs = [ + Vec::new(), + vec![65535, 0, 80, 443, 80, 65535, 1], + (0..=65535).collect(), + PortStrategy::pick(&Some(PortRanges(vec![(0, 1023)])), None, ScanOrder::Random).order(), + ]; + let exclusions = [ + Vec::new(), + vec![0], + vec![0, 65535, 0, 443], + (0..1024).collect(), + (0..=65535).collect(), + ]; + + for ports in inputs { + for excluded in &exclusions { + let excluded_set: HashSet<_> = excluded.iter().copied().collect(); + let expected: Vec = ports + .iter() + .filter(|&port| !excluded_set.contains(port)) + .copied() + .collect(); + assert_eq!(filter_excluded_ports(ports.clone(), excluded), expected); + } + } + } + #[test] fn library_scanner_is_quiet_by_default() { let scanner = test_scanner(); From 57c7b8e8a240a49230489f93294d3449b05ca721 Mon Sep 17 00:00:00 2001 From: bee Date: Fri, 2 Oct 2026 10:19:02 +0100 Subject: [PATCH 2/8] perf(scanner): reuse port lists and index large exclusions --- src/scanner/mod.rs | 33 ++++++++++++++++++++++++++------- 1 file changed, 26 insertions(+), 7 deletions(-) diff --git a/src/scanner/mod.rs b/src/scanner/mod.rs index 8defa275..08c03a9e 100644 --- a/src/scanner/mod.rs +++ b/src/scanner/mod.rs @@ -32,6 +32,31 @@ use tokio::time::{sleep, timeout}; /// polls to about a millisecond on Linux. const WORK_PER_TURN: usize = 128; +/// Keeps the generated order, including duplicate ports, while removing exclusions. +fn filter_excluded_ports(mut ports: Vec, excluded: &[u16]) -> Vec { + if excluded.is_empty() { + return ports; + } + + // Bitmap setup costs more than membership checks on short lists or when + // there are more exclusions than candidate ports. Keep that path unchanged. + if ports.len() < 64 || excluded.len() > ports.len() { + return ports + .iter() + .filter(|port| !excluded.contains(port)) + .copied() + .collect(); + } + + // The complete u16 port space fits in an 8 KiB bitmap. + let mut excluded_bits = [0_u64; 1024]; + for &port in excluded { + excluded_bits[usize::from(port) / 64] |= 1 << (port % 64); + } + ports.retain(|&port| excluded_bits[usize::from(port) / 64] & (1 << (port % 64)) == 0); + ports +} + /// UDP payload lookup: port -> payload bytes /// /// `get_parsed_data()` returns a `&'static BTreeMap<...>`, so we can store @@ -190,13 +215,7 @@ impl Scanner { } async fn scan(&self) -> Vec { - let ports: Vec = self - .port_strategy - .order() - .iter() - .filter(|&port| !self.exclude_ports.contains(port)) - .copied() - .collect(); + let ports = filter_excluded_ports(self.port_strategy.order(), &self.exclude_ports); let mut found_sockets: Vec = Vec::new(); let mut errors: HashSet = HashSet::new(); From 209299ce8a17401f340d061792cca21965cf6e0c Mon Sep 17 00:00:00 2001 From: bee Date: Fri, 2 Oct 2026 10:46:34 +0100 Subject: [PATCH 3/8] perf(scanner): use bitmap for dense exclusions --- src/scanner/mod.rs | 12 ++++-------- 1 file changed, 4 insertions(+), 8 deletions(-) diff --git a/src/scanner/mod.rs b/src/scanner/mod.rs index 08c03a9e..2ef0fe6d 100644 --- a/src/scanner/mod.rs +++ b/src/scanner/mod.rs @@ -38,14 +38,10 @@ fn filter_excluded_ports(mut ports: Vec, excluded: &[u16]) -> Vec { return ports; } - // Bitmap setup costs more than membership checks on short lists or when - // there are more exclusions than candidate ports. Keep that path unchanged. - if ports.len() < 64 || excluded.len() > ports.len() { - return ports - .iter() - .filter(|port| !excluded.contains(port)) - .copied() - .collect(); + // Bitmap setup costs more than membership checks on short port lists. + if ports.len() < 64 { + ports.retain(|port| !excluded.contains(port)); + return ports; } // The complete u16 port space fits in an 8 KiB bitmap. From c7fcec06bba8f363add461459afa9391fb84d904 Mon Sep 17 00:00:00 2001 From: bee Date: Fri, 2 Oct 2026 10:56:29 +0100 Subject: [PATCH 4/8] bench(scanner): document production port preparation speedups --- .github/scan-benchmark/scan_bench.py | 15 +- benches/benchmark_helpers.rs | 46 +- docs/port-exclusion-benchmark-results.json | 4840 ++++++++++++++++++++ docs/port-exclusion-benchmark.md | 94 + 4 files changed, 4992 insertions(+), 3 deletions(-) create mode 100644 docs/port-exclusion-benchmark-results.json create mode 100644 docs/port-exclusion-benchmark.md diff --git a/.github/scan-benchmark/scan_bench.py b/.github/scan-benchmark/scan_bench.py index d0bf73a6..5b1a2368 100644 --- a/.github/scan-benchmark/scan_bench.py +++ b/.github/scan-benchmark/scan_bench.py @@ -142,11 +142,13 @@ class Scenario: timeout_ms: int = 1500 udp: bool = False repeat: int = 1 # extra samples for very short scenarios + excluded_ports: tuple[int, ...] = () @property def sockets(self) -> int: span = sum(end - start + 1 for start, end in self.ranges) - return len(self.addresses) * (len(self.ports) + span) + excluded = sum(self.covers(port) for port in set(self.excluded_ports)) + return len(self.addresses) * (len(self.ports) + span - excluded) def covers(self, port: int) -> bool: return port in self.ports or any(s <= port <= e for s, e in self.ranges) @@ -160,6 +162,8 @@ def args(self) -> list[str]: args += ["-b", str(self.batch), "-t", str(self.timeout_ms)] if self.udp: args.append("--udp") + if self.excluded_ports: + args += ["--exclude-ports", ",".join(map(str, self.excluded_ports))] return args def expected(self, listeners: dict) -> set[str]: @@ -168,7 +172,7 @@ def expected(self, listeners: dict) -> set[str]: f"{address}:{port}" for address in self.addresses for port in by_address.get(address, []) - if self.covers(port) + if self.covers(port) and port not in self.excluded_ports } def describe(self) -> str: @@ -193,6 +197,13 @@ def ports(ranges: tuple[tuple[int, int], ...]) -> str: scenarios = [ Scenario("tcp-1-port", "TCP, 1 open port", lo, ports=(TCP_PORTS[0],), repeat=3), Scenario("tcp-sweep", f"TCP, {ports(sweep)}, default batch", lo, sweep), + Scenario( + "tcp-sweep-excluded", + f"TCP, {ports(sweep)}, 1,024 excluded ports", + lo, + sweep, + excluded_ports=tuple(range(1024, 2048)), + ), Scenario( "tcp-sweep-b500", f"TCP, {ports(small_sweep)}, small batch", lo, small_sweep, batch=500 ), diff --git a/benches/benchmark_helpers.rs b/benches/benchmark_helpers.rs index c852ae82..3a2bfa79 100644 --- a/benches/benchmark_helpers.rs +++ b/benches/benchmark_helpers.rs @@ -2,7 +2,7 @@ use criterion::{criterion_group, criterion_main, Criterion}; use rustscan::generated::get_parsed_data; use rustscan::input::{Opts, PortRanges, ScanOrder}; use rustscan::port_strategy::PortStrategy; -use rustscan::scanner::build_udp_payload_lookup; +use rustscan::scanner::{build_udp_payload_lookup, Scanner}; use std::collections::BTreeMap; use std::hint::black_box; use std::net::IpAddr; @@ -60,6 +60,50 @@ fn criterion_benchmark(c: &mut Criterion) { }); address_group.finish(); + // Exercise production port preparation without opening a socket. The + // scanner has no target addresses, and runtime construction is not timed. + let runtime = tokio::runtime::Builder::new_current_thread() + .enable_all() + .build() + .unwrap(); + let mut preparation = c.benchmark_group("port preparation"); + preparation.sample_size(20); + preparation.warm_up_time(Duration::from_millis(500)); + preparation.measurement_time(Duration::from_secs(2)); + for (port_count, excluded_count) in [ + (1, 1), + (16, 4), + (64, 1), + (64, 4096), + (4096, 0), + (4096, 64), + (4096, 4096), + (65535, 0), + (65535, 4), + (65535, 64), + (65535, 1024), + (65535, 4096), + ] { + let scanner = Scanner::new( + &[], + 500, + Duration::from_millis(100), + 1, + true, + PortStrategy::Manual((1..=port_count).collect()), + true, + (0..excluded_count) + .map(|i| (i * 13 % 65536) as u16) + .collect(), + false, + ); + preparation.bench_function( + format!("{port_count} ports, {excluded_count} exclusions"), + |b| b.iter(|| black_box(runtime.block_on(black_box(&scanner).run_with_status()))), + ); + } + preparation.finish(); + // UDP payload lookup micro-benchmark: compares the old linear scan of the // payload map with the precomputed port -> payload lookup. No sockets. let udp_map = get_parsed_data(); diff --git a/docs/port-exclusion-benchmark-results.json b/docs/port-exclusion-benchmark-results.json new file mode 100644 index 00000000..fd1d605a --- /dev/null +++ b/docs/port-exclusion-benchmark-results.json @@ -0,0 +1,4840 @@ +{ + "date": "2026-10-02", + "base_revision": "b7119f7f3eb1601e81126ef3572699ed7b3b7c0b", + "implementation_revision": "209299ce8a17401f340d061792cca21965cf6e0c", + "rustc": "rustc 1.98.1 (48a229cea 2026-09-01) (Arch Linux rust 1:1.98.1-1.1)", + "environment": { + "kernel": "7.2.6-1-cachyos", + "machine": "x86_64", + "cpu": "Intel(R) Core(TM) Ultra 7 165U", + "affinity": "CPU 0 for every benchmark binary", + "frequency": "not fixed; shared laptop environment" + }, + "method": { + "path": "Scanner::run_with_status, with no target addresses", + "profile": "release/bench with LTO, same Cargo.lock and identical benchmark harness", + "samples_per_run": 20, + "runs_per_build_case": 2, + "order": [ + "base-a", + "head-a", + "head-b", + "base-b" + ], + "warmup_ms": 500, + "measurement_seconds": 2, + "input_ports": "1..=port_count", + "input_exclusions": "(i * 13 % 65536) as u16 for i in 0..excluded_count", + "timed": "port ordering/cloning, filtering, empty scan setup and Tokio block_on; Scanner and runtime construction are outside timer", + "network": "no sockets or DNS", + "concurrent_builds": false + }, + "harness_sha256": "9aa08ba03b07748eb5c1f6b53bdb4b5b4416e855835aa210a1f943bceaaf9beb", + "lockfile_sha256": "6dda887fc7ec74c0572e4469f783fcf64fe3953b70283eb256da4242f1d5a11c", + "binary_sha256": { + "base": "de3638eb7e056c62b4301dd79853edc63202f3baf35576f578d6f9d2e5106792", + "head": "959681aaf1dba4f99a9eab366b94b48620b4fc06d53f60919aff5ec73e055e35" + }, + "cases": [ + { + "ports": 1, + "exclusions": 1, + "mean_us": { + "base-a": 0.273376862828076, + "head-a": 0.2654222060340434, + "base-b": 0.3288578441688093, + "head-b": 0.25326910700083527 + }, + "reduction_percent": { + "a": 2.909776896165217, + "b": 22.98523161551008 + }, + "runs": { + "base-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 265.9012143731126, + "upper_bound": 280.273909303543 + }, + "point_estimate": 273.376862828076, + "standard_error": 3.6936760130522526 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 269.3232172094957, + "upper_bound": 284.3101921476624 + }, + "point_estimate": 279.31455795510374, + "standard_error": 4.330879503021115 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2.859567864132092, + "upper_bound": 24.541256656223652 + }, + "point_estimate": 8.758183868182451, + "standard_error": 5.489293988125101 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 254.02867693103858, + "upper_bound": 270.5012987732237 + }, + "point_estimate": 260.85009407466384, + "standard_error": 4.1996798956682895 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 11.084665917536212, + "upper_bound": 20.39823333386089 + }, + "point_estimate": 16.96995214298936, + "standard_error": 2.3678595712418926 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 33247.0, + 66494.0, + 99741.0, + 132988.0, + 166235.0, + 199482.0, + 232729.0, + 265976.0, + 299223.0, + 332470.0, + 365717.0, + 398964.0, + 432211.0, + 465458.0, + 498705.0, + 531952.0, + 565199.0, + 598446.0, + 631693.0, + 664940.0 + ], + "times": [ + 9382205.0, + 18886227.0, + 28331039.0, + 37975392.0, + 49467029.0, + 56830171.0, + 67600569.0, + 75689938.0, + 85594099.0, + 93749278.0, + 100991844.0, + 110373773.0, + 119240414.0, + 128482696.0, + 131040577.0, + 126901727.0, + 137598166.0, + 148123512.0, + 158797371.0, + 171412035.0 + ] + } + }, + "head-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 262.9387695116114, + "upper_bound": 267.8155481098168 + }, + "point_estimate": 265.42220603404337, + "standard_error": 1.248972208300134 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 263.4037223001434, + "upper_bound": 269.48216404060116 + }, + "point_estimate": 264.84731988252065, + "standard_error": 1.6661569375345182 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 1.8298809531486506, + "upper_bound": 10.669975532559677 + }, + "point_estimate": 4.6686056063502495, + "standard_error": 2.3698103502319228 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 258.72931065667217, + "upper_bound": 265.05122161253195 + }, + "point_estimate": 261.4847614900928, + "standard_error": 1.613705345543492 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 3.9102228672157255, + "upper_bound": 6.980862738534016 + }, + "point_estimate": 5.730892443709437, + "standard_error": 0.7821003276755644 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 34843.0, + 69686.0, + 104529.0, + 139372.0, + 174215.0, + 209058.0, + 243901.0, + 278744.0, + 313587.0, + 348430.0, + 383273.0, + 418116.0, + 452959.0, + 487802.0, + 522645.0, + 557488.0, + 592331.0, + 627174.0, + 662017.0, + 696860.0 + ], + "times": [ + 9472721.0, + 18907675.0, + 28329857.0, + 38317377.0, + 47442443.0, + 56115117.0, + 64233151.0, + 73066033.0, + 83065395.0, + 91861759.0, + 100973261.0, + 113119375.0, + 120424206.0, + 129173268.0, + 139846009.0, + 146410630.0, + 156104424.0, + 160744359.0, + 168896586.0, + 177497876.0 + ] + } + }, + "base-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 318.60461128891984, + "upper_bound": 338.2934873532041 + }, + "point_estimate": 328.8578441688093, + "standard_error": 5.031558855527073 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 322.20359799661196, + "upper_bound": 340.60367103680244 + }, + "point_estimate": 335.33706731831546, + "standard_error": 5.569939222771374 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 8.003857235269209, + "upper_bound": 35.11215151151679 + }, + "point_estimate": 22.554679086022055, + "standard_error": 6.619461111335022 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 299.8587537174109, + "upper_bound": 326.5507061569955 + }, + "point_estimate": 310.9487799103783, + "standard_error": 6.837961705482033 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 14.858326509986776, + "upper_bound": 28.006444900555614 + }, + "point_estimate": 23.056962829366448, + "standard_error": 3.3328812757356454 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 27154.0, + 54308.0, + 81462.0, + 108616.0, + 135770.0, + 162924.0, + 190078.0, + 217232.0, + 244386.0, + 271540.0, + 298694.0, + 325848.0, + 353002.0, + 380156.0, + 407310.0, + 434464.0, + 461618.0, + 488772.0, + 515926.0, + 543080.0 + ], + "times": [ + 9579486.0, + 19168547.0, + 28757781.0, + 37865735.0, + 46271420.0, + 55372086.0, + 64508386.0, + 72656715.0, + 79721844.0, + 89813399.0, + 107469739.0, + 110918642.0, + 118682149.0, + 124135928.0, + 129603755.0, + 135939227.0, + 140986428.0, + 142734997.0, + 146327291.0, + 153795257.0 + ] + } + }, + "head-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 248.39493617041563, + "upper_bound": 258.3075438422222 + }, + "point_estimate": 253.26910700083528, + "standard_error": 2.529640261503978 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 245.01400274633383, + "upper_bound": 264.18420042562377 + }, + "point_estimate": 247.51812431874248, + "standard_error": 6.305944800483806 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2.8886151564884406, + "upper_bound": 17.867366390662063 + }, + "point_estimate": 11.48025320343125, + "standard_error": 3.864307937616868 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 244.14089567461116, + "upper_bound": 249.53940663395935 + }, + "point_estimate": 246.30688537602816, + "standard_error": 1.371694994090372 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 9.201423268853263, + "upper_bound": 13.270581700989975 + }, + "point_estimate": 11.658469119982584, + "standard_error": 1.0382816166014486 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 34862.0, + 69724.0, + 104586.0, + 139448.0, + 174310.0, + 209172.0, + 244034.0, + 278896.0, + 313758.0, + 348620.0, + 383482.0, + 418344.0, + 453206.0, + 488068.0, + 522930.0, + 557792.0, + 592654.0, + 627516.0, + 662378.0, + 697240.0 + ], + "times": [ + 9235839.0, + 18364595.0, + 27632950.0, + 37210027.0, + 46490838.0, + 55480223.0, + 64462971.0, + 71232451.0, + 86206460.0, + 86599013.0, + 91918357.0, + 101018737.0, + 108703970.0, + 117208276.0, + 125891493.0, + 137302987.0, + 146157288.0, + 153542326.0, + 162511315.0, + 171961048.0 + ] + } + } + } + }, + { + "ports": 16, + "exclusions": 4, + "mean_us": { + "base-a": 0.3738635593169892, + "head-a": 0.32518381883766684, + "base-b": 0.40785829417399727, + "head-b": 0.3253170533559144 + }, + "reduction_percent": { + "a": 13.020723541030677, + "b": 20.237725209253632 + }, + "runs": { + "base-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 371.34136285093297, + "upper_bound": 376.3824627223537 + }, + "point_estimate": 373.8635593169892, + "standard_error": 1.2889011325024609 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 370.1088174409908, + "upper_bound": 377.88181306255643 + }, + "point_estimate": 373.43960274755983, + "standard_error": 2.157974110716831 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 3.532842848731116, + "upper_bound": 10.489871247463507 + }, + "point_estimate": 6.972167268536876, + "standard_error": 1.7119173839314583 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 374.15476691149945, + "upper_bound": 378.8518542448967 + }, + "point_estimate": 376.8425391970779, + "standard_error": 1.2009912892997336 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 4.493118602310142, + "upper_bound": 6.819806259815349 + }, + "point_estimate": 5.903827135358958, + "standard_error": 0.5942332190817043 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 25647.0, + 51294.0, + 76941.0, + 102588.0, + 128235.0, + 153882.0, + 179529.0, + 205176.0, + 230823.0, + 256470.0, + 282117.0, + 307764.0, + 333411.0, + 359058.0, + 384705.0, + 410352.0, + 435999.0, + 461646.0, + 487293.0, + 512940.0 + ], + "times": [ + 9789534.0, + 19028377.0, + 28074960.0, + 37502748.0, + 47345912.0, + 56128654.0, + 66824117.0, + 75392604.0, + 87853452.0, + 95800339.0, + 104171905.0, + 114902125.0, + 126235210.0, + 134916172.0, + 144921993.0, + 152286451.0, + 166273292.0, + 176430349.0, + 185608213.0, + 193453379.0 + ] + } + }, + "head-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 322.8372759736941, + "upper_bound": 327.56510640725975 + }, + "point_estimate": 325.1838188376668, + "standard_error": 1.2056298582321678 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 320.69357192620544, + "upper_bound": 330.52858145665004 + }, + "point_estimate": 324.3025200084045, + "standard_error": 2.872973486232552 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2.0332247412797058, + "upper_bound": 8.757643132113124 + }, + "point_estimate": 7.765122699592864, + "standard_error": 1.9051179790157635 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 321.4999742047207, + "upper_bound": 326.75481477635077 + }, + "point_estimate": 323.786832934107, + "standard_error": 1.3425356892090226 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 4.430891756160558, + "upper_bound": 6.205235639290135 + }, + "point_estimate": 5.539847804080154, + "standard_error": 0.4506321033850491 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 29085.0, + 58170.0, + 87255.0, + 116340.0, + 145425.0, + 174510.0, + 203595.0, + 232680.0, + 261765.0, + 290850.0, + 319935.0, + 349020.0, + 378105.0, + 407190.0, + 436275.0, + 465360.0, + 494445.0, + 523530.0, + 552615.0, + 581700.0 + ], + "times": [ + 9343216.0, + 18659721.0, + 28907774.0, + 37198463.0, + 46346521.0, + 58262969.0, + 64892101.0, + 77247662.0, + 86855973.0, + 96114800.0, + 105324623.0, + 115384411.0, + 125149270.0, + 132675202.0, + 141913353.0, + 148953759.0, + 159160599.0, + 169268173.0, + 177172807.0, + 184540985.0 + ] + } + }, + "base-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 400.31596680022005, + "upper_bound": 420.11115559000547 + }, + "point_estimate": 407.85829417399725, + "standard_error": 5.463696616052419 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 402.06979640342297, + "upper_bound": 406.15120337592816 + }, + "point_estimate": 403.7473635197474, + "standard_error": 1.3158338808008372 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2.276367640038839, + "upper_bound": 12.366235235255926 + }, + "point_estimate": 4.265564207641844, + "standard_error": 2.5643972508676502 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 395.3334697435999, + "upper_bound": 404.0151005139285 + }, + "point_estimate": 398.9410003628122, + "standard_error": 2.2314765584822664 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 4.884541925329252, + "upper_bound": 40.679791724272015 + }, + "point_estimate": 25.007332162001234, + "standard_error": 12.0644735302153 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 23164.0, + 46328.0, + 69492.0, + 92656.0, + 115820.0, + 138984.0, + 162148.0, + 185312.0, + 208476.0, + 231640.0, + 254804.0, + 277968.0, + 301132.0, + 324296.0, + 347460.0, + 370624.0, + 393788.0, + 416952.0, + 440116.0, + 463280.0 + ], + "times": [ + 9277650.0, + 18939087.0, + 35479844.0, + 37252863.0, + 46647548.0, + 57327393.0, + 65347932.0, + 76175174.0, + 83824864.0, + 94637194.0, + 103063279.0, + 112862801.0, + 122055042.0, + 131191511.0, + 141164093.0, + 149130488.0, + 154324530.0, + 163866295.0, + 172128938.0, + 180793586.0 + ] + } + }, + "head-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 323.1944957337246, + "upper_bound": 327.55859322890706 + }, + "point_estimate": 325.31705335591437, + "standard_error": 1.1144687556029873 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 321.16547245811523, + "upper_bound": 328.54990705996806 + }, + "point_estimate": 324.4893852446359, + "standard_error": 2.2204506798907024 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2.1797788537010576, + "upper_bound": 8.571802018784123 + }, + "point_estimate": 6.020129536532742, + "standard_error": 1.62791315798287 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 320.904132539736, + "upper_bound": 323.4839973124879 + }, + "point_estimate": 321.8846066199427, + "standard_error": 0.659963442882565 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 3.783128745673093, + "upper_bound": 6.0229679652985615 + }, + "point_estimate": 5.121756919811146, + "standard_error": 0.572206791485972 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 28782.0, + 57564.0, + 86346.0, + 115128.0, + 143910.0, + 172692.0, + 201474.0, + 230256.0, + 259038.0, + 287820.0, + 316602.0, + 345384.0, + 374166.0, + 402948.0, + 431730.0, + 460512.0, + 489294.0, + 518076.0, + 546858.0, + 575640.0 + ], + "times": [ + 9408097.0, + 19179308.0, + 28956603.0, + 37824453.0, + 47282668.0, + 57413243.0, + 66325441.0, + 76090004.0, + 83762531.0, + 92892451.0, + 103604296.0, + 112463509.0, + 119359285.0, + 128588549.0, + 138116060.0, + 147850250.0, + 157529541.0, + 166097921.0, + 175691644.0, + 184104114.0 + ] + } + } + } + }, + { + "ports": 64, + "exclusions": 1, + "mean_us": { + "base-a": 0.6438657349106612, + "head-a": 0.3191052817453117, + "base-b": 0.41646162982184143, + "head-b": 0.22570597188404448 + }, + "reduction_percent": { + "a": 50.43915766233642, + "b": 45.80389747295579 + }, + "runs": { + "base-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 634.7219292296737, + "upper_bound": 652.6674387244232 + }, + "point_estimate": 643.8657349106612, + "standard_error": 4.590536426302622 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 633.8544711865127, + "upper_bound": 657.1233508861333 + }, + "point_estimate": 654.9063888363421, + "standard_error": 8.497548771626484 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 3.8814072861744524, + "upper_bound": 33.72610896151808 + }, + "point_estimate": 23.50057124040631, + "standard_error": 8.763269258851652 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 619.8490217726514, + "upper_bound": 638.0117829344072 + }, + "point_estimate": 626.8797902934122, + "standard_error": 4.670181200695797 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 15.47863191922219, + "upper_bound": 24.37234239705448 + }, + "point_estimate": 21.05000609455797, + "standard_error": 2.2491028790061605 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 13456.0, + 26912.0, + 40368.0, + 53824.0, + 67280.0, + 80736.0, + 94192.0, + 107648.0, + 121104.0, + 134560.0, + 148016.0, + 161472.0, + 174928.0, + 188384.0, + 201840.0, + 215296.0, + 228752.0, + 242208.0, + 255664.0, + 269120.0 + ], + "times": [ + 9023355.0, + 17663438.0, + 26552623.0, + 35511652.0, + 44372075.0, + 54474659.0, + 61835405.0, + 71547448.0, + 79452392.0, + 88039601.0, + 97029687.0, + 103161301.0, + 111552076.0, + 119316763.0, + 128034984.0, + 132867497.0, + 140926055.0, + 148272404.0, + 155935857.0, + 164706553.0 + ] + } + }, + "head-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 315.01608347246986, + "upper_bound": 322.94032647450155 + }, + "point_estimate": 319.10528174531174, + "standard_error": 2.0242767532219577 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 313.3724512216558, + "upper_bound": 325.00609681911084 + }, + "point_estimate": 323.3243272592332, + "standard_error": 3.4436820160606834 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2.063416570503637, + "upper_bound": 14.936110496168753 + }, + "point_estimate": 9.387593091566886, + "standard_error": 3.7823103308348727 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 323.1992707518987, + "upper_bound": 327.9118659235251 + }, + "point_estimate": 325.9600733489594, + "standard_error": 1.2055310790290097 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 6.606290860375969, + "upper_bound": 11.027767746482594 + }, + "point_estimate": 9.330697661732355, + "standard_error": 1.1277900808007097 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 28445.0, + 56890.0, + 85335.0, + 113780.0, + 142225.0, + 170670.0, + 199115.0, + 227560.0, + 256005.0, + 284450.0, + 312895.0, + 341340.0, + 369785.0, + 398230.0, + 426675.0, + 455120.0, + 483565.0, + 512010.0, + 540455.0, + 568900.0 + ], + "times": [ + 8695139.0, + 17146579.0, + 25825162.0, + 35159163.0, + 44316382.0, + 53270841.0, + 62710858.0, + 71594282.0, + 82724641.0, + 92022942.0, + 101289463.0, + 110937625.0, + 119082805.0, + 129398936.0, + 139572274.0, + 147931377.0, + 157161511.0, + 167958379.0, + 179039253.0, + 188466847.0 + ] + } + }, + "base-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 415.1660185217659, + "upper_bound": 417.69486269571826 + }, + "point_estimate": 416.4616298218414, + "standard_error": 0.6462198634581705 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 414.6694965427713, + "upper_bound": 418.33439812562415 + }, + "point_estimate": 417.65150788671804, + "standard_error": 1.0772031503066373 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 1.2527292123894886, + "upper_bound": 4.788501755221355 + }, + "point_estimate": 2.9092698818749105, + "standard_error": 0.9511380477008258 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 416.3503132243353, + "upper_bound": 418.4451264630232 + }, + "point_estimate": 417.5781166369905, + "standard_error": 0.5328845152300374 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2.138604909470004, + "upper_bound": 3.4749903764945107 + }, + "point_estimate": 2.9723363255345348, + "standard_error": 0.3381853158132476 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 22316.0, + 44632.0, + 66948.0, + 89264.0, + 111580.0, + 133896.0, + 156212.0, + 178528.0, + 200844.0, + 223160.0, + 245476.0, + 267792.0, + 290108.0, + 312424.0, + 334740.0, + 357056.0, + 379372.0, + 401688.0, + 424004.0, + 446320.0 + ], + "times": [ + 9335338.0, + 18708865.0, + 27795073.0, + 36817154.0, + 46900114.0, + 55144521.0, + 64194694.0, + 73914235.0, + 82767100.0, + 93167205.0, + 101667551.0, + 111533845.0, + 121691538.0, + 130700680.0, + 139858524.0, + 148372916.0, + 158624747.0, + 168435257.0, + 178065353.0, + 186623734.0 + ] + } + }, + "head-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 225.15306357465, + "upper_bound": 226.26765973062234 + }, + "point_estimate": 225.7059718840445, + "standard_error": 0.2841599892939322 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 224.7739303238803, + "upper_bound": 226.1147408533431 + }, + "point_estimate": 225.70453110857034, + "standard_error": 0.33327968799439717 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 0.4569980654766527, + "upper_bound": 2.152038793209823 + }, + "point_estimate": 1.6602380007521156, + "standard_error": 0.45718731235102944 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 224.8882551044333, + "upper_bound": 226.7603179561285 + }, + "point_estimate": 225.7463393221286, + "standard_error": 0.48019120267531346 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 0.9308301512421521, + "upper_bound": 1.5604616205840376 + }, + "point_estimate": 1.3033407030439887, + "standard_error": 0.16014120709431884 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 41982.0, + 83964.0, + 125946.0, + 167928.0, + 209910.0, + 251892.0, + 293874.0, + 335856.0, + 377838.0, + 419820.0, + 461802.0, + 503784.0, + 545766.0, + 587748.0, + 629730.0, + 671712.0, + 713694.0, + 755676.0, + 797658.0, + 839640.0 + ], + "times": [ + 9473097.0, + 18789263.0, + 28423158.0, + 37769036.0, + 47097232.0, + 57152880.0, + 66014615.0, + 75813354.0, + 85456841.0, + 94644124.0, + 104393229.0, + 113880948.0, + 123965411.0, + 133959196.0, + 143181218.0, + 151748449.0, + 162740545.0, + 169450642.0, + 178369478.0, + 188527436.0 + ] + } + } + } + }, + { + "ports": 64, + "exclusions": 4096, + "mean_us": { + "base-a": 6.082605704491981, + "head-a": 2.4390781485849753, + "base-b": 6.175220986600979, + "head-b": 2.4681024276976684 + }, + "reduction_percent": { + "a": 59.90076840286187, + "b": 60.03216025705043 + }, + "runs": { + "base-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 6060.647402891663, + "upper_bound": 6106.739376930141 + }, + "point_estimate": 6082.605704491982, + "standard_error": 11.721261238304443 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 6057.199892346838, + "upper_bound": 6103.217023355143 + }, + "point_estimate": 6075.821623197625, + "standard_error": 11.701576662150732 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 21.607102669831644, + "upper_bound": 66.80455269439011 + }, + "point_estimate": 44.03947755783735, + "standard_error": 11.689658136842786 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 6072.304369092964, + "upper_bound": 6098.182388477941 + }, + "point_estimate": 6082.906045695136, + "standard_error": 6.606437715589329 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 30.556863920618987, + "upper_bound": 73.4997552395275 + }, + "point_estimate": 53.66484955943877, + "standard_error": 11.574352074495025 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 1572.0, + 3144.0, + 4716.0, + 6288.0, + 7860.0, + 9432.0, + 11004.0, + 12576.0, + 14148.0, + 15720.0, + 17292.0, + 18864.0, + 20436.0, + 22008.0, + 23580.0, + 25152.0, + 26724.0, + 28296.0, + 29868.0, + 31440.0 + ], + "times": [ + 9477970.0, + 18825571.0, + 28705640.0, + 38557518.0, + 47276872.0, + 56959911.0, + 67420766.0, + 78446775.0, + 85528269.0, + 96087063.0, + 106109665.0, + 115103799.0, + 123731211.0, + 134351435.0, + 143646927.0, + 152416816.0, + 162308958.0, + 171857049.0, + 181172636.0, + 191095387.0 + ] + } + }, + "head-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2432.0233351384572, + "upper_bound": 2445.0898811434445 + }, + "point_estimate": 2439.078148584975, + "standard_error": 3.3370850405452868 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2436.238580745766, + "upper_bound": 2447.6473539086687 + }, + "point_estimate": 2442.903617924903, + "standard_error": 3.635959317129046 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2.729538562041073, + "upper_bound": 17.126373714967258 + }, + "point_estimate": 9.080297746776404, + "standard_error": 3.732043995382822 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2440.45424554227, + "upper_bound": 2446.992131512727 + }, + "point_estimate": 2443.974785690913, + "standard_error": 1.6671226525084533 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 7.784577116234257, + "upper_bound": 21.376237776114138 + }, + "point_estimate": 15.357595241306251, + "standard_error": 3.6742408679078493 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 3876.0, + 7752.0, + 11628.0, + 15504.0, + 19380.0, + 23256.0, + 27132.0, + 31008.0, + 34884.0, + 38760.0, + 42636.0, + 46512.0, + 50388.0, + 54264.0, + 58140.0, + 62016.0, + 65892.0, + 69768.0, + 73644.0, + 77520.0 + ], + "times": [ + 9271918.0, + 18734493.0, + 28605436.0, + 37835040.0, + 47230185.0, + 56936003.0, + 65719714.0, + 75550993.0, + 84967723.0, + 94115857.0, + 104367585.0, + 114280488.0, + 123222175.0, + 132713074.0, + 142473856.0, + 151804823.0, + 160511405.0, + 170691535.0, + 179691526.0, + 189727217.0 + ] + } + }, + "base-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 6152.972398094056, + "upper_bound": 6195.86949338517 + }, + "point_estimate": 6175.220986600979, + "standard_error": 10.966580099531265 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 6154.761390060567, + "upper_bound": 6203.801440167583 + }, + "point_estimate": 6187.571999338346, + "standard_error": 12.448933273180584 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 17.49558881785585, + "upper_bound": 67.32032872046405 + }, + "point_estimate": 40.26151527903109, + "standard_error": 13.211587314988183 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 6158.836720528242, + "upper_bound": 6196.492998858183 + }, + "point_estimate": 6178.971992710286, + "standard_error": 9.704087950214037 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 31.117132427581684, + "upper_bound": 64.19750725652408 + }, + "point_estimate": 50.339246362498685, + "standard_error": 8.489712673813903 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 1541.0, + 3082.0, + 4623.0, + 6164.0, + 7705.0, + 9246.0, + 10787.0, + 12328.0, + 13869.0, + 15410.0, + 16951.0, + 18492.0, + 20033.0, + 21574.0, + 23115.0, + 24656.0, + 26197.0, + 27738.0, + 29279.0, + 30820.0 + ], + "times": [ + 9589282.0, + 18658503.0, + 28641736.0, + 38621114.0, + 47743748.0, + 56604766.0, + 67018503.0, + 75041789.0, + 85858071.0, + 95797199.0, + 104003298.0, + 114040199.0, + 123891529.0, + 133059713.0, + 143304434.0, + 151449995.0, + 162015291.0, + 170128067.0, + 181763255.0, + 191647718.0 + ] + } + }, + "head-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2458.1182653505007, + "upper_bound": 2478.2443787460315 + }, + "point_estimate": 2468.102427697668, + "standard_error": 5.14600022695578 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2451.502481941475, + "upper_bound": 2485.4309970353183 + }, + "point_estimate": 2465.0839062186706, + "standard_error": 9.438663856709866 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 10.417016040540755, + "upper_bound": 37.866678192560194 + }, + "point_estimate": 30.166596309197853, + "standard_error": 7.212564958438189 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2465.745362867576, + "upper_bound": 2482.8843478207677 + }, + "point_estimate": 2475.195470922227, + "standard_error": 4.394725721354891 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 17.327554393467935, + "upper_bound": 28.53770474307836 + }, + "point_estimate": 23.603840502828483, + "standard_error": 2.882450184818112 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 3879.0, + 7758.0, + 11637.0, + 15516.0, + 19395.0, + 23274.0, + 27153.0, + 31032.0, + 34911.0, + 38790.0, + 42669.0, + 46548.0, + 50427.0, + 54306.0, + 58185.0, + 62064.0, + 65943.0, + 69822.0, + 73701.0, + 77580.0 + ], + "times": [ + 9470797.0, + 19306574.0, + 28491411.0, + 38261254.0, + 47191185.0, + 56730363.0, + 68367265.0, + 75516701.0, + 85886572.0, + 95503272.0, + 105717533.0, + 114077396.0, + 125706172.0, + 135187414.0, + 145020373.0, + 154207030.0, + 161709212.0, + 172058534.0, + 183003031.0, + 192880686.0 + ] + } + } + } + }, + { + "ports": 4096, + "exclusions": 0, + "mean_us": { + "base-a": 8.02644617880992, + "head-a": 0.2417831364348469, + "base-b": 8.106893467476924, + "head-b": 0.2331442052483795 + }, + "reduction_percent": { + "a": 96.98766887550853, + "b": 97.12412397937999 + }, + "runs": { + "base-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 7966.971729540804, + "upper_bound": 8101.400548420512 + }, + "point_estimate": 8026.44617880992, + "standard_error": 34.74002251056107 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 7946.335704054922, + "upper_bound": 8034.523057546987 + }, + "point_estimate": 8003.214881702052, + "standard_error": 22.748635119608167 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 35.19163216589148, + "upper_bound": 163.12755685201773 + }, + "point_estimate": 84.32906728249448, + "standard_error": 33.54774774825435 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 7935.984955303729, + "upper_bound": 8020.4893563449705 + }, + "point_estimate": 7974.1543463315165, + "standard_error": 21.593851035669612 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 65.80136961071138, + "upper_bound": 232.41901141640082 + }, + "point_estimate": 158.96398163450047, + "standard_error": 46.924472634887465 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 1191.0, + 2382.0, + 3573.0, + 4764.0, + 5955.0, + 7146.0, + 8337.0, + 9528.0, + 10719.0, + 11910.0, + 13101.0, + 14292.0, + 15483.0, + 16674.0, + 17865.0, + 19056.0, + 20247.0, + 21438.0, + 22629.0, + 23820.0 + ], + "times": [ + 9850041.0, + 18740500.0, + 28493263.0, + 37869992.0, + 50986439.0, + 57934488.0, + 67764022.0, + 75447092.0, + 85868680.0, + 95584737.0, + 105278965.0, + 114242274.0, + 124376446.0, + 133556217.0, + 140657016.0, + 152382849.0, + 160831452.0, + 168756277.0, + 182148132.0, + 188369756.0 + ] + } + }, + "head-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 239.6051527559811, + "upper_bound": 244.41442409710044 + }, + "point_estimate": 241.78313643484688, + "standard_error": 1.2270499170334943 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 240.76815828560058, + "upper_bound": 242.57836267009407 + }, + "point_estimate": 241.92930896179485, + "standard_error": 0.4477239319979277 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 0.4773454050044739, + "upper_bound": 5.713536744287664 + }, + "point_estimate": 1.8555092056911027, + "standard_error": 1.1754976434498965 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 236.95165829193175, + "upper_bound": 242.0478779062759 + }, + "point_estimate": 239.14884308666913, + "standard_error": 1.2603851758539892 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2.5011755919859056, + "upper_bound": 8.330692868626151 + }, + "point_estimate": 5.612769449527587, + "standard_error": 1.637262916466306 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 40204.0, + 80408.0, + 120612.0, + 160816.0, + 201020.0, + 241224.0, + 281428.0, + 321632.0, + 361836.0, + 402040.0, + 442244.0, + 482448.0, + 522652.0, + 562856.0, + 603060.0, + 643264.0, + 683468.0, + 723672.0, + 763876.0, + 804080.0 + ], + "times": [ + 9500940.0, + 19448400.0, + 31441556.0, + 39563508.0, + 48882403.0, + 59115027.0, + 67786866.0, + 77830815.0, + 86944002.0, + 97900200.0, + 106824305.0, + 116754139.0, + 126545223.0, + 135461873.0, + 145748501.0, + 156335889.0, + 165463597.0, + 169974148.0, + 178301822.0, + 188507476.0 + ] + } + }, + "base-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 8045.56736901563, + "upper_bound": 8166.821758237335 + }, + "point_estimate": 8106.893467476923, + "standard_error": 30.960198704660925 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 8045.636536281179, + "upper_bound": 8172.206042139078 + }, + "point_estimate": 8103.836605624392, + "standard_error": 31.21809938171387 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 53.72935060507037, + "upper_bound": 190.66904581662834 + }, + "point_estimate": 139.36703802177277, + "standard_error": 35.65173457388185 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 8079.609923641809, + "upper_bound": 8194.179035067338 + }, + "point_estimate": 8134.316296605751, + "standard_error": 29.23008878181038 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 87.02323266263387, + "upper_bound": 185.03850934809557 + }, + "point_estimate": 141.72199198424755, + "standard_error": 25.12254358724986 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 1176.0, + 2352.0, + 3528.0, + 4704.0, + 5880.0, + 7056.0, + 8232.0, + 9408.0, + 10584.0, + 11760.0, + 12936.0, + 14112.0, + 15288.0, + 16464.0, + 17640.0, + 18816.0, + 19992.0, + 21168.0, + 22344.0, + 23520.0 + ], + "times": [ + 9127038.0, + 19623240.0, + 29023897.0, + 38747974.0, + 46774628.0, + 56124108.0, + 66446652.0, + 76214369.0, + 86198537.0, + 94223212.0, + 104122590.0, + 112941510.0, + 124412013.0, + 133467986.0, + 141864707.0, + 157753096.0, + 164175858.0, + 173581441.0, + 181392151.0, + 189994857.0 + ] + } + }, + "head-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 232.17346153081127, + "upper_bound": 234.21230273300893 + }, + "point_estimate": 233.1442052483795, + "standard_error": 0.5183039552011317 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 232.19931658106242, + "upper_bound": 233.75178116840286 + }, + "point_estimate": 232.6942402982878, + "standard_error": 0.425065968010729 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 0.7515374558274726, + "upper_bound": 2.9023252952620866 + }, + "point_estimate": 1.6393856664502464, + "standard_error": 0.5444882244343534 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 231.6334097756583, + "upper_bound": 234.8459052470102 + }, + "point_estimate": 233.15144658363764, + "standard_error": 0.8207719179457903 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 1.333903798158707, + "upper_bound": 3.1740953440594333 + }, + "point_estimate": 2.376772500060376, + "standard_error": 0.48137511890903506 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 40766.0, + 81532.0, + 122298.0, + 163064.0, + 203830.0, + 244596.0, + 285362.0, + 326128.0, + 366894.0, + 407660.0, + 448426.0, + 489192.0, + 529958.0, + 570724.0, + 611490.0, + 652256.0, + 693022.0, + 733788.0, + 774554.0, + 815320.0 + ], + "times": [ + 9436479.0, + 19138554.0, + 28456470.0, + 38552289.0, + 47547348.0, + 56801993.0, + 66802951.0, + 75739645.0, + 85659796.0, + 94865368.0, + 104591606.0, + 113344725.0, + 123040786.0, + 130641070.0, + 140406690.0, + 156274592.0, + 163679670.0, + 171728912.0, + 179271073.0, + 189695589.0 + ] + } + } + } + }, + { + "ports": 4096, + "exclusions": 64, + "mean_us": { + "base-a": 14.604814672876087, + "head-a": 2.0722425163003972, + "base-b": 20.222957567137648, + "head-b": 3.023251733041546 + }, + "reduction_percent": { + "a": 85.81123716585775, + "b": 85.05039768290699 + }, + "runs": { + "base-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 14552.102266499875, + "upper_bound": 14652.762570207236 + }, + "point_estimate": 14604.814672876086, + "standard_error": 25.68754180430149 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 14557.440601923408, + "upper_bound": 14671.206233900051 + }, + "point_estimate": 14634.4583751932, + "standard_error": 31.2019185651887 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 40.89665978228117, + "upper_bound": 163.061091517526 + }, + "point_estimate": 113.29234960882195, + "standard_error": 29.91492314243646 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 14598.508048318216, + "upper_bound": 14701.99181019455 + }, + "point_estimate": 14654.534951989617, + "standard_error": 26.401118302879787 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 71.94223684761047, + "upper_bound": 153.70172593781928 + }, + "point_estimate": 117.9607971635086, + "standard_error": 21.34779007819021 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 647.0, + 1294.0, + 1941.0, + 2588.0, + 3235.0, + 3882.0, + 4529.0, + 5176.0, + 5823.0, + 6470.0, + 7117.0, + 7764.0, + 8411.0, + 9058.0, + 9705.0, + 10352.0, + 10999.0, + 11646.0, + 12293.0, + 12940.0 + ], + "times": [ + 9523555.0, + 18500593.0, + 28126692.0, + 37731877.0, + 47378936.0, + 56958046.0, + 66332433.0, + 74694113.0, + 84784316.0, + 94915332.0, + 102924901.0, + 113002183.0, + 122409890.0, + 133420001.0, + 142282721.0, + 151379231.0, + 161447235.0, + 170175814.0, + 180867842.0, + 191465909.0 + ] + } + }, + "head-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2052.6763078186796, + "upper_bound": 2097.1303988096997 + }, + "point_estimate": 2072.2425163003973, + "standard_error": 11.467164131559638 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2045.3214402887138, + "upper_bound": 2074.0647002458027 + }, + "point_estimate": 2059.267973037461, + "standard_error": 7.424808418610549 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 12.630940205181204, + "upper_bound": 46.065629292991176 + }, + "point_estimate": 24.56647943043684, + "standard_error": 8.516877219999259 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2045.3690630048302, + "upper_bound": 2141.271817365673 + }, + "point_estimate": 2090.4165757481533, + "standard_error": 25.362981940197443 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 20.909364603340215, + "upper_bound": 77.26892750901584 + }, + "point_estimate": 52.6499816683547, + "standard_error": 15.769293705947753 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 4572.0, + 9144.0, + 13716.0, + 18288.0, + 22860.0, + 27432.0, + 32004.0, + 36576.0, + 41148.0, + 45720.0, + 50292.0, + 54864.0, + 59436.0, + 64008.0, + 68580.0, + 73152.0, + 77724.0, + 82296.0, + 86868.0, + 91440.0 + ], + "times": [ + 9320892.0, + 19525611.0, + 28038928.0, + 37371318.0, + 47680629.0, + 55964265.0, + 66296323.0, + 75519716.0, + 85166531.0, + 93724313.0, + 103553577.0, + 112273319.0, + 123758227.0, + 131652925.0, + 141239772.0, + 147474531.0, + 156651598.0, + 170898198.0, + 185688708.0, + 205883531.0 + ] + } + }, + "base-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 20054.723537656482, + "upper_bound": 20385.030389857904 + }, + "point_estimate": 20222.957567137648, + "standard_error": 84.64706877817314 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 19883.622453703705, + "upper_bound": 20520.287881787328 + }, + "point_estimate": 20321.737251984126, + "standard_error": 184.8017116390664 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 165.92974912012727, + "upper_bound": 611.2312731190625 + }, + "point_estimate": 472.9271139944903, + "standard_error": 129.4296368172167 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 20319.547293554155, + "upper_bound": 20552.628690837595 + }, + "point_estimate": 20459.193418263647, + "standard_error": 59.70057627373446 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 307.1693690171253, + "upper_bound": 430.26884435773263 + }, + "point_estimate": 386.9191632721438, + "standard_error": 31.477449295285197 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 480.0, + 960.0, + 1440.0, + 1920.0, + 2400.0, + 2880.0, + 3360.0, + 3840.0, + 4320.0, + 4800.0, + 5280.0, + 5760.0, + 6240.0, + 6720.0, + 7200.0, + 7680.0, + 8160.0, + 8640.0, + 9120.0, + 9600.0 + ], + "times": [ + 9440748.0, + 18926498.0, + 28437252.0, + 37823882.0, + 47956474.0, + 58917377.0, + 69583457.0, + 75811615.0, + 85771553.0, + 95581050.0, + 106891690.0, + 118751704.0, + 127925828.0, + 136857706.0, + 145999760.0, + 158360326.0, + 167603477.0, + 177026263.0, + 187944688.0, + 198787519.0 + ] + } + }, + "head-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 3006.795003924553, + "upper_bound": 3040.891328246294 + }, + "point_estimate": 3023.251733041546, + "standard_error": 8.745785333875558 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2996.9849788618303, + "upper_bound": 3036.339102444318 + }, + "point_estimate": 3009.4735870394597, + "standard_error": 11.455399184903689 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 13.063040657555016, + "upper_bound": 62.231332251807764 + }, + "point_estimate": 28.03710125536752, + "standard_error": 13.009869590975923 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2998.770861377545, + "upper_bound": 3020.7273964593674 + }, + "point_estimate": 3008.5219770841545, + "standard_error": 5.613505649066412 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 27.634182676843444, + "upper_bound": 46.83260055775882 + }, + "point_estimate": 40.154760283113035, + "standard_error": 4.874034845120793 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 3058.0, + 6116.0, + 9174.0, + 12232.0, + 15290.0, + 18348.0, + 21406.0, + 24464.0, + 27522.0, + 30580.0, + 33638.0, + 36696.0, + 39754.0, + 42812.0, + 45870.0, + 48928.0, + 51986.0, + 55044.0, + 58102.0, + 61160.0 + ], + "times": [ + 9464340.0, + 18831920.0, + 27595894.0, + 37732206.0, + 47292623.0, + 54699070.0, + 64169682.0, + 73658473.0, + 82093312.0, + 93887038.0, + 100056346.0, + 110674194.0, + 120242048.0, + 130492063.0, + 137415607.0, + 146139681.0, + 155779370.0, + 164989220.0, + 175661047.0, + 183433752.0 + ] + } + } + } + }, + { + "ports": 4096, + "exclusions": 4096, + "mean_us": { + "base-a": 587.4317084393149, + "head-a": 5.614528432359317, + "base-b": 541.7223761782764, + "head-b": 5.875080564487167 + }, + "reduction_percent": { + "a": 99.04422448572346, + "b": 98.91548128287879 + }, + "runs": { + "base-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 585227.0496504622, + "upper_bound": 590584.9253484678 + }, + "point_estimate": 587431.7084393149, + "standard_error": 1400.2886310333797 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 584020.4793585527, + "upper_bound": 587649.1739583333 + }, + "point_estimate": 586756.6972064395, + "standard_error": 892.2666587867917 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 1123.3845022741118, + "upper_bound": 5097.130172007809 + }, + "point_estimate": 2629.5773574051536, + "standard_error": 1117.7342351512436 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 585192.8870706172, + "upper_bound": 587342.790528915 + }, + "point_estimate": 586244.3589503485, + "standard_error": 553.2960029854138 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2045.4965382142946, + "upper_bound": 10087.69206931857 + }, + "point_estimate": 6451.018324405037, + "standard_error": 2505.6239736298626 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 16.0, + 32.0, + 48.0, + 64.0, + 80.0, + 96.0, + 112.0, + 128.0, + 144.0, + 160.0, + 176.0, + 192.0, + 208.0, + 224.0, + 240.0, + 256.0, + 272.0, + 288.0, + 304.0, + 320.0 + ], + "times": [ + 9793955.0, + 18664703.0, + 27926453.0, + 37342115.0, + 47470508.0, + 56262775.0, + 65221148.0, + 75529869.0, + 84009208.0, + 93972539.0, + 103321072.0, + 112600675.0, + 122115249.0, + 131718037.0, + 141112795.0, + 149879992.0, + 159727026.0, + 169354873.0, + 177687217.0, + 186733931.0 + ] + } + }, + "head-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 5506.382758185439, + "upper_bound": 5728.024120871391 + }, + "point_estimate": 5614.528432359317, + "standard_error": 56.61503724261163 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 5423.37927153673, + "upper_bound": 5707.02557715075 + }, + "point_estimate": 5595.567644142229, + "standard_error": 73.19720185704043 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 128.1282639826862, + "upper_bound": 436.1434989575698 + }, + "point_estimate": 288.6951090338663, + "standard_error": 85.35088506809278 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 5647.442580758419, + "upper_bound": 5903.739978019926 + }, + "point_estimate": 5797.640450630236, + "standard_error": 65.74319843816224 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 185.60049217106373, + "upper_bound": 306.3819850963384 + }, + "point_estimate": 259.83996112312263, + "standard_error": 30.77807469358095 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 1629.0, + 3258.0, + 4887.0, + 6516.0, + 8145.0, + 9774.0, + 11403.0, + 13032.0, + 14661.0, + 16290.0, + 17919.0, + 19548.0, + 21177.0, + 22806.0, + 24435.0, + 26064.0, + 27693.0, + 29322.0, + 30951.0, + 32580.0 + ], + "times": [ + 9638933.0, + 17636512.0, + 25830807.0, + 34543876.0, + 43086720.0, + 53106682.0, + 60794734.0, + 70221588.0, + 80439430.0, + 90854020.0, + 99493006.0, + 109918537.0, + 118884446.0, + 129069852.0, + 137978118.0, + 149987427.0, + 162928852.0, + 175834290.0, + 188601184.0, + 196859802.0 + ] + } + }, + "base-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 537704.1936883114, + "upper_bound": 545881.8059030274 + }, + "point_estimate": 541722.3761782764, + "standard_error": 2088.2298330031854 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 536740.4222285068, + "upper_bound": 546013.9792717088 + }, + "point_estimate": 541108.2, + "standard_error": 2524.2206912902775 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 4106.616602092981, + "upper_bound": 13938.162152780142 + }, + "point_estimate": 8029.026810148536, + "standard_error": 2549.119186414023 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 531401.8476216311, + "upper_bound": 540710.7590217472 + }, + "point_estimate": 535524.9131379381, + "standard_error": 2387.7911717050215 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 6222.101701439953, + "upper_bound": 12163.502496338308 + }, + "point_estimate": 9624.958261526494, + "standard_error": 1523.05961588165 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 17.0, + 34.0, + 51.0, + 68.0, + 85.0, + 102.0, + 119.0, + 136.0, + 153.0, + 170.0, + 187.0, + 204.0, + 221.0, + 238.0, + 255.0, + 272.0, + 289.0, + 306.0, + 323.0, + 340.0 + ], + "times": [ + 9188361.0, + 18937568.0, + 28729386.0, + 37557958.0, + 46046589.0, + 55609746.0, + 65340783.0, + 74460764.0, + 83010032.0, + 91048163.0, + 100804423.0, + 109267805.0, + 118402716.0, + 130052012.0, + 139125688.0, + 146260370.0, + 155597157.0, + 161692517.0, + 170874511.0, + 178046619.0 + ] + } + }, + "head-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 5833.607822666078, + "upper_bound": 5923.491063101946 + }, + "point_estimate": 5875.080564487167, + "standard_error": 23.141192985575916 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 5808.646071213942, + "upper_bound": 5877.539493959566 + }, + "point_estimate": 5857.525369162087, + "standard_error": 19.16962927471302 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 21.479164548517595, + "upper_bound": 109.17941838174227 + }, + "point_estimate": 72.46844585134767, + "standard_error": 22.276161456432092 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 5843.69890758909, + "upper_bound": 6010.26973770935 + }, + "point_estimate": 5939.23692940063, + "standard_error": 41.10292775330056 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 44.295151223191276, + "upper_bound": 135.66296718644233 + }, + "point_estimate": 105.99742809448595, + "standard_error": 21.512618065826878 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 1664.0, + 3328.0, + 4992.0, + 6656.0, + 8320.0, + 9984.0, + 11648.0, + 13312.0, + 14976.0, + 16640.0, + 18304.0, + 19968.0, + 21632.0, + 23296.0, + 24960.0, + 26624.0, + 28288.0, + 29952.0, + 31616.0, + 33280.0 + ], + "times": [ + 9785756.0, + 19243727.0, + 29330405.0, + 38653787.0, + 49167743.0, + 58086763.0, + 68335099.0, + 77341819.0, + 86165597.0, + 96201708.0, + 106234567.0, + 115727948.0, + 127187447.0, + 136309620.0, + 146414108.0, + 155766966.0, + 165876531.0, + 182389185.0, + 193675502.0, + 202687869.0 + ] + } + } + } + }, + { + "ports": 65535, + "exclusions": 0, + "mean_us": { + "base-a": 170.42437253121506, + "head-a": 3.8801964572020116, + "base-b": 165.19842158379447, + "head-b": 3.706794509990371 + }, + "reduction_percent": { + "a": 97.72321505453023, + "b": 97.75615621841148 + }, + "runs": { + "base-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 169287.75159830166, + "upper_bound": 171516.69839352326 + }, + "point_estimate": 170424.37253121505, + "standard_error": 567.1903886005908 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 170178.03482142856, + "upper_bound": 171456.15029761905 + }, + "point_estimate": 170667.67920918367, + "standard_error": 440.7773973333664 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 788.1285247578815, + "upper_bound": 2959.6619646133095 + }, + "point_estimate": 1556.0241299643424, + "standard_error": 580.1688662736835 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 167453.32167802, + "upper_bound": 171791.60903070026 + }, + "point_estimate": 169314.61641363864, + "standard_error": 1115.7999475422703 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 1507.2374577989558, + "upper_bound": 3386.159444963227 + }, + "point_estimate": 2598.8785173886013, + "standard_error": 479.06180323801044 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 56.0, + 112.0, + 168.0, + 224.0, + 280.0, + 336.0, + 392.0, + 448.0, + 504.0, + 560.0, + 616.0, + 672.0, + 728.0, + 784.0, + 840.0, + 896.0, + 952.0, + 1008.0, + 1064.0, + 1120.0 + ], + "times": [ + 9541550.0, + 19065037.0, + 28783660.0, + 38755681.0, + 47637107.0, + 57651213.0, + 66796872.0, + 76990330.0, + 85821420.0, + 95934916.0, + 106207899.0, + 114998520.0, + 125479619.0, + 134013177.0, + 141824636.0, + 151401634.0, + 167825558.0, + 167736945.0, + 175322289.0, + 185747850.0 + ] + } + }, + "head-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 3846.4941907471934, + "upper_bound": 3921.923203537024 + }, + "point_estimate": 3880.1964572020115, + "standard_error": 19.42368857943761 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 3838.9402721774195, + "upper_bound": 3843.3141935483873 + }, + "point_estimate": 3840.752893625192, + "standard_error": 4.7919887917244335 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 1.922718099394604, + "upper_bound": 18.310757316048246 + }, + "point_estimate": 5.0594820109828715, + "standard_error": 7.518768372138749 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 3858.3319447321787, + "upper_bound": 4007.3489628236657 + }, + "point_estimate": 3939.6573524783635, + "standard_error": 37.83603997649466 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 29.207853709080123, + "upper_bound": 121.89932773489735 + }, + "point_estimate": 89.02747029768425, + "standard_error": 23.21095998030176 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 2480.0, + 4960.0, + 7440.0, + 9920.0, + 12400.0, + 14880.0, + 17360.0, + 19840.0, + 22320.0, + 24800.0, + 27280.0, + 29760.0, + 32240.0, + 34720.0, + 37200.0, + 39680.0, + 42160.0, + 44640.0, + 47120.0, + 49600.0 + ], + "times": [ + 9526577.0, + 19027985.0, + 28725752.0, + 38083711.0, + 47669496.0, + 57101837.0, + 66646838.0, + 76161728.0, + 85337994.0, + 95289392.0, + 104754062.0, + 114182642.0, + 123855682.0, + 133353826.0, + 142872916.0, + 152233562.0, + 167083029.0, + 177798363.0, + 192277868.0, + 205231920.0 + ] + } + }, + "base-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 164365.45889527706, + "upper_bound": 165954.10071482192 + }, + "point_estimate": 165198.42158379446, + "standard_error": 405.3209112736395 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 164601.87916666665, + "upper_bound": 165814.18009334416 + }, + "point_estimate": 165377.76769770408, + "standard_error": 341.8892795724286 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 503.59530668439817, + "upper_bound": 1502.4018024936856 + }, + "point_estimate": 1127.0601449906812, + "standard_error": 252.52027058499223 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 164768.98412844117, + "upper_bound": 165930.70101019676 + }, + "point_estimate": 165470.96012319563, + "standard_error": 296.95937849479895 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 698.6650623391979, + "upper_bound": 2747.970478392593 + }, + "point_estimate": 1867.3045466435035, + "standard_error": 543.949534200327 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 56.0, + 112.0, + 168.0, + 224.0, + 280.0, + 336.0, + 392.0, + 448.0, + 504.0, + 560.0, + 616.0, + 672.0, + 728.0, + 784.0, + 840.0, + 896.0, + 952.0, + 1008.0, + 1064.0, + 1120.0 + ], + "times": [ + 9189157.0, + 18633407.0, + 27576788.0, + 36848452.0, + 46064369.0, + 57040815.0, + 64454978.0, + 74335765.0, + 83002830.0, + 89220852.0, + 102071393.0, + 110774573.0, + 120020760.0, + 129603430.0, + 139615172.0, + 148238754.0, + 158745986.0, + 166801166.0, + 176285976.0, + 185842942.0 + ] + } + }, + "head-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 3702.786842933087, + "upper_bound": 3710.9803515009044 + }, + "point_estimate": 3706.7945099903714, + "standard_error": 2.0868914997546284 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 3703.1860106783242, + "upper_bound": 3710.1966233083695 + }, + "point_estimate": 3705.724959175629, + "standard_error": 1.9065708990049401 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2.9330918761201747, + "upper_bound": 12.312972327715379 + }, + "point_estimate": 6.724733365042668, + "standard_error": 2.3626108354597912 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 3697.2552466000047, + "upper_bound": 3708.272174710637 + }, + "point_estimate": 3702.296576795826, + "standard_error": 2.830784562056046 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 5.6797649327115, + "upper_bound": 12.571140542055277 + }, + "point_estimate": 9.600808734195333, + "standard_error": 1.7630915799687417 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 2537.0, + 5074.0, + 7611.0, + 10148.0, + 12685.0, + 15222.0, + 17759.0, + 20296.0, + 22833.0, + 25370.0, + 27907.0, + 30444.0, + 32981.0, + 35518.0, + 38055.0, + 40592.0, + 43129.0, + 45666.0, + 48203.0, + 50740.0 + ], + "times": [ + 9414522.0, + 18789004.0, + 28149565.0, + 37746566.0, + 47011754.0, + 56349045.0, + 66040575.0, + 75341101.0, + 85175589.0, + 94217304.0, + 103350102.0, + 112907083.0, + 122168578.0, + 131606967.0, + 141165235.0, + 150353289.0, + 159863704.0, + 168981894.0, + 177916930.0, + 187122153.0 + ] + } + } + } + }, + { + "ports": 65535, + "exclusions": 4, + "mean_us": { + "base-a": 249.4930775405291, + "head-a": 39.22709068130618, + "base-b": 255.56275038899616, + "head-b": 42.499023210619676 + }, + "reduction_percent": { + "a": 84.27728293385859, + "b": 83.37041562358706 + }, + "runs": { + "base-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 248867.85279787576, + "upper_bound": 250135.80485529796 + }, + "point_estimate": 249493.0775405291, + "standard_error": 323.2813445477327 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 248359.9660087719, + "upper_bound": 250079.45389113808 + }, + "point_estimate": 249592.26381578948, + "standard_error": 483.85972159170944 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 658.3002362733679, + "upper_bound": 2667.287591438054 + }, + "point_estimate": 1827.0046962484166, + "standard_error": 508.2372231024558 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 249318.47232768356, + "upper_bound": 250300.86131878782 + }, + "point_estimate": 249768.54973409133, + "standard_error": 248.27776450008818 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 1064.2338531913567, + "upper_bound": 1761.8665422179672 + }, + "point_estimate": 1484.55208087296, + "standard_error": 177.92313113228082 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 38.0, + 76.0, + 114.0, + 152.0, + 190.0, + 228.0, + 266.0, + 304.0, + 342.0, + 380.0, + 418.0, + 456.0, + 494.0, + 532.0, + 570.0, + 608.0, + 646.0, + 684.0, + 722.0, + 760.0 + ], + "times": [ + 9398733.0, + 18863885.0, + 28252952.0, + 37669680.0, + 47854011.0, + 56609149.0, + 66418499.0, + 76649721.0, + 84643531.0, + 95422501.0, + 104405124.0, + 113285991.0, + 123528150.0, + 134005543.0, + 142708778.0, + 152022059.0, + 160716958.0, + 171069716.0, + 179873860.0, + 189613101.0 + ] + } + }, + "head-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 38710.86695154954, + "upper_bound": 39697.91533562301 + }, + "point_estimate": 39227.09068130618, + "standard_error": 253.19648258946452 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 39019.75866815476, + "upper_bound": 39868.28460648148 + }, + "point_estimate": 39609.007638888885, + "standard_error": 206.06219533720912 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 226.05818450949593, + "upper_bound": 1736.7417014166742 + }, + "point_estimate": 641.2870493495336, + "standard_error": 371.68842279130394 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 38710.03400702885, + "upper_bound": 40028.55077520695 + }, + "point_estimate": 39476.67535859466, + "standard_error": 336.9898733636575 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 722.2621010970017, + "upper_bound": 1423.8975126608661 + }, + "point_estimate": 1161.1104618000527, + "standard_error": 178.58708645936804 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 240.0, + 480.0, + 720.0, + 960.0, + 1200.0, + 1440.0, + 1680.0, + 1920.0, + 2160.0, + 2400.0, + 2640.0, + 2880.0, + 3120.0, + 3360.0, + 3600.0, + 3840.0, + 4080.0, + 4320.0, + 4560.0, + 4800.0 + ], + "times": [ + 9497242.0, + 19013346.0, + 28516952.0, + 38486982.0, + 47541009.0, + 57437443.0, + 66477169.0, + 74946851.0, + 82967938.0, + 89549095.0, + 98418853.0, + 105746895.0, + 117554214.0, + 131055789.0, + 146746461.0, + 152616941.0, + 162805803.0, + 172149650.0, + 182365770.0, + 196304914.0 + ] + } + }, + "base-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 253186.74076337097, + "upper_bound": 257891.30649111222 + }, + "point_estimate": 255562.75038899615, + "standard_error": 1202.0320731027416 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 251807.22493386245, + "upper_bound": 258593.17939814815 + }, + "point_estimate": 256414.37435897437, + "standard_error": 1429.2096067878301 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 2004.9576957937795, + "upper_bound": 9259.921857529189 + }, + "point_estimate": 5176.2166115128575, + "standard_error": 1960.4939439701445 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 249245.7493213097, + "upper_bound": 254683.48819985954 + }, + "point_estimate": 251543.39461866047, + "standard_error": 1377.683113197919 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 3815.6806828363915, + "upper_bound": 6776.728954492976 + }, + "point_estimate": 5501.6036674789175, + "standard_error": 758.0651960742146 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 36.0, + 72.0, + 108.0, + 144.0, + 180.0, + 216.0, + 252.0, + 288.0, + 324.0, + 360.0, + 396.0, + 432.0, + 468.0, + 504.0, + 540.0, + 576.0, + 612.0, + 648.0, + 684.0, + 720.0 + ], + "times": [ + 9240830.0, + 18668628.0, + 28397029.0, + 38316792.0, + 46134634.0, + 55844456.0, + 64495499.0, + 75267683.0, + 83359891.0, + 92100419.0, + 103113431.0, + 111735595.0, + 120053806.0, + 127716035.0, + 135113194.0, + 143210754.0, + 152490773.0, + 161899800.0, + 170995945.0, + 175825140.0 + ] + } + }, + "head-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 42214.73420797436, + "upper_bound": 42817.81562021252 + }, + "point_estimate": 42499.02321061968, + "standard_error": 154.68099446540728 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 42023.9788396861, + "upper_bound": 42663.84705317105 + }, + "point_estimate": 42401.46412556054, + "standard_error": 154.12759733012408 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 225.113636362173, + "upper_bound": 857.870240823569 + }, + "point_estimate": 681.4248704542687, + "standard_error": 179.00826073311137 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 42050.1110240861, + "upper_bound": 43265.14832427476 + }, + "point_estimate": 42694.26621302792, + "standard_error": 310.6539641842119 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 397.31924678988884, + "upper_bound": 907.5315296770577 + }, + "point_estimate": 708.8298917886129, + "standard_error": 130.93484842975838 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 223.0, + 446.0, + 669.0, + 892.0, + 1115.0, + 1338.0, + 1561.0, + 1784.0, + 2007.0, + 2230.0, + 2453.0, + 2676.0, + 2899.0, + 3122.0, + 3345.0, + 3568.0, + 3791.0, + 4014.0, + 4237.0, + 4460.0 + ], + "times": [ + 9631255.0, + 18874190.0, + 28412864.0, + 37829390.0, + 47908261.0, + 56722233.0, + 66878443.0, + 75792100.0, + 84358692.0, + 94635141.0, + 102839826.0, + 112012905.0, + 120330348.0, + 130565843.0, + 140130388.0, + 149912105.0, + 159804070.0, + 172644590.0, + 186842092.0, + 196922548.0 + ] + } + } + } + }, + { + "ports": 65535, + "exclusions": 64, + "mean_us": { + "base-a": 244.11531936287204, + "head-a": 28.939365574097238, + "base-b": 203.02895602038961, + "head-b": 29.77939317013069 + }, + "reduction_percent": { + "a": 88.14520708916285, + "b": 85.3324403800116 + }, + "runs": { + "base-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 231773.9163437216, + "upper_bound": 254571.4226567748 + }, + "point_estimate": 244115.31936287205, + "standard_error": 5836.427397687503 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 249741.3859649123, + "upper_bound": 257981.37186004786 + }, + "point_estimate": 254148.9454887218, + "standard_error": 2942.020542436961 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 4122.711451017752, + "upper_bound": 20413.790842845894 + }, + "point_estimate": 8117.879080878819, + "standard_error": 4374.023352251702 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 211061.07522834023, + "upper_bound": 251931.06906694247 + }, + "point_estimate": 228606.32289565378, + "standard_error": 10635.72713812057 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 14989.617493762282, + "upper_bound": 32631.8870764067 + }, + "point_estimate": 26844.701957058267, + "standard_error": 4862.864336851925 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 38.0, + 76.0, + 114.0, + 152.0, + 190.0, + 228.0, + 266.0, + 304.0, + 342.0, + 380.0, + 418.0, + 456.0, + 494.0, + 532.0, + 570.0, + 608.0, + 646.0, + 684.0, + 722.0, + 760.0 + ], + "times": [ + 9517007.0, + 19142186.0, + 28390015.0, + 37743394.0, + 47937474.0, + 58367258.0, + 67434135.0, + 78743325.0, + 87136848.0, + 97633277.0, + 107400355.0, + 120951024.0, + 131059708.0, + 141531200.0, + 150844043.0, + 158383326.0, + 123529766.0, + 130770483.0, + 139547224.0, + 148766234.0 + ] + } + }, + "head-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 28842.440553578355, + "upper_bound": 29037.848830456907 + }, + "point_estimate": 28939.36557409724, + "standard_error": 49.80641977760978 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 28812.994490881458, + "upper_bound": 29068.945384738443 + }, + "point_estimate": 28974.041185410337, + "standard_error": 72.95899632914451 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 101.2112676560247, + "upper_bound": 331.9354755355408 + }, + "point_estimate": 228.61400215502255, + "standard_error": 60.56536807280542 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 28951.658223584993, + "upper_bound": 29152.03645209696 + }, + "point_estimate": 29052.27344714741, + "standard_error": 50.94210110322891 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 155.5500116382481, + "upper_bound": 287.40073534526545 + }, + "point_estimate": 229.19159841561085, + "standard_error": 33.883629840417306 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 329.0, + 658.0, + 987.0, + 1316.0, + 1645.0, + 1974.0, + 2303.0, + 2632.0, + 2961.0, + 3290.0, + 3619.0, + 3948.0, + 4277.0, + 4606.0, + 4935.0, + 5264.0, + 5593.0, + 5922.0, + 6251.0, + 6580.0 + ], + "times": [ + 9527238.0, + 18856906.0, + 28406663.0, + 37506296.0, + 47798739.0, + 56521846.0, + 66489515.0, + 75850855.0, + 86273162.0, + 94293787.0, + 105411011.0, + 113731122.0, + 124171243.0, + 133022455.0, + 144190314.0, + 152764277.0, + 164686411.0, + 172400973.0, + 181784747.0, + 190753622.0 + ] + } + }, + "base-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 202209.81326633343, + "upper_bound": 204074.95086281782 + }, + "point_estimate": 203028.95602038963, + "standard_error": 479.18291767984607 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 201803.59738878143, + "upper_bound": 203677.8452887538 + }, + "point_estimate": 202608.37120060791, + "standard_error": 428.43183932979707 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 633.6236226516211, + "upper_bound": 2262.854780857423 + }, + "point_estimate": 1621.5640859659982, + "standard_error": 433.6272955387912 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 201661.84949100798, + "upper_bound": 202738.23473063137 + }, + "point_estimate": 202156.40009637483, + "standard_error": 274.9285869834471 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 1015.6526893129602, + "upper_bound": 3287.102277627352 + }, + "point_estimate": 2205.7751390743933, + "standard_error": 681.8441095860726 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 47.0, + 94.0, + 141.0, + 188.0, + 235.0, + 282.0, + 329.0, + 376.0, + 423.0, + 470.0, + 517.0, + 564.0, + 611.0, + 658.0, + 705.0, + 752.0, + 799.0, + 846.0, + 893.0, + 940.0 + ], + "times": [ + 9905322.0, + 19218521.0, + 28854458.0, + 38095495.0, + 47938963.0, + 57742460.0, + 66905474.0, + 76170714.0, + 84831798.0, + 94873917.0, + 104303611.0, + 113623119.0, + 123106562.0, + 133333867.0, + 142089611.0, + 153562234.0, + 161947705.0, + 170819422.0, + 180679929.0, + 188925720.0 + ] + } + }, + "head-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 29704.099058014144, + "upper_bound": 29862.141746955884 + }, + "point_estimate": 29779.39317013069, + "standard_error": 40.351402641488654 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 29708.36850043403, + "upper_bound": 29810.762909226192 + }, + "point_estimate": 29741.858984375, + "standard_error": 31.84164006558507 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 49.445554851331266, + "upper_bound": 272.8189781610599 + }, + "point_estimate": 125.2731638817244, + "standard_error": 59.00446682886067 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 29689.42830834706, + "upper_bound": 29824.192059880646 + }, + "point_estimate": 29756.37491942509, + "standard_error": 34.35023272500591 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 111.37490688674902, + "upper_bound": 240.32647505936498 + }, + "point_estimate": 185.67023195086566, + "standard_error": 33.43217968026104 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 320.0, + 640.0, + 960.0, + 1280.0, + 1600.0, + 1920.0, + 2240.0, + 2560.0, + 2880.0, + 3200.0, + 3520.0, + 3840.0, + 4160.0, + 4480.0, + 4800.0, + 5120.0, + 5440.0, + 5760.0, + 6080.0, + 6400.0 + ], + "times": [ + 9681710.0, + 18912989.0, + 28792167.0, + 38507029.0, + 47195966.0, + 57361471.0, + 66681476.0, + 75781974.0, + 85541227.0, + 95168731.0, + 104630653.0, + 114487588.0, + 123325217.0, + 133535583.0, + 142739081.0, + 152140401.0, + 160827464.0, + 171675662.0, + 182177209.0, + 190358333.0 + ] + } + } + } + }, + { + "ports": 65535, + "exclusions": 1024, + "mean_us": { + "base-a": 1996.093741280021, + "head-a": 30.588443382150775, + "base-b": 1997.4012577914607, + "head-b": 31.003004384149232 + }, + "reduction_percent": { + "a": 98.46758482582409, + "b": 98.44783293976546 + }, + "runs": { + "base-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 1987137.514019661, + "upper_bound": 2005924.9828731688 + }, + "point_estimate": 1996093.7412800211, + "standard_error": 4804.365821217318 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 1986909.3075657894, + "upper_bound": 2002204.1545454545 + }, + "point_estimate": 1991411.225, + "standard_error": 4248.646785615003 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 5315.429417249818, + "upper_bound": 29788.803534989205 + }, + "point_estimate": 16001.597060005628, + "standard_error": 5931.462534733235 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 1990869.2636588144, + "upper_bound": 2008494.028729426 + }, + "point_estimate": 1998624.909477352, + "standard_error": 4518.672542326492 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 12761.967601197955, + "upper_bound": 29894.07657541985 + }, + "point_estimate": 22173.52880492129, + "standard_error": 4555.424131729125 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 5.0, + 10.0, + 15.0, + 20.0, + 25.0, + 30.0, + 35.0, + 40.0, + 45.0, + 50.0, + 55.0, + 60.0, + 65.0, + 70.0, + 75.0, + 80.0, + 85.0, + 90.0, + 95.0, + 100.0 + ], + "times": [ + 10014558.0, + 19764687.0, + 29449674.0, + 39772008.0, + 50001495.0, + 58790019.0, + 70300576.0, + 79127757.0, + 89687710.0, + 102912726.0, + 110082319.0, + 121311504.0, + 131082461.0, + 138940375.0, + 149345484.0, + 158882605.0, + 169203987.0, + 181855063.0, + 188839675.0, + 199154933.0 + ] + } + }, + "head-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 30474.783825206378, + "upper_bound": 30698.54592679189 + }, + "point_estimate": 30588.443382150774, + "standard_error": 57.06891901648286 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 30489.213003964236, + "upper_bound": 30677.748050213675 + }, + "point_estimate": 30619.638283475782, + "standard_error": 47.07442533689665 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 70.40587703530619, + "upper_bound": 386.7514696295184 + }, + "point_estimate": 258.2962851712682, + "standard_error": 85.54332212868466 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 30578.85804170775, + "upper_bound": 30744.062769062944 + }, + "point_estimate": 30659.516637630662, + "standard_error": 42.20777412247165 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 168.18589376312917, + "upper_bound": 330.13170885895715 + }, + "point_estimate": 261.83854957059657, + "standard_error": 41.47942739563933 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 312.0, + 624.0, + 936.0, + 1248.0, + 1560.0, + 1872.0, + 2184.0, + 2496.0, + 2808.0, + 3120.0, + 3432.0, + 3744.0, + 4056.0, + 4368.0, + 4680.0, + 4992.0, + 5304.0, + 5616.0, + 5928.0, + 6240.0 + ], + "times": [ + 9366588.0, + 18938877.0, + 28185080.0, + 38787713.0, + 47772102.0, + 56818907.0, + 67448758.0, + 76009089.0, + 86488636.0, + 95572192.0, + 105066123.0, + 114395807.0, + 123280408.0, + 133784882.0, + 143505212.0, + 153885700.0, + 164137852.0, + 171940210.0, + 180958523.0, + 191518013.0 + ] + } + }, + "base-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 1992514.2980950004, + "upper_bound": 2002357.9211202874 + }, + "point_estimate": 1997401.2577914607, + "standard_error": 2506.9954455424195 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 1990761.4166666667, + "upper_bound": 2001690.6142857145 + }, + "point_estimate": 1997279.22, + "standard_error": 2344.361928030374 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 3954.1432175646737, + "upper_bound": 16937.603237071184 + }, + "point_estimate": 11273.563561104193, + "standard_error": 3421.1924057006377 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 1997320.733376453, + "upper_bound": 2006836.416978597 + }, + "point_estimate": 2001809.8366550524, + "standard_error": 2451.9747563398587 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 7572.1022777265425, + "upper_bound": 14397.036778119695 + }, + "point_estimate": 11515.488797340826, + "standard_error": 1746.336119282608 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 5.0, + 10.0, + 15.0, + 20.0, + 25.0, + 30.0, + 35.0, + 40.0, + 45.0, + 50.0, + 55.0, + 60.0, + 65.0, + 70.0, + 75.0, + 80.0, + 85.0, + 90.0, + 95.0, + 100.0 + ], + "times": [ + 9874265.0, + 19852648.0, + 29827031.0, + 39605520.0, + 49927276.0, + 60279923.0, + 70655267.0, + 79710474.0, + 89984492.0, + 99416511.0, + 109860707.0, + 119325659.0, + 129768487.0, + 140094824.0, + 150654311.0, + 160317505.0, + 169843729.0, + 181778019.0, + 189678267.0, + 200202660.0 + ] + } + }, + "head-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 30895.76304557097, + "upper_bound": 31125.933543590214 + }, + "point_estimate": 31003.004384149233, + "standard_error": 58.93150909592962 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 30880.150346091206, + "upper_bound": 31114.320731747444 + }, + "point_estimate": 30949.920049212895, + "standard_error": 55.42810651459003 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 74.17472312028708, + "upper_bound": 313.1312315743605 + }, + "point_estimate": 212.06639433495968, + "standard_error": 64.11910303364834 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 30891.409540445824, + "upper_bound": 31071.092937458478 + }, + "point_estimate": 30974.422124868062, + "standard_error": 45.95972204422094 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 143.3436566229303, + "upper_bound": 382.0287322592024 + }, + "point_estimate": 271.10051730060127, + "standard_error": 65.5228603443341 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 307.0, + 614.0, + 921.0, + 1228.0, + 1535.0, + 1842.0, + 2149.0, + 2456.0, + 2763.0, + 3070.0, + 3377.0, + 3684.0, + 3991.0, + 4298.0, + 4605.0, + 4912.0, + 5219.0, + 5526.0, + 5833.0, + 6140.0 + ], + "times": [ + 9774994.0, + 18908979.0, + 28234741.0, + 37534735.0, + 47903272.0, + 56964562.0, + 66533167.0, + 75978980.0, + 85880827.0, + 95621915.0, + 105180667.0, + 114778815.0, + 123193460.0, + 132660253.0, + 144194284.0, + 151743877.0, + 161522621.0, + 171583911.0, + 180536485.0, + 188815352.0 + ] + } + } + } + }, + { + "ports": 65535, + "exclusions": 4096, + "mean_us": { + "base-a": 6309.348372609595, + "head-a": 32.724025695819655, + "base-b": 6313.108596892463, + "head-b": 32.77389315488716 + }, + "reduction_percent": { + "a": 99.48134064307048, + "b": 99.4808596644287 + }, + "runs": { + "base-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 6241141.139428782, + "upper_bound": 6420586.826297663 + }, + "point_estimate": 6309348.372609595, + "standard_error": 49714.264132717886 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 6229842.895833334, + "upper_bound": 6269147.646153846 + }, + "point_estimate": 6252509.936363636, + "standard_error": 11245.835706118272 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 18564.147478112594, + "upper_bound": 87893.14720958546 + }, + "point_estimate": 44340.27016552873, + "standard_error": 19652.984225573306 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 6229410.683434765, + "upper_bound": 6330818.625307928 + }, + "point_estimate": 6273253.922473867, + "standard_error": 26043.06223535384 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 38659.30378669388, + "upper_bound": 368552.64689989906 + }, + "point_estimate": 227881.75752108038, + "standard_error": 109383.02321339732 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 2.0, + 4.0, + 6.0, + 8.0, + 10.0, + 12.0, + 14.0, + 16.0, + 18.0, + 20.0, + 22.0, + 24.0, + 26.0, + 28.0, + 30.0, + 32.0, + 34.0, + 36.0, + 38.0, + 40.0 + ], + "times": [ + 12839563.0, + 24980110.0, + 37934776.0, + 49863461.0, + 63104033.0, + 74504119.0, + 101409150.0, + 99495240.0, + 111596453.0, + 125011272.0, + 137598038.0, + 149701951.0, + 163021825.0, + 175281101.0, + 186802595.0, + 197799361.0, + 210675470.0, + 225292824.0, + 242536018.0, + 250729004.0 + ] + } + }, + "head-a": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 32653.428616124886, + "upper_bound": 32796.399920260505 + }, + "point_estimate": 32724.02569581966, + "standard_error": 36.428510251737464 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 32658.957981880663, + "upper_bound": 32786.06729667812 + }, + "point_estimate": 32738.608511763152, + "standard_error": 43.94373852660643 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 48.77974690030819, + "upper_bound": 242.58856776017612 + }, + "point_estimate": 113.75770519689065, + "standard_error": 48.495817546786455 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 32647.84968826868, + "upper_bound": 32784.024725085605 + }, + "point_estimate": 32718.51743716848, + "standard_error": 34.66041956410919 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 107.5989229834514, + "upper_bound": 210.96028457271194 + }, + "point_estimate": 167.4352045057665, + "standard_error": 26.50756411184725 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 291.0, + 582.0, + 873.0, + 1164.0, + 1455.0, + 1746.0, + 2037.0, + 2328.0, + 2619.0, + 2910.0, + 3201.0, + 3492.0, + 3783.0, + 4074.0, + 4365.0, + 4656.0, + 4947.0, + 5238.0, + 5529.0, + 5820.0 + ], + "times": [ + 9527945.0, + 18899607.0, + 28514829.0, + 38510160.0, + 47691381.0, + 56963927.0, + 67292608.0, + 75513092.0, + 85875752.0, + 95495990.0, + 104528276.0, + 114480296.0, + 123837027.0, + 133074309.0, + 142124381.0, + 151307286.0, + 162767343.0, + 171746397.0, + 180658738.0, + 190755112.0 + ] + } + }, + "base-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 6283205.844391893, + "upper_bound": 6342120.82392319 + }, + "point_estimate": 6313108.596892463, + "standard_error": 15008.254219130373 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 6288684.3125, + "upper_bound": 6340360.423611111 + }, + "point_estimate": 6317979.799603175, + "standard_error": 13609.007309720291 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 24696.969716464602, + "upper_bound": 95006.7020370436 + }, + "point_estimate": 51952.7395130723, + "standard_error": 17265.80048636639 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 6277164.682635106, + "upper_bound": 6332708.781111455 + }, + "point_estimate": 6305766.793205575, + "standard_error": 14355.631772063916 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 42223.68412047019, + "upper_bound": 88460.3566163776 + }, + "point_estimate": 68593.84973705746, + "standard_error": 11918.759743894232 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 2.0, + 4.0, + 6.0, + 8.0, + 10.0, + 12.0, + 14.0, + 16.0, + 18.0, + 20.0, + 22.0, + 24.0, + 26.0, + 28.0, + 30.0, + 32.0, + 34.0, + 36.0, + 38.0, + 40.0 + ], + "times": [ + 12297650.0, + 25449980.0, + 37443919.0, + 50694001.0, + 64415961.0, + 75114343.0, + 89467743.0, + 100694141.0, + 114191473.0, + 128430922.0, + 139121456.0, + 150765396.0, + 163726281.0, + 177061103.0, + 190791713.0, + 201087514.0, + 215093251.0, + 227244556.0, + 235915564.0, + 252234679.0 + ] + } + }, + "head-b": { + "estimates": { + "mean": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 32665.28383338622, + "upper_bound": 32896.87696972558 + }, + "point_estimate": 32773.89315488716, + "standard_error": 59.33215715773363 + }, + "median": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 32603.157567049806, + "upper_bound": 32825.237433687 + }, + "point_estimate": 32743.291091954023, + "standard_error": 59.00217072557674 + }, + "median_abs_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 95.00165702691174, + "upper_bound": 374.67073638274786 + }, + "point_estimate": 229.5204576023146, + "standard_error": 71.61237774684636 + }, + "slope": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 32603.07465203204, + "upper_bound": 32804.309117232646 + }, + "point_estimate": 32694.222702150666, + "standard_error": 51.15058868916784 + }, + "std_dev": { + "confidence_interval": { + "confidence_level": 0.95, + "lower_bound": 159.3455988917778, + "upper_bound": 369.1398860712538 + }, + "point_estimate": 272.80528618776873, + "standard_error": 56.60348248050711 + } + }, + "sample": { + "sampling_mode": "Linear", + "iters": [ + 290.0, + 580.0, + 870.0, + 1160.0, + 1450.0, + 1740.0, + 2030.0, + 2320.0, + 2610.0, + 2900.0, + 3190.0, + 3480.0, + 3770.0, + 4060.0, + 4350.0, + 4640.0, + 4930.0, + 5220.0, + 5510.0, + 5800.0 + ], + "times": [ + 9451788.0, + 18969537.0, + 28476715.0, + 38927301.0, + 47505973.0, + 57378235.0, + 67147953.0, + 75990964.0, + 86230952.0, + 93949447.0, + 103944845.0, + 114104531.0, + 123854815.0, + 134327154.0, + 141449421.0, + 150407560.0, + 160951753.0, + 170244781.0, + 179516284.0, + 190226885.0 + ] + } + } + } + } + ] +} diff --git a/docs/port-exclusion-benchmark.md b/docs/port-exclusion-benchmark.md new file mode 100644 index 00000000..62d5c3bb --- /dev/null +++ b/docs/port-exclusion-benchmark.md @@ -0,0 +1,94 @@ +# Port exclusion preparation benchmark + +Compared Tokio master `b7119f7f3eb1601e81126ef3572699ed7b3b7c0b` with +implementation `209299ce8a17401f340d061792cca21965cf6e0c` on 2026-10-02. + +## Method + +Release builds with LTO, Rust 1.98.1, Intel Core Ultra 7 165U, Linux +7.2.6-1-cachyos. Both versions use the same lockfile and identical +`benches/benchmark_helpers.rs`; copy the final benchmark harness into the +baseline worktree before building it. The benchmark runs the production +`Scanner::run_with_status` with **zero target addresses**, so it opens no +sockets and does no DNS or scripting. It includes generating/cloning the +port list, filtering and empty scan setup. Scanner construction and the +current-thread Tokio runtime construction are outside the timer. + +Manual ports are `1..=port_count`; exclusions are +`(i * 13 % 65536) as u16` for `i` in `0..excluded_count`. Each case has two +independent twenty-sample Criterion runs per build, a 500 ms warmup and a +2 s target measurement. Cases run in A/B then B/A order on CPU 0. No builds +or other local checks ran during timing. CPU frequency was not fixed on +this shared laptop, so the table retains both repetitions rather than +selecting one result. Values are Criterion's mean point estimates. + +Build command for each worktree: + +```sh +cargo bench --locked --bench benchmark_helpers --no-run +``` + +The saved benchmark executables are then run serially, for each case: + +```sh +CARGO_TARGET_DIR=/tmp/preparation-results taskset -c 0 /path/to/benchmark_helpers \ + --bench 'port preparation/65535 ports, 4096 exclusions' --save-baseline base-a +``` + +Repeat with the candidate binary as `head-a`, then the candidate as +`head-b` and the baseline as `base-b`. To run the group normally without +comparing builds: + +```sh +cargo bench --locked --bench benchmark_helpers -- 'port preparation' +``` + +## Results + +Times are microseconds; A and B are separate matched repetitions. + +| Ports | Exclusions | Master µs A / B | Optimized µs A / B | Time saved A / B | +| ---: | ---: | ---: | ---: | ---: | +| 1 | 1 | 0.273 / 0.329 | 0.265 / 0.253 | 2.9% / 23.0% | +| 16 | 4 | 0.374 / 0.408 | 0.325 / 0.325 | 13.0% / 20.2% | +| 64 | 1 | 0.644 / 0.416 | 0.319 / 0.226 | 50.4% / 45.8% | +| 64 | 4,096 | 6.083 / 6.175 | 2.439 / 2.468 | 59.9% / 60.0% | +| 4,096 | 0 | 8.026 / 8.107 | 0.242 / 0.233 | 97.0% / 97.1% | +| 4,096 | 64 | 14.605 / 20.223 | 2.072 / 3.023 | 85.8% / 85.1% | +| 4,096 | 4,096 | 587.432 / 541.722 | 5.615 / 5.875 | 99.0% / 98.9% | +| 65,535 | 0 | 170.424 / 165.198 | 3.880 / 3.707 | 97.7% / 97.8% | +| 65,535 | 4 | 249.493 / 255.563 | 39.227 / 42.499 | 84.3% / 83.4% | +| 65,535 | 64 | 244.115 / 203.029 | 28.939 / 29.779 | 88.1% / 85.3% | +| 65,535 | 1,024 | 1996.094 / 1997.401 | 30.588 / 31.003 | 98.5% / 98.4% | +| 65,535 | 4,096 | 6309.348 / 6313.109 | 32.724 / 32.774 | 99.5% / 99.5% | + +All twelve cases improved in both repetitions. This measures **preparation, +not end-to-end network scan speed**: many scans are dominated by socket I/O, +timeouts and reporting. In particular, the default no-exclusion saving is +only a fraction of a millisecond. + +## Implementation and correctness + +With no exclusions, keep the already generated vector. For fewer than 64 +ports, filter in place with linear membership checks; this avoids bitmap +setup and a second allocation. Larger lists use an 8 KiB bitmap covering +all 65,536 values representable by `u16`, then retain ports in place. This +changes the large-list filtering cost from ports × exclusions to ports + +exclusions, while preserving order, duplicate ports and boundary values. + +Exploration found that in-place linear membership slows large cases. A +first production candidate also slowed 64 ports with 4,096 exclusions; +using the bitmap for that case corrected the regression before the final +matched runs. The cutoff is a performance choice, not a limit on input. + +One focused network-free regression test compares the implementation with +an independent membership oracle for empty inputs, endpoints 0/65535, +duplicate ports/exclusions, all ports, and a frozen random order. +`cargo test --locked` passes 74 tests with one pre-existing ignored doctest. +All-target Clippy, formatting, documentation and diff checks pass. The +CI-only scan harness adds an excluded-port sweep using the existing +listeners, checking expected results and using the actual attempted socket +count for throughput. + +[Raw Criterion samples, confidence intervals, revisions and binary hashes](port-exclusion-benchmark-results.json) +are included. Hosted correctness/performance results are linked in the PR. From 280ea10ecd70a7b66355fce659c74fffb6efe7c7 Mon Sep 17 00:00:00 2001 From: bee Date: Fri, 2 Oct 2026 11:20:31 +0100 Subject: [PATCH 5/8] ci(bench): diagnose repeated macOS listener misses --- .github/scan-benchmark/diagnose_tcp.py | 72 ++++++++++++++++++++++++++ .github/workflows/scan-benchmark.yml | 8 +++ 2 files changed, 80 insertions(+) create mode 100644 .github/scan-benchmark/diagnose_tcp.py diff --git a/.github/scan-benchmark/diagnose_tcp.py b/.github/scan-benchmark/diagnose_tcp.py new file mode 100644 index 00000000..f61cfb38 --- /dev/null +++ b/.github/scan-benchmark/diagnose_tcp.py @@ -0,0 +1,72 @@ +#!/usr/bin/env python3 +"""Untimed TCP diagnostics on a disposable CI runner, after the benchmark.""" + +import argparse +import json +import os +import subprocess + +import scan_bench + + +def tcp_states(): + result = subprocess.run( + ["netstat", "-an", "-p", "tcp"], capture_output=True, text=True, check=True + ) + states = {} + for line in result.stdout.splitlines(): + if line.startswith("tcp"): + state = line.split()[-1] + states[state] = states.get(state, 0) + 1 + return states + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--build", action="append", required=True) + parser.add_argument("--json", required=True) + args = parser.parse_args() + builds = scan_bench.parse_pairs(args.build, "build") + scenarios = [ + sc for sc in scan_bench.build_scenarios("Darwin", None, None, 5) + if sc.name in {"tcp-sweep", "tcp-sweep-excluded", "tcp-sweep-b500", "tcp-sweep-b10000"} + ] + server, listeners = scan_bench.start_server([scan_bench.LOOPBACK]) + records = [] + try: + for index in range(9): + for scenario in scenarios: + missing = False + for name, binary in builds.items(): + before = tcp_states() + result = subprocess.run( + [binary, *scenario.args(), "--scripts", "none", "--accessible", + "--no-banner", "--no-config"], + env=dict(os.environ, RUST_LOG="rustscan=info,rustscan::scanner=debug"), + capture_output=True, text=True, check=True, + ) + opened = { + match.group(1) for line in result.stdout.splitlines() + if (match := scan_bench.OPEN_LINE.match(line)) + } + absent = sorted(scenario.expected(listeners) - opened) + record = { + "round": index + 1, "build": name, "scenario": scenario.name, + "before": before, "after": tcp_states(), "missing": absent, + "errors": [line for line in result.stderr.splitlines() + if "Typical socket connection errors" in line], + } + records.append(record) + print(json.dumps(record), flush=True) + missing |= bool(absent) + if missing: + return + finally: + server.kill() + server.wait() + with open(args.json, "w", encoding="utf-8") as output: + json.dump(records, output, indent=2) + + +if __name__ == "__main__": + main() diff --git a/.github/workflows/scan-benchmark.yml b/.github/workflows/scan-benchmark.yml index 83370c09..c7fe4429 100644 --- a/.github/workflows/scan-benchmark.yml +++ b/.github/workflows/scan-benchmark.yml @@ -231,6 +231,13 @@ jobs: python .github/scan-benchmark/scan_bench.py run "${args[@]}" + - name: Diagnose macOS TCP socket failures + if: always() && runner.os == 'macOS' + run: | + python .github/scan-benchmark/diagnose_tcp.py \ + --build "base=$RUNNER_TEMP/bin/base$EXE" \ + --build "head=$RUNNER_TEMP/bin/head$EXE" --json tcp-diagnosis.json + - name: Publish the summary if: always() run: | @@ -244,4 +251,5 @@ jobs: path: | bench-results.json bench-results.md + tcp-diagnosis.json if-no-files-found: ignore From 9b7724fed277b1cf6af5382b4bc3b46048f53546 Mon Sep 17 00:00:00 2001 From: bee Date: Fri, 2 Oct 2026 11:30:52 +0100 Subject: [PATCH 6/8] ci(bench): capture socket errors immediately after listener misses --- .github/scan-benchmark/diagnose_tcp.py | 72 -------------------------- .github/scan-benchmark/scan_bench.py | 43 +++++++++++++++ .github/workflows/scan-benchmark.yml | 8 --- 3 files changed, 43 insertions(+), 80 deletions(-) delete mode 100644 .github/scan-benchmark/diagnose_tcp.py diff --git a/.github/scan-benchmark/diagnose_tcp.py b/.github/scan-benchmark/diagnose_tcp.py deleted file mode 100644 index f61cfb38..00000000 --- a/.github/scan-benchmark/diagnose_tcp.py +++ /dev/null @@ -1,72 +0,0 @@ -#!/usr/bin/env python3 -"""Untimed TCP diagnostics on a disposable CI runner, after the benchmark.""" - -import argparse -import json -import os -import subprocess - -import scan_bench - - -def tcp_states(): - result = subprocess.run( - ["netstat", "-an", "-p", "tcp"], capture_output=True, text=True, check=True - ) - states = {} - for line in result.stdout.splitlines(): - if line.startswith("tcp"): - state = line.split()[-1] - states[state] = states.get(state, 0) + 1 - return states - - -def main(): - parser = argparse.ArgumentParser(description=__doc__) - parser.add_argument("--build", action="append", required=True) - parser.add_argument("--json", required=True) - args = parser.parse_args() - builds = scan_bench.parse_pairs(args.build, "build") - scenarios = [ - sc for sc in scan_bench.build_scenarios("Darwin", None, None, 5) - if sc.name in {"tcp-sweep", "tcp-sweep-excluded", "tcp-sweep-b500", "tcp-sweep-b10000"} - ] - server, listeners = scan_bench.start_server([scan_bench.LOOPBACK]) - records = [] - try: - for index in range(9): - for scenario in scenarios: - missing = False - for name, binary in builds.items(): - before = tcp_states() - result = subprocess.run( - [binary, *scenario.args(), "--scripts", "none", "--accessible", - "--no-banner", "--no-config"], - env=dict(os.environ, RUST_LOG="rustscan=info,rustscan::scanner=debug"), - capture_output=True, text=True, check=True, - ) - opened = { - match.group(1) for line in result.stdout.splitlines() - if (match := scan_bench.OPEN_LINE.match(line)) - } - absent = sorted(scenario.expected(listeners) - opened) - record = { - "round": index + 1, "build": name, "scenario": scenario.name, - "before": before, "after": tcp_states(), "missing": absent, - "errors": [line for line in result.stderr.splitlines() - if "Typical socket connection errors" in line], - } - records.append(record) - print(json.dumps(record), flush=True) - missing |= bool(absent) - if missing: - return - finally: - server.kill() - server.wait() - with open(args.json, "w", encoding="utf-8") as output: - json.dump(records, output, indent=2) - - -if __name__ == "__main__": - main() diff --git a/.github/scan-benchmark/scan_bench.py b/.github/scan-benchmark/scan_bench.py index 5b1a2368..e149e58b 100644 --- a/.github/scan-benchmark/scan_bench.py +++ b/.github/scan-benchmark/scan_bench.py @@ -557,6 +557,37 @@ def ephemeral_range() -> tuple[int, int] | None: return (49152, 65535) if system == "Windows" else None +def diagnose_tcp(binary: str, scenario: Scenario, listeners: dict) -> dict: + """Untimed failure capture on a disposable macOS runner, using debug logs.""" + def states() -> dict[str, int]: + snapshot = subprocess.run( + ["netstat", "-an", "-p", "tcp"], capture_output=True, text=True, check=True + ) + counts: dict[str, int] = {} + for line in snapshot.stdout.splitlines(): + if line.startswith("tcp"): + state = line.split()[-1] + counts[state] = counts.get(state, 0) + 1 + return counts + + before = states() + probe = subprocess.run( + [binary, *scenario.args(), "--scripts", "none", "--accessible", "--no-banner", "--no-config"], + env=dict(os.environ, RUST_LOG="rustscan=info,rustscan::scanner=debug"), + capture_output=True, text=True, check=True, + ) + opened = { + match.group(1) for line in probe.stdout.splitlines() + if (match := OPEN_LINE.match(line)) + } + return { + "before": before, "after": states(), + "missing": sorted(scenario.expected(listeners) - opened), + "errors": [line for line in probe.stderr.splitlines() + if "Typical socket connection errors" in line], + } + + def environment() -> dict[str, object]: system = platform.system() info: dict[str, object] = { @@ -829,6 +860,7 @@ def run(args: argparse.Namespace) -> int: names = list(builds) results: Results = {sc.name: {name: [] for name in names} for sc in scenarios} + diagnostics = [] try: warmup = next((sc for sc in scenarios if sc.name == "tcp-sweep"), scenarios[0]) for name in names: @@ -853,6 +885,16 @@ def run(args: argparse.Namespace) -> int: ) if not res.ok: print(f" {res.error}", flush=True) + if platform.system() == "Darwin" and not diagnostics and any( + sc.expected(listeners) - set(results[sc.name][name][-1].open) for name in names + ): + # A failed pair cannot support a performance claim. Capture + # its OS errors immediately, outside both measured scans. + for name in names: + record = {"build": name, "scenario": sc.name, + **diagnose_tcp(builds[name], sc, listeners)} + diagnostics.append(record) + print("TCP diagnosis: " + json.dumps(record), flush=True) finally: server.kill() server.wait() @@ -872,6 +914,7 @@ def run(args: argparse.Namespace) -> int: "failures": failures, "mismatches": mismatches, "notes": notes, + "diagnostics": diagnostics, } markdown = render_markdown(report, results, scenarios) if args.json: diff --git a/.github/workflows/scan-benchmark.yml b/.github/workflows/scan-benchmark.yml index c7fe4429..83370c09 100644 --- a/.github/workflows/scan-benchmark.yml +++ b/.github/workflows/scan-benchmark.yml @@ -231,13 +231,6 @@ jobs: python .github/scan-benchmark/scan_bench.py run "${args[@]}" - - name: Diagnose macOS TCP socket failures - if: always() && runner.os == 'macOS' - run: | - python .github/scan-benchmark/diagnose_tcp.py \ - --build "base=$RUNNER_TEMP/bin/base$EXE" \ - --build "head=$RUNNER_TEMP/bin/head$EXE" --json tcp-diagnosis.json - - name: Publish the summary if: always() run: | @@ -251,5 +244,4 @@ jobs: path: | bench-results.json bench-results.md - tcp-diagnosis.json if-no-files-found: ignore From 270561d553688acbd99f61c460cdfa7c76c1423e Mon Sep 17 00:00:00 2001 From: bee Date: Fri, 2 Oct 2026 11:46:29 +0100 Subject: [PATCH 7/8] perf(scanner): keep bitmap storage out of repeated async polls --- src/scanner/mod.rs | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/scanner/mod.rs b/src/scanner/mod.rs index 2ef0fe6d..b7385e09 100644 --- a/src/scanner/mod.rs +++ b/src/scanner/mod.rs @@ -33,6 +33,8 @@ use tokio::time::{sleep, timeout}; const WORK_PER_TURN: usize = 128; /// Keeps the generated order, including duplicate ports, while removing exclusions. +// Keep the bitmap out of the async polling frame, which runs on every wake. +#[inline(never)] fn filter_excluded_ports(mut ports: Vec, excluded: &[u16]) -> Vec { if excluded.is_empty() { return ports; From cd6a23387f898a771577aebabbe5db906c2cde98 Mon Sep 17 00:00:00 2001 From: bee Date: Fri, 2 Oct 2026 12:03:50 +0100 Subject: [PATCH 8/8] ci(bench): provision macOS TCP memory for repeated scans --- .github/scan-benchmark/macos_tcp_memory.py | 57 + .github/scan-benchmark/scan_bench.py | 4 + .github/workflows/scan-benchmark.yml | 11 +- docs/port-exclusion-benchmark-results.json | 5776 ++++++++++---------- docs/port-exclusion-benchmark.md | 46 +- 5 files changed, 2992 insertions(+), 2902 deletions(-) create mode 100644 .github/scan-benchmark/macos_tcp_memory.py diff --git a/.github/scan-benchmark/macos_tcp_memory.py b/.github/scan-benchmark/macos_tcp_memory.py new file mode 100644 index 00000000..eed5dc70 --- /dev/null +++ b/.github/scan-benchmark/macos_tcp_memory.py @@ -0,0 +1,57 @@ +"""Provision TCP memory for repeated scans on a disposable macOS CI runner.""" + +import ctypes +import json +import os +import subprocess + + +class Statistics(ctypes.Structure): + # XNU's bsd/sys/mem_acct_private.h, struct memacct_statistics. + _fields_ = [("peak", ctypes.c_uint64), ("allocated", ctypes.c_int64), + ("softlimit", ctypes.c_uint64), ("hardlimit", ctypes.c_uint64), + ("name", ctypes.c_char * 16)] + + +def tcp_memory(new_limit: int | None = None) -> dict: + """Read the TCP accounting object, optionally raising its hard limit.""" + libc = ctypes.CDLL(None, use_errno=True) + libc.sysctlnametomib.argtypes = [ctypes.c_char_p, ctypes.POINTER(ctypes.c_int), + ctypes.POINTER(ctypes.c_size_t)] + libc.sysctl.argtypes = [ctypes.POINTER(ctypes.c_int), ctypes.c_uint, + ctypes.c_void_p, ctypes.POINTER(ctypes.c_size_t), + ctypes.c_void_p, ctypes.c_size_t] + mib = (ctypes.c_int * 24)() + count = ctypes.c_size_t(22) + if libc.sysctlnametomib(b"kern.memacct", mib, ctypes.byref(count)): + raise OSError(ctypes.get_errno(), os.strerror(ctypes.get_errno())) + + def query(operation: int, index: int, output, replacement=None): + mib[count.value], mib[count.value + 1] = operation, index + length = ctypes.c_size_t(ctypes.sizeof(output)) + if libc.sysctl(mib, count.value + 2, ctypes.byref(output), ctypes.byref(length), + ctypes.byref(replacement) if replacement is not None else None, + ctypes.sizeof(replacement) if replacement is not None else 0): + raise OSError(ctypes.get_errno(), os.strerror(ctypes.get_errno())) + return length.value + + names = ctypes.create_string_buffer(8 * 16) + length = query(5, 0, names) # MEM_ACCT_SUBSYSTEMS + index = next(i for i in range(length // 16) + if names.raw[i * 16:(i + 1) * 16].rstrip(b"\0") == b"TCP") + stats = Statistics() + query(6, index, stats) # MEM_ACCT_ALL_SUBSYSTEM_STATISTICS + previous_limit = stats.hardlimit + if new_limit is not None and 0 < previous_limit < new_limit: + query(3, index, ctypes.c_uint64(), ctypes.c_uint64(new_limit)) + query(6, index, stats) + return {"previous_hardlimit": previous_limit, + **{name: getattr(stats, name) for name in ("peak", "allocated", "softlimit", "hardlimit")}} + + +if __name__ == "__main__": + # The default TCP budget is 1/32 of physical memory. Repeated 10,000-socket + # batches hit ENOBUFS on Darwin 25.6 even on master. Give both builds 1/8 + # before timing; retain every listener check and performance threshold. + memory = int(subprocess.check_output(["sysctl", "-n", "hw.memsize"], text=True)) + print(json.dumps(tcp_memory(memory // 8))) diff --git a/.github/scan-benchmark/scan_bench.py b/.github/scan-benchmark/scan_bench.py index e149e58b..6ddcf9d1 100644 --- a/.github/scan-benchmark/scan_bench.py +++ b/.github/scan-benchmark/scan_bench.py @@ -559,6 +559,8 @@ def ephemeral_range() -> tuple[int, int] | None: def diagnose_tcp(binary: str, scenario: Scenario, listeners: dict) -> dict: """Untimed failure capture on a disposable macOS runner, using debug logs.""" + from macos_tcp_memory import tcp_memory + def states() -> dict[str, int]: snapshot = subprocess.run( ["netstat", "-an", "-p", "tcp"], capture_output=True, text=True, check=True @@ -571,6 +573,7 @@ def states() -> dict[str, int]: return counts before = states() + memory_before = tcp_memory() probe = subprocess.run( [binary, *scenario.args(), "--scripts", "none", "--accessible", "--no-banner", "--no-config"], env=dict(os.environ, RUST_LOG="rustscan=info,rustscan::scanner=debug"), @@ -582,6 +585,7 @@ def states() -> dict[str, int]: } return { "before": before, "after": states(), + "memory_before": memory_before, "memory_after": tcp_memory(), "missing": sorted(scenario.expected(listeners) - opened), "errors": [line for line in probe.stderr.splitlines() if "Typical socket connection errors" in line], diff --git a/.github/workflows/scan-benchmark.yml b/.github/workflows/scan-benchmark.yml index 83370c09..1fa36add 100644 --- a/.github/workflows/scan-benchmark.yml +++ b/.github/workflows/scan-benchmark.yml @@ -184,6 +184,14 @@ jobs: head -c 200 "$RUNNER_TEMP/far.json"; echo echo "DELAYED_OK=1" >> "$GITHUB_ENV" + - name: Provision macOS TCP memory for repeated socket batches + if: runner.os == 'macOS' + run: | + # XNU's TCP accounting hard limit otherwise makes both builds miss + # listeners with ENOBUFS during repeated sweeps. Apply one budget to + # both builds before timing; keep all input sizes and gates intact. + sudo "$(command -v python)" .github/scan-benchmark/macos_tcp_memory.py + - name: Describe the runner continue-on-error: true run: | @@ -195,7 +203,8 @@ jobs: ss -Hltnu | sort -k5 | head -n 50 || true elif [ "$RUNNER_OS" = macOS ]; then for oid in hw.ncpu machdep.cpu.brand_string kern.maxfilesperproc \ - net.inet.ip.portrange.first net.inet.ip.portrange.last; do + net.inet.ip.portrange.first net.inet.ip.portrange.last \ + kern.ipc.maxsockbuf kern.ipc.nmbclusters; do sysctl "$oid" || true done fi diff --git a/docs/port-exclusion-benchmark-results.json b/docs/port-exclusion-benchmark-results.json index fd1d605a..31a21d30 100644 --- a/docs/port-exclusion-benchmark-results.json +++ b/docs/port-exclusion-benchmark-results.json @@ -1,7 +1,7 @@ { "date": "2026-10-02", "base_revision": "b7119f7f3eb1601e81126ef3572699ed7b3b7c0b", - "implementation_revision": "209299ce8a17401f340d061792cca21965cf6e0c", + "implementation_revision": "270561d553688acbd99f61c460cdfa7c76c1423e", "rustc": "rustc 1.98.1 (48a229cea 2026-09-01) (Arch Linux rust 1:1.98.1-1.1)", "environment": { "kernel": "7.2.6-1-cachyos", @@ -33,21 +33,21 @@ "lockfile_sha256": "6dda887fc7ec74c0572e4469f783fcf64fe3953b70283eb256da4242f1d5a11c", "binary_sha256": { "base": "de3638eb7e056c62b4301dd79853edc63202f3baf35576f578d6f9d2e5106792", - "head": "959681aaf1dba4f99a9eab366b94b48620b4fc06d53f60919aff5ec73e055e35" + "head": "9818604e850736827ac1cb00148786e06dd153baa95db13c4af460ca2690c38b" }, "cases": [ { "ports": 1, "exclusions": 1, "mean_us": { - "base-a": 0.273376862828076, - "head-a": 0.2654222060340434, - "base-b": 0.3288578441688093, - "head-b": 0.25326910700083527 + "base-a": 0.28867626697508214, + "head-a": 0.2606535528335061, + "base-b": 0.2856227197097703, + "head-b": 0.270727808914478 }, "reduction_percent": { - "a": 2.909776896165217, - "b": 22.98523161551008 + "a": 9.707314853144776, + "b": 5.214890051613352 }, "runs": { "base-a": { @@ -55,94 +55,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 265.9012143731126, - "upper_bound": 280.273909303543 + "lower_bound": 286.3884413185654, + "upper_bound": 290.9788948681737 }, - "point_estimate": 273.376862828076, - "standard_error": 3.6936760130522526 + "point_estimate": 288.6762669750821, + "standard_error": 1.1753574537427691 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 269.3232172094957, - "upper_bound": 284.3101921476624 + "lower_bound": 284.7206714117612, + "upper_bound": 293.6244235456353 }, - "point_estimate": 279.31455795510374, - "standard_error": 4.330879503021115 + "point_estimate": 287.17187479956385, + "standard_error": 2.707247213498802 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2.859567864132092, - "upper_bound": 24.541256656223652 + "lower_bound": 1.8100168451239995, + "upper_bound": 8.947543072653339 }, - "point_estimate": 8.758183868182451, - "standard_error": 5.489293988125101 + "point_estimate": 7.407769429861161, + "standard_error": 1.9193401626156643 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 254.02867693103858, - "upper_bound": 270.5012987732237 + "lower_bound": 282.9812657739957, + "upper_bound": 287.05282020312296 }, - "point_estimate": 260.85009407466384, - "standard_error": 4.1996798956682895 + "point_estimate": 284.6551864662383, + "standard_error": 1.040861974814265 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 11.084665917536212, - "upper_bound": 20.39823333386089 + "lower_bound": 4.2355477921166935, + "upper_bound": 6.199599891587703 }, - "point_estimate": 16.96995214298936, - "standard_error": 2.3678595712418926 + "point_estimate": 5.393691295196635, + "standard_error": 0.5023026279831675 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 33247.0, - 66494.0, - 99741.0, - 132988.0, - 166235.0, - 199482.0, - 232729.0, - 265976.0, - 299223.0, - 332470.0, - 365717.0, - 398964.0, - 432211.0, - 465458.0, - 498705.0, - 531952.0, - 565199.0, - 598446.0, - 631693.0, - 664940.0 + 31182.0, + 62364.0, + 93546.0, + 124728.0, + 155910.0, + 187092.0, + 218274.0, + 249456.0, + 280638.0, + 311820.0, + 343002.0, + 374184.0, + 405366.0, + 436548.0, + 467730.0, + 498912.0, + 530094.0, + 561276.0, + 592458.0, + 623640.0 ], "times": [ - 9382205.0, - 18886227.0, - 28331039.0, - 37975392.0, - 49467029.0, - 56830171.0, - 67600569.0, - 75689938.0, - 85594099.0, - 93749278.0, - 100991844.0, - 110373773.0, - 119240414.0, - 128482696.0, - 131040577.0, - 126901727.0, - 137598166.0, - 148123512.0, - 158797371.0, - 171412035.0 + 8948998.0, + 18393912.0, + 27798125.0, + 36685103.0, + 45701589.0, + 55180769.0, + 64247442.0, + 73411492.0, + 82261240.0, + 89601888.0, + 99559939.0, + 106728448.0, + 115215348.0, + 124939624.0, + 132913735.0, + 142297614.0, + 150619999.0, + 158238440.0, + 167324685.0, + 174213838.0 ] } }, @@ -151,94 +151,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 262.9387695116114, - "upper_bound": 267.8155481098168 + "lower_bound": 259.09824279419644, + "upper_bound": 262.316909523718 }, - "point_estimate": 265.42220603404337, - "standard_error": 1.248972208300134 + "point_estimate": 260.6535528335061, + "standard_error": 0.8238359956530917 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 263.4037223001434, - "upper_bound": 269.48216404060116 + "lower_bound": 257.9616423346633, + "upper_bound": 262.3539965782287 }, - "point_estimate": 264.84731988252065, - "standard_error": 1.6661569375345182 + "point_estimate": 259.12891114824606, + "standard_error": 1.4383541760013334 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 1.8298809531486506, - "upper_bound": 10.669975532559677 + "lower_bound": 1.333831026374171, + "upper_bound": 5.9766307754998405 }, - "point_estimate": 4.6686056063502495, - "standard_error": 2.3698103502319228 + "point_estimate": 3.6004885432603313, + "standard_error": 1.2781776293314528 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 258.72931065667217, - "upper_bound": 265.05122161253195 + "lower_bound": 259.89721190304476, + "upper_bound": 264.4045349867811 }, - "point_estimate": 261.4847614900928, - "standard_error": 1.613705345543492 + "point_estimate": 262.44048456320877, + "standard_error": 1.1489230364940126 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 3.9102228672157255, - "upper_bound": 6.980862738534016 + "lower_bound": 2.6772019809816814, + "upper_bound": 4.468082763663634 }, - "point_estimate": 5.730892443709437, - "standard_error": 0.7821003276755644 + "point_estimate": 3.774793115063726, + "standard_error": 0.45530604768104 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 34843.0, - 69686.0, - 104529.0, - 139372.0, - 174215.0, - 209058.0, - 243901.0, - 278744.0, - 313587.0, - 348430.0, - 383273.0, - 418116.0, - 452959.0, - 487802.0, - 522645.0, - 557488.0, - 592331.0, - 627174.0, - 662017.0, - 696860.0 + 36760.0, + 73520.0, + 110280.0, + 147040.0, + 183800.0, + 220560.0, + 257320.0, + 294080.0, + 330840.0, + 367600.0, + 404360.0, + 441120.0, + 477880.0, + 514640.0, + 551400.0, + 588160.0, + 624920.0, + 661680.0, + 698440.0, + 735200.0 ], "times": [ - 9472721.0, - 18907675.0, - 28329857.0, - 38317377.0, - 47442443.0, - 56115117.0, - 64233151.0, - 73066033.0, - 83065395.0, - 91861759.0, - 100973261.0, - 113119375.0, - 120424206.0, - 129173268.0, - 139846009.0, - 146410630.0, - 156104424.0, - 160744359.0, - 168896586.0, - 177497876.0 + 9764533.0, + 19258872.0, + 28322148.0, + 37930182.0, + 47161912.0, + 57001875.0, + 66340040.0, + 77650703.0, + 85345150.0, + 94402321.0, + 103375147.0, + 115868885.0, + 123577561.0, + 133110127.0, + 143149370.0, + 153665739.0, + 163752932.0, + 177501890.0, + 186145759.0, + 195409068.0 ] } }, @@ -247,94 +247,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 318.60461128891984, - "upper_bound": 338.2934873532041 + "lower_bound": 269.9463936557841, + "upper_bound": 297.4484986614333 }, - "point_estimate": 328.8578441688093, - "standard_error": 5.031558855527073 + "point_estimate": 285.6227197097703, + "standard_error": 7.1489387664613115 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 322.20359799661196, - "upper_bound": 340.60367103680244 + "lower_bound": 289.5218901868919, + "upper_bound": 296.7929600593388 }, - "point_estimate": 335.33706731831546, - "standard_error": 5.569939222771374 + "point_estimate": 293.65932365995747, + "standard_error": 2.008784495347937 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 8.003857235269209, - "upper_bound": 35.11215151151679 + "lower_bound": 3.082405454939403, + "upper_bound": 11.716691764574925 }, - "point_estimate": 22.554679086022055, - "standard_error": 6.619461111335022 + "point_estimate": 6.228564208492379, + "standard_error": 2.194144573420438 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 299.8587537174109, - "upper_bound": 326.5507061569955 + "lower_bound": 239.7161576449577, + "upper_bound": 299.75210607275255 }, - "point_estimate": 310.9487799103783, - "standard_error": 6.837961705482033 + "point_estimate": 270.65371735859225, + "standard_error": 16.09955596687727 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 14.858326509986776, - "upper_bound": 28.006444900555614 + "lower_bound": 5.721231004966443, + "upper_bound": 47.66617789639685 }, - "point_estimate": 23.056962829366448, - "standard_error": 3.3328812757356454 + "point_estimate": 32.781435754242416, + "standard_error": 10.81815495123632 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 27154.0, - 54308.0, - 81462.0, - 108616.0, - 135770.0, - 162924.0, - 190078.0, - 217232.0, - 244386.0, - 271540.0, - 298694.0, - 325848.0, - 353002.0, - 380156.0, - 407310.0, - 434464.0, - 461618.0, - 488772.0, - 515926.0, - 543080.0 + 32443.0, + 64886.0, + 97329.0, + 129772.0, + 162215.0, + 194658.0, + 227101.0, + 259544.0, + 291987.0, + 324430.0, + 356873.0, + 389316.0, + 421759.0, + 454202.0, + 486645.0, + 519088.0, + 551531.0, + 583974.0, + 616417.0, + 648860.0 ], "times": [ - 9579486.0, - 19168547.0, - 28757781.0, - 37865735.0, - 46271420.0, - 55372086.0, - 64508386.0, - 72656715.0, - 79721844.0, - 89813399.0, - 107469739.0, - 110918642.0, - 118682149.0, - 124135928.0, - 129603755.0, - 135939227.0, - 140986428.0, - 142734997.0, - 146327291.0, - 153795257.0 + 9364140.0, + 18753569.0, + 28334403.0, + 38049007.0, + 46941386.0, + 56385841.0, + 63998828.0, + 75506635.0, + 95625976.0, + 97721677.0, + 106269574.0, + 115479745.0, + 125247147.0, + 133966255.0, + 145649745.0, + 152674034.0, + 162837078.0, + 178387583.0, + 129840310.0, + 116089758.0 ] } }, @@ -343,94 +343,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 248.39493617041563, - "upper_bound": 258.3075438422222 + "lower_bound": 268.8940176314973, + "upper_bound": 272.58937972243984 }, - "point_estimate": 253.26910700083528, - "standard_error": 2.529640261503978 + "point_estimate": 270.72780891447803, + "standard_error": 0.9442071392492577 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 245.01400274633383, - "upper_bound": 264.18420042562377 + "lower_bound": 267.26569675318365, + "upper_bound": 274.7856590842811 }, - "point_estimate": 247.51812431874248, - "standard_error": 6.305944800483806 + "point_estimate": 269.9585074782319, + "standard_error": 2.4216589610648063 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2.8886151564884406, - "upper_bound": 17.867366390662063 + "lower_bound": 1.6876887664310993, + "upper_bound": 7.0083057831616005 }, - "point_estimate": 11.48025320343125, - "standard_error": 3.864307937616868 + "point_estimate": 5.7464872754462135, + "standard_error": 1.5033466360396086 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 244.14089567461116, - "upper_bound": 249.53940663395935 + "lower_bound": 266.86950148994913, + "upper_bound": 270.9403859588318 }, - "point_estimate": 246.30688537602816, - "standard_error": 1.371694994090372 + "point_estimate": 268.49972032967423, + "standard_error": 1.0445033137865625 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 9.201423268853263, - "upper_bound": 13.270581700989975 + "lower_bound": 3.5346908199046703, + "upper_bound": 4.75752632040242 }, - "point_estimate": 11.658469119982584, - "standard_error": 1.0382816166014486 + "point_estimate": 4.330654104333529, + "standard_error": 0.31316656375901747 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 34862.0, - 69724.0, - 104586.0, - 139448.0, - 174310.0, - 209172.0, - 244034.0, - 278896.0, - 313758.0, - 348620.0, - 383482.0, - 418344.0, - 453206.0, - 488068.0, - 522930.0, - 557792.0, - 592654.0, - 627516.0, - 662378.0, - 697240.0 + 34290.0, + 68580.0, + 102870.0, + 137160.0, + 171450.0, + 205740.0, + 240030.0, + 274320.0, + 308610.0, + 342900.0, + 377190.0, + 411480.0, + 445770.0, + 480060.0, + 514350.0, + 548640.0, + 582930.0, + 617220.0, + 651510.0, + 685800.0 ], "times": [ - 9235839.0, - 18364595.0, - 27632950.0, - 37210027.0, - 46490838.0, - 55480223.0, - 64462971.0, - 71232451.0, - 86206460.0, - 86599013.0, - 91918357.0, - 101018737.0, - 108703970.0, - 117208276.0, - 125891493.0, - 137302987.0, - 146157288.0, - 153542326.0, - 162511315.0, - 171961048.0 + 9463339.0, + 18900571.0, + 28380550.0, + 36656767.0, + 46989255.0, + 56681697.0, + 65012676.0, + 73334870.0, + 82101908.0, + 92262293.0, + 103239858.0, + 113466260.0, + 123351830.0, + 130962680.0, + 137473346.0, + 147002434.0, + 154646313.0, + 164259133.0, + 173396000.0, + 181884893.0 ] } } @@ -440,14 +440,14 @@ "ports": 16, "exclusions": 4, "mean_us": { - "base-a": 0.3738635593169892, - "head-a": 0.32518381883766684, - "base-b": 0.40785829417399727, - "head-b": 0.3253170533559144 + "base-a": 0.2597022529095772, + "head-a": 0.23221232496488078, + "base-b": 0.26783052712793337, + "head-b": 0.2367960590566914 }, "reduction_percent": { - "a": 13.020723541030677, - "b": 20.237725209253632 + "a": 10.585171147617201, + "b": 11.587352795082195 }, "runs": { "base-a": { @@ -455,94 +455,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 371.34136285093297, - "upper_bound": 376.3824627223537 + "lower_bound": 259.0340531582213, + "upper_bound": 260.353653647645 }, - "point_estimate": 373.8635593169892, - "standard_error": 1.2889011325024609 + "point_estimate": 259.7022529095772, + "standard_error": 0.33818830716953374 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 370.1088174409908, - "upper_bound": 377.88181306255643 + "lower_bound": 258.6742645254519, + "upper_bound": 260.93794703310886 }, - "point_estimate": 373.43960274755983, - "standard_error": 2.157974110716831 + "point_estimate": 259.56962219738074, + "standard_error": 0.6061016938014463 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 3.532842848731116, - "upper_bound": 10.489871247463507 + "lower_bound": 0.7479132146303895, + "upper_bound": 2.757982747143124 }, - "point_estimate": 6.972167268536876, - "standard_error": 1.7119173839314583 + "point_estimate": 1.6742420985855624, + "standard_error": 0.4873465701754654 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 374.15476691149945, - "upper_bound": 378.8518542448967 + "lower_bound": 259.2137595214659, + "upper_bound": 260.67013207949554 }, - "point_estimate": 376.8425391970779, - "standard_error": 1.2009912892997336 + "point_estimate": 259.9447112133144, + "standard_error": 0.37482616102369676 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 4.493118602310142, - "upper_bound": 6.819806259815349 + "lower_bound": 1.1580029434334385, + "upper_bound": 1.814453190143235 }, - "point_estimate": 5.903827135358958, - "standard_error": 0.5942332190817043 + "point_estimate": 1.5483134847402862, + "standard_error": 0.1681638386953968 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 25647.0, - 51294.0, - 76941.0, - 102588.0, - 128235.0, - 153882.0, - 179529.0, - 205176.0, - 230823.0, - 256470.0, - 282117.0, - 307764.0, - 333411.0, - 359058.0, - 384705.0, - 410352.0, - 435999.0, - 461646.0, - 487293.0, - 512940.0 + 36677.0, + 73354.0, + 110031.0, + 146708.0, + 183385.0, + 220062.0, + 256739.0, + 293416.0, + 330093.0, + 366770.0, + 403447.0, + 440124.0, + 476801.0, + 513478.0, + 550155.0, + 586832.0, + 623509.0, + 660186.0, + 696863.0, + 733540.0 ], "times": [ - 9789534.0, - 19028377.0, - 28074960.0, - 37502748.0, - 47345912.0, - 56128654.0, - 66824117.0, - 75392604.0, - 87853452.0, - 95800339.0, - 104171905.0, - 114902125.0, - 126235210.0, - 134916172.0, - 144921993.0, - 152286451.0, - 166273292.0, - 176430349.0, - 185608213.0, - 193453379.0 + 9488665.0, + 18995669.0, + 28283968.0, + 38226545.0, + 47138470.0, + 57457975.0, + 67123616.0, + 76857227.0, + 86291068.0, + 94816772.0, + 104301404.0, + 114774156.0, + 122868731.0, + 133563125.0, + 142780221.0, + 152172463.0, + 163052859.0, + 171392196.0, + 180236413.0, + 191883676.0 ] } }, @@ -551,94 +551,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 322.8372759736941, - "upper_bound": 327.56510640725975 + "lower_bound": 231.57531523394633, + "upper_bound": 232.87226741357117 }, - "point_estimate": 325.1838188376668, - "standard_error": 1.2056298582321678 + "point_estimate": 232.2123249648808, + "standard_error": 0.331697304549106 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 320.69357192620544, - "upper_bound": 330.52858145665004 + "lower_bound": 231.40976733599092, + "upper_bound": 232.83670716494981 }, - "point_estimate": 324.3025200084045, - "standard_error": 2.872973486232552 + "point_estimate": 231.81413127286447, + "standard_error": 0.34611398907793384 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2.0332247412797058, - "upper_bound": 8.757643132113124 + "lower_bound": 0.4117375579001169, + "upper_bound": 2.148200580740717 }, - "point_estimate": 7.765122699592864, - "standard_error": 1.9051179790157635 + "point_estimate": 1.0020066457525199, + "standard_error": 0.4543161160087185 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 321.4999742047207, - "upper_bound": 326.75481477635077 + "lower_bound": 232.03620069968116, + "upper_bound": 233.89872089587868 }, - "point_estimate": 323.786832934107, - "standard_error": 1.3425356892090226 + "point_estimate": 233.05992660960126, + "standard_error": 0.47364615516734554 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 4.430891756160558, - "upper_bound": 6.205235639290135 + "lower_bound": 0.9913579153351113, + "upper_bound": 1.9064843310203121 }, - "point_estimate": 5.539847804080154, - "standard_error": 0.4506321033850491 + "point_estimate": 1.5232830566898508, + "standard_error": 0.23293529898337473 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 29085.0, - 58170.0, - 87255.0, - 116340.0, - 145425.0, - 174510.0, - 203595.0, - 232680.0, - 261765.0, - 290850.0, - 319935.0, - 349020.0, - 378105.0, - 407190.0, - 436275.0, - 465360.0, - 494445.0, - 523530.0, - 552615.0, - 581700.0 + 40638.0, + 81276.0, + 121914.0, + 162552.0, + 203190.0, + 243828.0, + 284466.0, + 325104.0, + 365742.0, + 406380.0, + 447018.0, + 487656.0, + 528294.0, + 568932.0, + 609570.0, + 650208.0, + 690846.0, + 731484.0, + 772122.0, + 812760.0 ], "times": [ - 9343216.0, - 18659721.0, - 28907774.0, - 37198463.0, - 46346521.0, - 58262969.0, - 64892101.0, - 77247662.0, - 86855973.0, - 96114800.0, - 105324623.0, - 115384411.0, - 125149270.0, - 132675202.0, - 141913353.0, - 148953759.0, - 159160599.0, - 169268173.0, - 177172807.0, - 184540985.0 + 9308684.0, + 18805404.0, + 28130718.0, + 37656760.0, + 47498937.0, + 56299715.0, + 65874711.0, + 75805022.0, + 84574126.0, + 94216240.0, + 103328264.0, + 113855077.0, + 122829310.0, + 132134581.0, + 141289520.0, + 150485732.0, + 160171587.0, + 171459897.0, + 181636873.0, + 190847736.0 ] } }, @@ -647,94 +647,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 400.31596680022005, - "upper_bound": 420.11115559000547 + "lower_bound": 267.03158519666175, + "upper_bound": 268.7151994315181 }, - "point_estimate": 407.85829417399725, - "standard_error": 5.463696616052419 + "point_estimate": 267.83052712793335, + "standard_error": 0.42869783858750865 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 402.06979640342297, - "upper_bound": 406.15120337592816 + "lower_bound": 267.01434873929884, + "upper_bound": 268.01572179576493 }, - "point_estimate": 403.7473635197474, - "standard_error": 1.3158338808008372 + "point_estimate": 267.46424778876644, + "standard_error": 0.2844898884144969 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2.276367640038839, - "upper_bound": 12.366235235255926 + "lower_bound": 0.43808018482048816, + "upper_bound": 3.1167603640875208 }, - "point_estimate": 4.265564207641844, - "standard_error": 2.5643972508676502 + "point_estimate": 1.0005752860560324, + "standard_error": 0.7465130086516828 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 395.3334697435999, - "upper_bound": 404.0151005139285 + "lower_bound": 266.40674536666285, + "upper_bound": 268.05146464475666 }, - "point_estimate": 398.9410003628122, - "standard_error": 2.2314765584822664 + "point_estimate": 267.1499413529718, + "standard_error": 0.4220163240737936 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 4.884541925329252, - "upper_bound": 40.679791724272015 + "lower_bound": 1.1745991432598177, + "upper_bound": 2.526661704688118 }, - "point_estimate": 25.007332162001234, - "standard_error": 12.0644735302153 + "point_estimate": 1.9639565960807266, + "standard_error": 0.3485976126093159 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 23164.0, - 46328.0, - 69492.0, - 92656.0, - 115820.0, - 138984.0, - 162148.0, - 185312.0, - 208476.0, - 231640.0, - 254804.0, - 277968.0, - 301132.0, - 324296.0, - 347460.0, - 370624.0, - 393788.0, - 416952.0, - 440116.0, - 463280.0 + 35549.0, + 71098.0, + 106647.0, + 142196.0, + 177745.0, + 213294.0, + 248843.0, + 284392.0, + 319941.0, + 355490.0, + 391039.0, + 426588.0, + 462137.0, + 497686.0, + 533235.0, + 568784.0, + 604333.0, + 639882.0, + 675431.0, + 710980.0 ], "times": [ - 9277650.0, - 18939087.0, - 35479844.0, - 37252863.0, - 46647548.0, - 57327393.0, - 65347932.0, - 76175174.0, - 83824864.0, - 94637194.0, - 103063279.0, - 112862801.0, - 122055042.0, - 131191511.0, - 141164093.0, - 149130488.0, - 154324530.0, - 163866295.0, - 172128938.0, - 180793586.0 + 9438150.0, + 19396413.0, + 28499852.0, + 37973152.0, + 47596816.0, + 57772475.0, + 66140308.0, + 76014829.0, + 86557141.0, + 95980795.0, + 105097599.0, + 113890778.0, + 123704550.0, + 133130588.0, + 142791063.0, + 152109526.0, + 162111619.0, + 170783911.0, + 179072935.0, + 188660682.0 ] } }, @@ -743,94 +743,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 323.1944957337246, - "upper_bound": 327.55859322890706 + "lower_bound": 235.93435320894446, + "upper_bound": 238.1052037674845 }, - "point_estimate": 325.31705335591437, - "standard_error": 1.1144687556029873 + "point_estimate": 236.7960590566914, + "standard_error": 0.5808666644799085 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 321.16547245811523, - "upper_bound": 328.54990705996806 + "lower_bound": 235.71843867419437, + "upper_bound": 236.8526115047393 }, - "point_estimate": 324.4893852446359, - "standard_error": 2.2204506798907024 + "point_estimate": 236.16991316714459, + "standard_error": 0.3941284214989357 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2.1797788537010576, - "upper_bound": 8.571802018784123 + "lower_bound": 0.4361452441608017, + "upper_bound": 1.6354841309073895 }, - "point_estimate": 6.020129536532742, - "standard_error": 1.62791315798287 + "point_estimate": 1.0559629066403724, + "standard_error": 0.308964015871028 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 320.904132539736, - "upper_bound": 323.4839973124879 + "lower_bound": 235.97346753145854, + "upper_bound": 236.65914670684188 }, - "point_estimate": 321.8846066199427, - "standard_error": 0.659963442882565 + "point_estimate": 236.2726300802802, + "standard_error": 0.17536168115732984 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 3.783128745673093, - "upper_bound": 6.0229679652985615 + "lower_bound": 0.7124544705856363, + "upper_bound": 4.277592971193395 }, - "point_estimate": 5.121756919811146, - "standard_error": 0.572206791485972 + "point_estimate": 2.669840183270482, + "standard_error": 1.1683455867092705 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 28782.0, - 57564.0, - 86346.0, - 115128.0, - 143910.0, - 172692.0, - 201474.0, - 230256.0, - 259038.0, - 287820.0, - 316602.0, - 345384.0, - 374166.0, - 402948.0, - 431730.0, - 460512.0, - 489294.0, - 518076.0, - 546858.0, - 575640.0 + 39830.0, + 79660.0, + 119490.0, + 159320.0, + 199150.0, + 238980.0, + 278810.0, + 318640.0, + 358470.0, + 398300.0, + 438130.0, + 477960.0, + 517790.0, + 557620.0, + 597450.0, + 637280.0, + 677110.0, + 716940.0, + 756770.0, + 796600.0 ], "times": [ - 9408097.0, - 19179308.0, - 28956603.0, - 37824453.0, - 47282668.0, - 57413243.0, - 66325441.0, - 76090004.0, - 83762531.0, - 92892451.0, - 103604296.0, - 112463509.0, - 119359285.0, - 128588549.0, - 138116060.0, - 147850250.0, - 157529541.0, - 166097921.0, - 175691644.0, - 184104114.0 + 9856045.0, + 18741990.0, + 28010565.0, + 37860301.0, + 46887315.0, + 56572679.0, + 65617552.0, + 75331753.0, + 84392718.0, + 94865933.0, + 103776198.0, + 113324461.0, + 122061807.0, + 132068709.0, + 141704173.0, + 150281026.0, + 160236433.0, + 168983299.0, + 178539697.0, + 187836757.0 ] } } @@ -840,14 +840,14 @@ "ports": 64, "exclusions": 1, "mean_us": { - "base-a": 0.6438657349106612, - "head-a": 0.3191052817453117, - "base-b": 0.41646162982184143, - "head-b": 0.22570597188404448 + "base-a": 0.43293771723118263, + "head-a": 0.237128712955511, + "base-b": 0.43723835353814255, + "head-b": 0.2387099335661607 }, "reduction_percent": { - "a": 50.43915766233642, - "b": 45.80389747295579 + "a": 45.22798464590979, + "b": 45.405079029660925 }, "runs": { "base-a": { @@ -855,94 +855,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 634.7219292296737, - "upper_bound": 652.6674387244232 + "lower_bound": 431.91617802073506, + "upper_bound": 433.96061156763096 }, - "point_estimate": 643.8657349106612, - "standard_error": 4.590536426302622 + "point_estimate": 432.9377172311826, + "standard_error": 0.5218455416735728 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 633.8544711865127, - "upper_bound": 657.1233508861333 + "lower_bound": 431.7821093570326, + "upper_bound": 433.950351133406 }, - "point_estimate": 654.9063888363421, - "standard_error": 8.497548771626484 + "point_estimate": 432.92140254186245, + "standard_error": 0.5306257798985963 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 3.8814072861744524, - "upper_bound": 33.72610896151808 + "lower_bound": 0.9114218050963829, + "upper_bound": 3.6482714535337104 }, - "point_estimate": 23.50057124040631, - "standard_error": 8.763269258851652 + "point_estimate": 2.448205495024996, + "standard_error": 0.6839271103191179 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 619.8490217726514, - "upper_bound": 638.0117829344072 + "lower_bound": 431.9333396845725, + "upper_bound": 433.7667385706223 }, - "point_estimate": 626.8797902934122, - "standard_error": 4.670181200695797 + "point_estimate": 432.7685113501711, + "standard_error": 0.46774330562805827 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 15.47863191922219, - "upper_bound": 24.37234239705448 + "lower_bound": 1.6184862363872843, + "upper_bound": 2.962287511644001 }, - "point_estimate": 21.05000609455797, - "standard_error": 2.2491028790061605 + "point_estimate": 2.397256678522389, + "standard_error": 0.343813190663663 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 13456.0, - 26912.0, - 40368.0, - 53824.0, - 67280.0, - 80736.0, - 94192.0, - 107648.0, - 121104.0, - 134560.0, - 148016.0, - 161472.0, - 174928.0, - 188384.0, - 201840.0, - 215296.0, - 228752.0, - 242208.0, - 255664.0, - 269120.0 + 22136.0, + 44272.0, + 66408.0, + 88544.0, + 110680.0, + 132816.0, + 154952.0, + 177088.0, + 199224.0, + 221360.0, + 243496.0, + 265632.0, + 287768.0, + 309904.0, + 332040.0, + 354176.0, + 376312.0, + 398448.0, + 420584.0, + 442720.0 ], "times": [ - 9023355.0, - 17663438.0, - 26552623.0, - 35511652.0, - 44372075.0, - 54474659.0, - 61835405.0, - 71547448.0, - 79452392.0, - 88039601.0, - 97029687.0, - 103161301.0, - 111552076.0, - 119316763.0, - 128034984.0, - 132867497.0, - 140926055.0, - 148272404.0, - 155935857.0, - 164706553.0 + 9652973.0, + 19356650.0, + 28448893.0, + 38188560.0, + 47945063.0, + 57523470.0, + 66439266.0, + 76961968.0, + 86211462.0, + 95305486.0, + 105255893.0, + 115576939.0, + 125754889.0, + 134555531.0, + 143576706.0, + 153534937.0, + 163212590.0, + 171746333.0, + 181925327.0, + 190834608.0 ] } }, @@ -951,94 +951,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 315.01608347246986, - "upper_bound": 322.94032647450155 + "lower_bound": 236.40061117185354, + "upper_bound": 237.95361491691276 }, - "point_estimate": 319.10528174531174, - "standard_error": 2.0242767532219577 + "point_estimate": 237.128712955511, + "standard_error": 0.3962433603951532 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 313.3724512216558, - "upper_bound": 325.00609681911084 + "lower_bound": 236.03219502738938, + "upper_bound": 237.77423665281415 }, - "point_estimate": 323.3243272592332, - "standard_error": 3.4436820160606834 + "point_estimate": 237.24340438043697, + "standard_error": 0.4692590775628503 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2.063416570503637, - "upper_bound": 14.936110496168753 + "lower_bound": 0.8560924239729049, + "upper_bound": 2.291793078714966 }, - "point_estimate": 9.387593091566886, - "standard_error": 3.7823103308348727 + "point_estimate": 1.7004369240872128, + "standard_error": 0.3838944852636973 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 323.1992707518987, - "upper_bound": 327.9118659235251 + "lower_bound": 236.47275963005168, + "upper_bound": 237.8749772753752 }, - "point_estimate": 325.9600733489594, - "standard_error": 1.2055310790290097 + "point_estimate": 237.21140641519725, + "standard_error": 0.3598530097649169 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 6.606290860375969, - "upper_bound": 11.027767746482594 + "lower_bound": 1.0607960338246987, + "upper_bound": 2.5099282928348674 }, - "point_estimate": 9.330697661732355, - "standard_error": 1.1277900808007097 + "point_estimate": 1.8135806068040305, + "standard_error": 0.40416351637004394 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 28445.0, - 56890.0, - 85335.0, - 113780.0, - 142225.0, - 170670.0, - 199115.0, - 227560.0, - 256005.0, - 284450.0, - 312895.0, - 341340.0, - 369785.0, - 398230.0, - 426675.0, - 455120.0, - 483565.0, - 512010.0, - 540455.0, - 568900.0 + 39979.0, + 79958.0, + 119937.0, + 159916.0, + 199895.0, + 239874.0, + 279853.0, + 319832.0, + 359811.0, + 399790.0, + 439769.0, + 479748.0, + 519727.0, + 559706.0, + 599685.0, + 639664.0, + 679643.0, + 719622.0, + 759601.0, + 799580.0 ], "times": [ - 8695139.0, - 17146579.0, - 25825162.0, - 35159163.0, - 44316382.0, - 53270841.0, - 62710858.0, - 71594282.0, - 82724641.0, - 92022942.0, - 101289463.0, - 110937625.0, - 119082805.0, - 129398936.0, - 139572274.0, - 147931377.0, - 157161511.0, - 167958379.0, - 179039253.0, - 188466847.0 + 9697736.0, + 18779581.0, + 28376457.0, + 37524571.0, + 47073917.0, + 56902697.0, + 66603773.0, + 75418760.0, + 85918980.0, + 94971277.0, + 104420517.0, + 113343807.0, + 122514773.0, + 132274848.0, + 143055351.0, + 152339322.0, + 161257330.0, + 169248496.0, + 181416303.0, + 189721716.0 ] } }, @@ -1047,94 +1047,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 415.1660185217659, - "upper_bound": 417.69486269571826 + "lower_bound": 435.4006387023505, + "upper_bound": 439.3465055140107 }, - "point_estimate": 416.4616298218414, - "standard_error": 0.6462198634581705 + "point_estimate": 437.2383535381426, + "standard_error": 1.0088833433617668 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 414.6694965427713, - "upper_bound": 418.33439812562415 + "lower_bound": 433.76509851990716, + "upper_bound": 438.30209926534314 }, - "point_estimate": 417.65150788671804, - "standard_error": 1.0772031503066373 + "point_estimate": 437.0834805882284, + "standard_error": 1.4032852242053002 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 1.2527292123894886, - "upper_bound": 4.788501755221355 + "lower_bound": 1.285941529432106, + "upper_bound": 5.923261784237228 }, - "point_estimate": 2.9092698818749105, - "standard_error": 0.9511380477008258 + "point_estimate": 4.919833167148511, + "standard_error": 1.325809422160046 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 416.3503132243353, - "upper_bound": 418.4451264630232 + "lower_bound": 435.4770970192801, + "upper_bound": 437.73499606438025 }, - "point_estimate": 417.5781166369905, - "standard_error": 0.5328845152300374 + "point_estimate": 436.6670755528725, + "standard_error": 0.5783545624860953 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2.138604909470004, - "upper_bound": 3.4749903764945107 + "lower_bound": 2.553034306984261, + "upper_bound": 6.0136242478059465 }, - "point_estimate": 2.9723363255345348, - "standard_error": 0.3381853158132476 + "point_estimate": 4.636628713121484, + "standard_error": 0.8965837593587694 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 22316.0, - 44632.0, - 66948.0, - 89264.0, - 111580.0, - 133896.0, - 156212.0, - 178528.0, - 200844.0, - 223160.0, - 245476.0, - 267792.0, - 290108.0, - 312424.0, - 334740.0, - 357056.0, - 379372.0, - 401688.0, - 424004.0, - 446320.0 + 21794.0, + 43588.0, + 65382.0, + 87176.0, + 108970.0, + 130764.0, + 152558.0, + 174352.0, + 196146.0, + 217940.0, + 239734.0, + 261528.0, + 283322.0, + 305116.0, + 326910.0, + 348704.0, + 370498.0, + 392292.0, + 414086.0, + 435880.0 ], "times": [ - 9335338.0, - 18708865.0, - 27795073.0, - 36817154.0, - 46900114.0, - 55144521.0, - 64194694.0, - 73914235.0, - 82767100.0, - 93167205.0, - 101667551.0, - 111533845.0, - 121691538.0, - 130700680.0, - 139858524.0, - 148372916.0, - 158624747.0, - 168435257.0, - 178065353.0, - 186623734.0 + 9745830.0, + 18856828.0, + 29357324.0, + 37740117.0, + 47269662.0, + 57745346.0, + 66171145.0, + 75782638.0, + 86468567.0, + 94442961.0, + 103979804.0, + 113033104.0, + 124394741.0, + 133348234.0, + 143029626.0, + 152623970.0, + 162102780.0, + 172182848.0, + 181007697.0, + 189289001.0 ] } }, @@ -1143,94 +1143,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 225.15306357465, - "upper_bound": 226.26765973062234 + "lower_bound": 237.61244388003706, + "upper_bound": 240.37224746888637 }, - "point_estimate": 225.7059718840445, - "standard_error": 0.2841599892939322 + "point_estimate": 238.7099335661607, + "standard_error": 0.7403934042343551 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 224.7739303238803, - "upper_bound": 226.1147408533431 + "lower_bound": 237.45932262786482, + "upper_bound": 238.8697167739034 }, - "point_estimate": 225.70453110857034, - "standard_error": 0.33327968799439717 + "point_estimate": 237.75114347980787, + "standard_error": 0.36976647640484034 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 0.4569980654766527, - "upper_bound": 2.152038793209823 + "lower_bound": 0.3045681308319208, + "upper_bound": 2.0324036183385314 }, - "point_estimate": 1.6602380007521156, - "standard_error": 0.45718731235102944 + "point_estimate": 1.1985000138846271, + "standard_error": 0.44178920243070036 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 224.8882551044333, - "upper_bound": 226.7603179561285 + "lower_bound": 237.61875953972103, + "upper_bound": 240.1374425206092 }, - "point_estimate": 225.7463393221286, - "standard_error": 0.48019120267531346 + "point_estimate": 238.4530206412365, + "standard_error": 0.6815329340589779 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 0.9308301512421521, - "upper_bound": 1.5604616205840376 + "lower_bound": 0.8629445137570776, + "upper_bound": 5.432231614809524 }, - "point_estimate": 1.3033407030439887, - "standard_error": 0.16014120709431884 + "point_estimate": 3.399425292551113, + "standard_error": 1.4822348066649411 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 41982.0, - 83964.0, - 125946.0, - 167928.0, - 209910.0, - 251892.0, - 293874.0, - 335856.0, - 377838.0, - 419820.0, - 461802.0, - 503784.0, - 545766.0, - 587748.0, - 629730.0, - 671712.0, - 713694.0, - 755676.0, - 797658.0, - 839640.0 + 40150.0, + 80300.0, + 120450.0, + 160600.0, + 200750.0, + 240900.0, + 281050.0, + 321200.0, + 361350.0, + 401500.0, + 441650.0, + 481800.0, + 521950.0, + 562100.0, + 602250.0, + 642400.0, + 682550.0, + 722700.0, + 762850.0, + 803000.0 ], "times": [ - 9473097.0, - 18789263.0, - 28423158.0, - 37769036.0, - 47097232.0, - 57152880.0, - 66014615.0, - 75813354.0, - 85456841.0, - 94644124.0, - 104393229.0, - 113880948.0, - 123965411.0, - 133959196.0, - 143181218.0, - 151748449.0, - 162740545.0, - 169450642.0, - 178369478.0, - 188527436.0 + 9596199.0, + 19065623.0, + 29007449.0, + 38023065.0, + 47406563.0, + 56867356.0, + 67431519.0, + 76486443.0, + 86333386.0, + 95406478.0, + 111411325.0, + 114788260.0, + 124746244.0, + 133595295.0, + 143018402.0, + 153418237.0, + 161852544.0, + 171633340.0, + 181135046.0, + 190977915.0 ] } } @@ -1240,14 +1240,14 @@ "ports": 64, "exclusions": 4096, "mean_us": { - "base-a": 6.082605704491981, - "head-a": 2.4390781485849753, - "base-b": 6.175220986600979, - "head-b": 2.4681024276976684 + "base-a": 6.231079012756473, + "head-a": 2.4835334010418864, + "base-b": 10.092593629265341, + "head-b": 3.0378120561406057 }, "reduction_percent": { - "a": 59.90076840286187, - "b": 60.03216025705043 + "a": 60.14280358253339, + "b": 69.90058088406623 }, "runs": { "base-a": { @@ -1255,94 +1255,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 6060.647402891663, - "upper_bound": 6106.739376930141 + "lower_bound": 6201.716738765198, + "upper_bound": 6264.618816648783 }, - "point_estimate": 6082.605704491982, - "standard_error": 11.721261238304443 + "point_estimate": 6231.079012756472, + "standard_error": 16.136117357660055 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 6057.199892346838, - "upper_bound": 6103.217023355143 + "lower_bound": 6192.7821651732065, + "upper_bound": 6249.772679831583 }, - "point_estimate": 6075.821623197625, - "standard_error": 11.701576662150732 + "point_estimate": 6208.175842992624, + "standard_error": 16.148171921636983 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 21.607102669831644, - "upper_bound": 66.80455269439011 + "lower_bound": 18.95092470561101, + "upper_bound": 93.91979757250985 }, - "point_estimate": 44.03947755783735, - "standard_error": 11.689658136842786 + "point_estimate": 59.30454844900221, + "standard_error": 17.78661120301878 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 6072.304369092964, - "upper_bound": 6098.182388477941 + "lower_bound": 6178.049901293815, + "upper_bound": 6211.278102249829 }, - "point_estimate": 6082.906045695136, - "standard_error": 6.606437715589329 + "point_estimate": 6192.682965240891, + "standard_error": 8.47097729502795 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 30.556863920618987, - "upper_bound": 73.4997552395275 + "lower_bound": 39.34563420564321, + "upper_bound": 97.3947825723403 }, - "point_estimate": 53.66484955943877, - "standard_error": 11.574352074495025 + "point_estimate": 74.30509837063829, + "standard_error": 14.825328371942199 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 1572.0, - 3144.0, - 4716.0, - 6288.0, - 7860.0, - 9432.0, - 11004.0, - 12576.0, - 14148.0, - 15720.0, - 17292.0, - 18864.0, - 20436.0, - 22008.0, - 23580.0, - 25152.0, - 26724.0, - 28296.0, - 29868.0, - 31440.0 + 1533.0, + 3066.0, + 4599.0, + 6132.0, + 7665.0, + 9198.0, + 10731.0, + 12264.0, + 13797.0, + 15330.0, + 16863.0, + 18396.0, + 19929.0, + 21462.0, + 22995.0, + 24528.0, + 26061.0, + 27594.0, + 29127.0, + 30660.0 ], "times": [ - 9477970.0, - 18825571.0, - 28705640.0, - 38557518.0, - 47276872.0, - 56959911.0, - 67420766.0, - 78446775.0, - 85528269.0, - 96087063.0, - 106109665.0, - 115103799.0, - 123731211.0, - 134351435.0, - 143646927.0, - 152416816.0, - 162308958.0, - 171857049.0, - 181172636.0, - 191095387.0 + 9746215.0, + 19457799.0, + 28807118.0, + 38054079.0, + 47921312.0, + 59156341.0, + 67252117.0, + 76536595.0, + 84729265.0, + 94548995.0, + 105352947.0, + 114296156.0, + 123769716.0, + 132305612.0, + 142533318.0, + 152025292.0, + 161558727.0, + 170517351.0, + 180224298.0, + 188542811.0 ] } }, @@ -1351,94 +1351,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2432.0233351384572, - "upper_bound": 2445.0898811434445 + "lower_bound": 2476.801924056522, + "upper_bound": 2490.8423021718827 }, - "point_estimate": 2439.078148584975, - "standard_error": 3.3370850405452868 + "point_estimate": 2483.5334010418865, + "standard_error": 3.581676647438479 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2436.238580745766, - "upper_bound": 2447.6473539086687 + "lower_bound": 2474.671931668857, + "upper_bound": 2489.450359541539 }, - "point_estimate": 2442.903617924903, - "standard_error": 3.635959317129046 + "point_estimate": 2480.676027060981, + "standard_error": 4.028426432272452 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2.729538562041073, - "upper_bound": 17.126373714967258 + "lower_bound": 4.923196284474855, + "upper_bound": 18.988868901820187 }, - "point_estimate": 9.080297746776404, - "standard_error": 3.732043995382822 + "point_estimate": 11.562373723306255, + "standard_error": 3.585675310440874 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2440.45424554227, - "upper_bound": 2446.992131512727 + "lower_bound": 2477.2804873123814, + "upper_bound": 2488.0867949607145 }, - "point_estimate": 2443.974785690913, - "standard_error": 1.6671226525084533 + "point_estimate": 2482.4436105985615, + "standard_error": 2.7684410088597633 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 7.784577116234257, - "upper_bound": 21.376237776114138 + "lower_bound": 8.88823650008014, + "upper_bound": 21.930250938898734 }, - "point_estimate": 15.357595241306251, - "standard_error": 3.6742408679078493 + "point_estimate": 16.413776954511867, + "standard_error": 3.3246787677202807 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 3876.0, - 7752.0, - 11628.0, - 15504.0, - 19380.0, - 23256.0, - 27132.0, - 31008.0, - 34884.0, - 38760.0, - 42636.0, - 46512.0, - 50388.0, - 54264.0, - 58140.0, - 62016.0, - 65892.0, - 69768.0, - 73644.0, - 77520.0 + 3805.0, + 7610.0, + 11415.0, + 15220.0, + 19025.0, + 22830.0, + 26635.0, + 30440.0, + 34245.0, + 38050.0, + 41855.0, + 45660.0, + 49465.0, + 53270.0, + 57075.0, + 60880.0, + 64685.0, + 68490.0, + 72295.0, + 76100.0 ], "times": [ - 9271918.0, - 18734493.0, - 28605436.0, - 37835040.0, - 47230185.0, - 56936003.0, - 65719714.0, - 75550993.0, - 84967723.0, - 94115857.0, - 104367585.0, - 114280488.0, - 123222175.0, - 132713074.0, - 142473856.0, - 151804823.0, - 160511405.0, - 170691535.0, - 179691526.0, - 189727217.0 + 9319711.0, + 18844258.0, + 28670677.0, + 37700483.0, + 47054949.0, + 57673739.0, + 66444095.0, + 75810801.0, + 85215304.0, + 94185796.0, + 104055867.0, + 112720759.0, + 122745245.0, + 132104037.0, + 141205107.0, + 150465455.0, + 161577031.0, + 170678368.0, + 178771359.0, + 189000737.0 ] } }, @@ -1447,94 +1447,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 6152.972398094056, - "upper_bound": 6195.86949338517 + "lower_bound": 9978.339494252185, + "upper_bound": 10207.046067160845 }, - "point_estimate": 6175.220986600979, - "standard_error": 10.966580099531265 + "point_estimate": 10092.59362926534, + "standard_error": 58.33979123881101 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 6154.761390060567, - "upper_bound": 6203.801440167583 + "lower_bound": 9975.446754208755, + "upper_bound": 10268.202283950617 }, - "point_estimate": 6187.571999338346, - "standard_error": 12.448933273180584 + "point_estimate": 10072.069444444445, + "standard_error": 78.81991197423055 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 17.49558881785585, - "upper_bound": 67.32032872046405 + "lower_bound": 122.28752274563129, + "upper_bound": 473.49160991548143 }, - "point_estimate": 40.26151527903109, - "standard_error": 13.211587314988183 + "point_estimate": 406.75470040365974, + "standard_error": 96.66240746031283 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 6158.836720528242, - "upper_bound": 6196.492998858183 + "lower_bound": 9810.607135723052, + "upper_bound": 10007.297833314617 }, - "point_estimate": 6178.971992710286, - "standard_error": 9.704087950214037 + "point_estimate": 9887.496963608208, + "standard_error": 50.352857907570304 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 31.117132427581684, - "upper_bound": 64.19750725652408 + "lower_bound": 200.10295719687684, + "upper_bound": 315.11990364540975 }, - "point_estimate": 50.339246362498685, - "standard_error": 8.489712673813903 + "point_estimate": 269.2175404657948, + "standard_error": 29.295006328541618 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 1541.0, - 3082.0, - 4623.0, - 6164.0, - 7705.0, - 9246.0, - 10787.0, - 12328.0, - 13869.0, - 15410.0, - 16951.0, - 18492.0, - 20033.0, - 21574.0, - 23115.0, - 24656.0, - 26197.0, - 27738.0, - 29279.0, - 30820.0 + 900.0, + 1800.0, + 2700.0, + 3600.0, + 4500.0, + 5400.0, + 6300.0, + 7200.0, + 8100.0, + 9000.0, + 9900.0, + 10800.0, + 11700.0, + 12600.0, + 13500.0, + 14400.0, + 15300.0, + 16200.0, + 17100.0, + 18000.0 ], "times": [ - 9589282.0, - 18658503.0, - 28641736.0, - 38621114.0, - 47743748.0, - 56604766.0, - 67018503.0, - 75041789.0, - 85858071.0, - 95797199.0, - 104003298.0, - 114040199.0, - 123891529.0, - 133059713.0, - 143304434.0, - 151449995.0, - 162015291.0, - 170128067.0, - 181763255.0, - 191647718.0 + 9401671.0, + 18683617.0, + 27450954.0, + 37960331.0, + 47095578.0, + 55979790.0, + 65228604.0, + 72058787.0, + 82479529.0, + 90815820.0, + 98665953.0, + 108577716.0, + 118495703.0, + 126050862.0, + 134792581.0, + 141192606.0, + 148303657.0, + 157530138.0, + 167260655.0, + 174724933.0 ] } }, @@ -1543,94 +1543,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2458.1182653505007, - "upper_bound": 2478.2443787460315 + "lower_bound": 2856.378825660634, + "upper_bound": 3216.5542678615325 }, - "point_estimate": 2468.102427697668, - "standard_error": 5.14600022695578 + "point_estimate": 3037.812056140606, + "standard_error": 91.95328327313757 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2451.502481941475, - "upper_bound": 2485.4309970353183 + "lower_bound": 2676.2103631201435, + "upper_bound": 3355.700230416985 }, - "point_estimate": 2465.0839062186706, - "standard_error": 9.438663856709866 + "point_estimate": 3163.6031059813618, + "standard_error": 212.7623820703605 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 10.417016040540755, - "upper_bound": 37.866678192560194 + "lower_bound": 154.4437367553982, + "upper_bound": 664.3690670570783 }, - "point_estimate": 30.166596309197853, - "standard_error": 7.212564958438189 + "point_estimate": 560.203132019626, + "standard_error": 137.68886826756082 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2465.745362867576, - "upper_bound": 2482.8843478207677 + "lower_bound": 3226.7500097214142, + "upper_bound": 3410.701499036267 }, - "point_estimate": 2475.195470922227, - "standard_error": 4.394725721354891 + "point_estimate": 3335.8131021933723, + "standard_error": 46.34827252764986 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 17.327554393467935, - "upper_bound": 28.53770474307836 + "lower_bound": 335.01495778282293, + "upper_bound": 472.0381125805536 }, - "point_estimate": 23.603840502828483, - "standard_error": 2.882450184818112 + "point_estimate": 421.9770392241398, + "standard_error": 34.698233057654626 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 3879.0, - 7758.0, - 11637.0, - 15516.0, - 19395.0, - 23274.0, - 27153.0, - 31032.0, - 34911.0, - 38790.0, - 42669.0, - 46548.0, - 50427.0, - 54306.0, - 58185.0, - 62064.0, - 65943.0, - 69822.0, - 73701.0, - 77580.0 + 3824.0, + 7648.0, + 11472.0, + 15296.0, + 19120.0, + 22944.0, + 26768.0, + 30592.0, + 34416.0, + 38240.0, + 42064.0, + 45888.0, + 49712.0, + 53536.0, + 57360.0, + 61184.0, + 65008.0, + 68832.0, + 72656.0, + 76480.0 ], "times": [ - 9470797.0, - 19306574.0, - 28491411.0, - 38261254.0, - 47191185.0, - 56730363.0, - 68367265.0, - 75516701.0, - 85886572.0, - 95503272.0, - 105717533.0, - 114077396.0, - 125706172.0, - 135187414.0, - 145020373.0, - 154207030.0, - 161709212.0, - 172058534.0, - 183003031.0, - 192880686.0 + 9349466.0, + 18773288.0, + 28993757.0, + 37827755.0, + 48928139.0, + 61139598.0, + 71944067.0, + 85532110.0, + 100483312.0, + 118571621.0, + 135718819.0, + 152518741.0, + 170752053.0, + 190138545.0, + 207160394.0, + 217670625.0, + 218211795.0, + 228705334.0, + 243739741.0, + 259160739.0 ] } } @@ -1640,14 +1640,14 @@ "ports": 4096, "exclusions": 0, "mean_us": { - "base-a": 8.02644617880992, - "head-a": 0.2417831364348469, - "base-b": 8.106893467476924, - "head-b": 0.2331442052483795 + "base-a": 10.88859363874519, + "head-a": 0.3354223026181755, + "base-b": 10.037402574525531, + "head-b": 0.39678392087852365 }, "reduction_percent": { - "a": 96.98766887550853, - "b": 97.12412397937999 + "a": 96.91950757144033, + "b": 96.04694623003822 }, "runs": { "base-a": { @@ -1655,94 +1655,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 7966.971729540804, - "upper_bound": 8101.400548420512 + "lower_bound": 10785.224669042405, + "upper_bound": 10989.562223804865 }, - "point_estimate": 8026.44617880992, - "standard_error": 34.74002251056107 + "point_estimate": 10888.593638745191, + "standard_error": 52.14751835068835 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 7946.335704054922, - "upper_bound": 8034.523057546987 + "lower_bound": 10807.496707288703, + "upper_bound": 10990.380890642615 }, - "point_estimate": 8003.214881702052, - "standard_error": 22.748635119608167 + "point_estimate": 10927.431869427079, + "standard_error": 46.80217135834581 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 35.19163216589148, - "upper_bound": 163.12755685201773 + "lower_bound": 47.39673674403382, + "upper_bound": 432.79834453726215 }, - "point_estimate": 84.32906728249448, - "standard_error": 33.54774774825435 + "point_estimate": 205.69697258264702, + "standard_error": 120.02992964359122 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 7935.984955303729, - "upper_bound": 8020.4893563449705 + "lower_bound": 10933.999510717564, + "upper_bound": 11112.499393430911 }, - "point_estimate": 7974.1543463315165, - "standard_error": 21.593851035669612 + "point_estimate": 11022.924412241868, + "standard_error": 45.77018552117531 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 65.80136961071138, - "upper_bound": 232.41901141640082 + "lower_bound": 170.71580044646683, + "upper_bound": 287.57405926214096 }, - "point_estimate": 158.96398163450047, - "standard_error": 46.924472634887465 + "point_estimate": 240.3995120051338, + "standard_error": 29.74209807561159 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 1191.0, - 2382.0, - 3573.0, - 4764.0, - 5955.0, - 7146.0, - 8337.0, - 9528.0, - 10719.0, - 11910.0, - 13101.0, - 14292.0, - 15483.0, - 16674.0, - 17865.0, - 19056.0, - 20247.0, - 21438.0, - 22629.0, - 23820.0 + 887.0, + 1774.0, + 2661.0, + 3548.0, + 4435.0, + 5322.0, + 6209.0, + 7096.0, + 7983.0, + 8870.0, + 9757.0, + 10644.0, + 11531.0, + 12418.0, + 13305.0, + 14192.0, + 15079.0, + 15966.0, + 16853.0, + 17740.0 ], "times": [ - 9850041.0, - 18740500.0, - 28493263.0, - 37869992.0, - 50986439.0, - 57934488.0, - 67764022.0, - 75447092.0, - 85868680.0, - 95584737.0, - 105278965.0, - 114242274.0, - 124376446.0, - 133556217.0, - 140657016.0, - 152382849.0, - 160831452.0, - 168756277.0, - 182148132.0, - 188369756.0 + 9330511.0, + 19377703.0, + 28181131.0, + 37312272.0, + 46978923.0, + 55970469.0, + 66590039.0, + 79309184.0, + 86936728.0, + 97411627.0, + 106660539.0, + 117069276.0, + 125912803.0, + 135959448.0, + 146384831.0, + 158326630.0, + 168909252.0, + 180676489.0, + 183875470.0, + 194326977.0 ] } }, @@ -1751,94 +1751,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 239.6051527559811, - "upper_bound": 244.41442409710044 + "lower_bound": 333.29316192003677, + "upper_bound": 337.58497097124626 }, - "point_estimate": 241.78313643484688, - "standard_error": 1.2270499170334943 + "point_estimate": 335.42230261817554, + "standard_error": 1.0991859696086081 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 240.76815828560058, - "upper_bound": 242.57836267009407 + "lower_bound": 331.6814510240481, + "upper_bound": 339.32890123526454 }, - "point_estimate": 241.92930896179485, - "standard_error": 0.4477239319979277 + "point_estimate": 334.4589466685384, + "standard_error": 2.1559267103670012 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 0.4773454050044739, - "upper_bound": 5.713536744287664 + "lower_bound": 2.43105151715192, + "upper_bound": 8.1118934603231 }, - "point_estimate": 1.8555092056911027, - "standard_error": 1.1754976434498965 + "point_estimate": 6.16437795310548, + "standard_error": 1.5812921797087258 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 236.95165829193175, - "upper_bound": 242.0478779062759 + "lower_bound": 330.53519179157615, + "upper_bound": 334.00710408272795 }, - "point_estimate": 239.14884308666913, - "standard_error": 1.2603851758539892 + "point_estimate": 331.8828959362189, + "standard_error": 0.8855550888735865 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2.5011755919859056, - "upper_bound": 8.330692868626151 + "lower_bound": 3.8923328619895736, + "upper_bound": 5.720114034296917 }, - "point_estimate": 5.612769449527587, - "standard_error": 1.637262916466306 + "point_estimate": 5.026518896785238, + "standard_error": 0.464940833535485 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 40204.0, - 80408.0, - 120612.0, - 160816.0, - 201020.0, - 241224.0, - 281428.0, - 321632.0, - 361836.0, - 402040.0, - 442244.0, - 482448.0, - 522652.0, - 562856.0, - 603060.0, - 643264.0, - 683468.0, - 723672.0, - 763876.0, - 804080.0 + 27847.0, + 55694.0, + 83541.0, + 111388.0, + 139235.0, + 167082.0, + 194929.0, + 222776.0, + 250623.0, + 278470.0, + 306317.0, + 334164.0, + 362011.0, + 389858.0, + 417705.0, + 445552.0, + 473399.0, + 501246.0, + 529093.0, + 556940.0 ], "times": [ - 9500940.0, - 19448400.0, - 31441556.0, - 39563508.0, - 48882403.0, - 59115027.0, - 67786866.0, - 77830815.0, - 86944002.0, - 97900200.0, - 106824305.0, - 116754139.0, - 126545223.0, - 135461873.0, - 145748501.0, - 156335889.0, - 165463597.0, - 169974148.0, - 178301822.0, - 188507476.0 + 9530836.0, + 19042358.0, + 27753112.0, + 37512990.0, + 47507816.0, + 57143079.0, + 66039685.0, + 76470037.0, + 85179088.0, + 93813226.0, + 102515368.0, + 111693332.0, + 119634779.0, + 129562166.0, + 138324441.0, + 148029890.0, + 156679735.0, + 165333625.0, + 174306669.0, + 182621304.0 ] } }, @@ -1847,94 +1847,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 8045.56736901563, - "upper_bound": 8166.821758237335 + "lower_bound": 9952.00764590608, + "upper_bound": 10141.250993811998 }, - "point_estimate": 8106.893467476923, - "standard_error": 30.960198704660925 + "point_estimate": 10037.402574525531, + "standard_error": 48.674141146172474 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 8045.636536281179, - "upper_bound": 8172.206042139078 + "lower_bound": 9887.712490399386, + "upper_bound": 10098.652755376344 }, - "point_estimate": 8103.836605624392, - "standard_error": 31.21809938171387 + "point_estimate": 9999.57082373272, + "standard_error": 65.70145609116466 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 53.72935060507037, - "upper_bound": 190.66904581662834 + "lower_bound": 75.81966265686444, + "upper_bound": 265.28930594251807 }, - "point_estimate": 139.36703802177277, - "standard_error": 35.65173457388185 + "point_estimate": 182.27739688489666, + "standard_error": 50.591939918781115 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 8079.609923641809, - "upper_bound": 8194.179035067338 + "lower_bound": 10015.739369854296, + "upper_bound": 10150.506904075079 }, - "point_estimate": 8134.316296605751, - "standard_error": 29.23008878181038 + "point_estimate": 10092.025160567768, + "standard_error": 34.157537741027305 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 87.02323266263387, - "upper_bound": 185.03850934809557 + "lower_bound": 119.13374416225358, + "upper_bound": 319.90428819434675 }, - "point_estimate": 141.72199198424755, - "standard_error": 25.12254358724986 + "point_estimate": 223.374078647896, + "standard_error": 58.27472539711093 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 1176.0, - 2352.0, - 3528.0, - 4704.0, - 5880.0, - 7056.0, - 8232.0, - 9408.0, - 10584.0, - 11760.0, - 12936.0, - 14112.0, - 15288.0, - 16464.0, - 17640.0, - 18816.0, - 19992.0, - 21168.0, - 22344.0, - 23520.0 + 868.0, + 1736.0, + 2604.0, + 3472.0, + 4340.0, + 5208.0, + 6076.0, + 6944.0, + 7812.0, + 8680.0, + 9548.0, + 10416.0, + 11284.0, + 12152.0, + 13020.0, + 13888.0, + 14756.0, + 15624.0, + 16492.0, + 17360.0 ], "times": [ - 9127038.0, - 19623240.0, - 29023897.0, - 38747974.0, - 46774628.0, - 56124108.0, - 66446652.0, - 76214369.0, - 86198537.0, - 94223212.0, - 104122590.0, - 112941510.0, - 124412013.0, - 133467986.0, - 141864707.0, - 157753096.0, - 164175858.0, - 173581441.0, - 181392151.0, - 189994857.0 + 8510585.0, + 18685853.0, + 25590804.0, + 34111964.0, + 42907594.0, + 52489364.0, + 59938108.0, + 69370182.0, + 77126421.0, + 86879822.0, + 94809511.0, + 103002601.0, + 111681829.0, + 122232648.0, + 132809900.0, + 141416696.0, + 150579699.0, + 160509742.0, + 166089072.0, + 175660677.0 ] } }, @@ -1943,94 +1943,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 232.17346153081127, - "upper_bound": 234.21230273300893 + "lower_bound": 393.78727361820376, + "upper_bound": 399.40012626551606 }, - "point_estimate": 233.1442052483795, - "standard_error": 0.5183039552011317 + "point_estimate": 396.78392087852365, + "standard_error": 1.4451728500691325 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 232.19931658106242, - "upper_bound": 233.75178116840286 + "lower_bound": 397.2660614504183, + "upper_bound": 401.0502967958854 }, - "point_estimate": 232.6942402982878, - "standard_error": 0.425065968010729 + "point_estimate": 400.00516950022876, + "standard_error": 1.2353141664859606 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 0.7515374558274726, - "upper_bound": 2.9023252952620866 + "lower_bound": 0.7169503698421319, + "upper_bound": 6.5297824496138945 }, - "point_estimate": 1.6393856664502464, - "standard_error": 0.5444882244343534 + "point_estimate": 2.3881033163540453, + "standard_error": 1.5794866089284283 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 231.6334097756583, - "upper_bound": 234.8459052470102 + "lower_bound": 388.27827155831943, + "upper_bound": 397.4120869994733 }, - "point_estimate": 233.15144658363764, - "standard_error": 0.8207719179457903 + "point_estimate": 392.20022618366914, + "standard_error": 2.355746372870766 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 1.333903798158707, - "upper_bound": 3.1740953440594333 + "lower_bound": 3.5377915143553493, + "upper_bound": 8.176694519151074 }, - "point_estimate": 2.376772500060376, - "standard_error": 0.48137511890903506 + "point_estimate": 6.620319075599502, + "standard_error": 1.1831176667104164 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 40766.0, - 81532.0, - 122298.0, - 163064.0, - 203830.0, - 244596.0, - 285362.0, - 326128.0, - 366894.0, - 407660.0, - 448426.0, - 489192.0, - 529958.0, - 570724.0, - 611490.0, - 652256.0, - 693022.0, - 733788.0, - 774554.0, - 815320.0 + 23802.0, + 47604.0, + 71406.0, + 95208.0, + 119010.0, + 142812.0, + 166614.0, + 190416.0, + 214218.0, + 238020.0, + 261822.0, + 285624.0, + 309426.0, + 333228.0, + 357030.0, + 380832.0, + 404634.0, + 428436.0, + 452238.0, + 476040.0 ], "times": [ - 9436479.0, - 19138554.0, - 28456470.0, - 38552289.0, - 47547348.0, - 56801993.0, - 66802951.0, - 75739645.0, - 85659796.0, - 94865368.0, - 104591606.0, - 113344725.0, - 123040786.0, - 130641070.0, - 140406690.0, - 156274592.0, - 163679670.0, - 171728912.0, - 179271073.0, - 189695589.0 + 9346133.0, + 19145018.0, + 28609110.0, + 38229237.0, + 47713135.0, + 57368391.0, + 66838737.0, + 76448218.0, + 85586489.0, + 95322362.0, + 104990024.0, + 113946037.0, + 124111659.0, + 132675000.0, + 142209464.0, + 150954686.0, + 157730474.0, + 164338453.0, + 173106716.0, + 182483273.0 ] } } @@ -2040,14 +2040,14 @@ "ports": 4096, "exclusions": 64, "mean_us": { - "base-a": 14.604814672876087, - "head-a": 2.0722425163003972, - "base-b": 20.222957567137648, - "head-b": 3.023251733041546 + "base-a": 20.680387230681966, + "head-a": 2.929818323476628, + "base-b": 20.36263674090424, + "head-b": 3.063584805245273 }, "reduction_percent": { - "a": 85.81123716585775, - "b": 85.05039768290699 + "a": 85.83286526119844, + "b": 84.95487178685863 }, "runs": { "base-a": { @@ -2055,94 +2055,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 14552.102266499875, - "upper_bound": 14652.762570207236 + "lower_bound": 20616.918947025915, + "upper_bound": 20748.045016098506 }, - "point_estimate": 14604.814672876086, - "standard_error": 25.68754180430149 + "point_estimate": 20680.387230681965, + "standard_error": 33.512576750969934 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 14557.440601923408, - "upper_bound": 14671.206233900051 + "lower_bound": 20568.74293836731, + "upper_bound": 20808.541728532542 }, - "point_estimate": 14634.4583751932, - "standard_error": 31.2019185651887 + "point_estimate": 20625.77592896495, + "standard_error": 56.0182429648869 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 40.89665978228117, - "upper_bound": 163.061091517526 + "lower_bound": 63.63111205576434, + "upper_bound": 225.86869207855804 }, - "point_estimate": 113.29234960882195, - "standard_error": 29.91492314243646 + "point_estimate": 153.59105739629376, + "standard_error": 49.137790044502346 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 14598.508048318216, - "upper_bound": 14701.99181019455 + "lower_bound": 20633.356241115238, + "upper_bound": 20750.996551144017 }, - "point_estimate": 14654.534951989617, - "standard_error": 26.401118302879787 + "point_estimate": 20689.057767551585, + "standard_error": 30.020388902369827 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 71.94223684761047, - "upper_bound": 153.70172593781928 + "lower_bound": 112.03778712904214, + "upper_bound": 178.5818623796307 }, - "point_estimate": 117.9607971635086, - "standard_error": 21.34779007819021 + "point_estimate": 154.0349242524375, + "standard_error": 16.908099628789095 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 647.0, - 1294.0, - 1941.0, - 2588.0, - 3235.0, - 3882.0, - 4529.0, - 5176.0, - 5823.0, - 6470.0, - 7117.0, - 7764.0, - 8411.0, - 9058.0, - 9705.0, - 10352.0, - 10999.0, - 11646.0, - 12293.0, - 12940.0 + 449.0, + 898.0, + 1347.0, + 1796.0, + 2245.0, + 2694.0, + 3143.0, + 3592.0, + 4041.0, + 4490.0, + 4939.0, + 5388.0, + 5837.0, + 6286.0, + 6735.0, + 7184.0, + 7633.0, + 8082.0, + 8531.0, + 8980.0 ], "times": [ - 9523555.0, - 18500593.0, - 28126692.0, - 37731877.0, - 47378936.0, - 56958046.0, - 66332433.0, - 74694113.0, - 84784316.0, - 94915332.0, - 102924901.0, - 113002183.0, - 122409890.0, - 133420001.0, - 142282721.0, - 151379231.0, - 161447235.0, - 170175814.0, - 180867842.0, - 191465909.0 + 9204030.0, + 18443395.0, + 28222530.0, + 36840102.0, + 46085329.0, + 56440056.0, + 64482964.0, + 74749310.0, + 84430362.0, + 92565741.0, + 102121232.0, + 112132712.0, + 119943029.0, + 129463160.0, + 138781741.0, + 147909509.0, + 159223611.0, + 168163321.0, + 176042081.0, + 185548007.0 ] } }, @@ -2151,94 +2151,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2052.6763078186796, - "upper_bound": 2097.1303988096997 + "lower_bound": 2912.5846902277026, + "upper_bound": 2948.097192866194 }, - "point_estimate": 2072.2425163003973, - "standard_error": 11.467164131559638 + "point_estimate": 2929.8183234766284, + "standard_error": 9.091316263101493 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2045.3214402887138, - "upper_bound": 2074.0647002458027 + "lower_bound": 2900.4644229482665, + "upper_bound": 2940.9729541749057 }, - "point_estimate": 2059.267973037461, - "standard_error": 7.424808418610549 + "point_estimate": 2929.7636960415402, + "standard_error": 10.895579517541533 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 12.630940205181204, - "upper_bound": 46.065629292991176 + "lower_bound": 19.54320832219504, + "upper_bound": 74.86321839493759 }, - "point_estimate": 24.56647943043684, - "standard_error": 8.516877219999259 + "point_estimate": 47.37918215348692, + "standard_error": 14.607212993449963 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2045.3690630048302, - "upper_bound": 2141.271817365673 + "lower_bound": 2924.584214432489, + "upper_bound": 2965.028212724927 }, - "point_estimate": 2090.4165757481533, - "standard_error": 25.362981940197443 + "point_estimate": 2943.4738214718127, + "standard_error": 10.379376858277277 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 20.909364603340215, - "upper_bound": 77.26892750901584 + "lower_bound": 29.027702719063736, + "upper_bound": 49.615679711438396 }, - "point_estimate": 52.6499816683547, - "standard_error": 15.769293705947753 + "point_estimate": 41.80561952456512, + "standard_error": 5.257889040380871 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 4572.0, - 9144.0, - 13716.0, - 18288.0, - 22860.0, - 27432.0, - 32004.0, - 36576.0, - 41148.0, - 45720.0, - 50292.0, - 54864.0, - 59436.0, - 64008.0, - 68580.0, - 73152.0, - 77724.0, - 82296.0, - 86868.0, - 91440.0 + 3203.0, + 6406.0, + 9609.0, + 12812.0, + 16015.0, + 19218.0, + 22421.0, + 25624.0, + 28827.0, + 32030.0, + 35233.0, + 38436.0, + 41639.0, + 44842.0, + 48045.0, + 51248.0, + 54451.0, + 57654.0, + 60857.0, + 64060.0 ], "times": [ - 9320892.0, - 19525611.0, - 28038928.0, - 37371318.0, - 47680629.0, - 55964265.0, - 66296323.0, - 75519716.0, - 85166531.0, - 93724313.0, - 103553577.0, - 112273319.0, - 123758227.0, - 131652925.0, - 141239772.0, - 147474531.0, - 156651598.0, - 170898198.0, - 185688708.0, - 205883531.0 + 9223221.0, + 18421226.0, + 27735650.0, + 36919533.0, + 46944238.0, + 55963884.0, + 64844027.0, + 75148078.0, + 86402657.0, + 95783804.0, + 104178417.0, + 112564098.0, + 121086229.0, + 129724697.0, + 141517452.0, + 153684694.0, + 163637909.0, + 169296767.0, + 178366770.0, + 186666330.0 ] } }, @@ -2247,94 +2247,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 20054.723537656482, - "upper_bound": 20385.030389857904 + "lower_bound": 20205.404333457605, + "upper_bound": 20523.04445652047 }, - "point_estimate": 20222.957567137648, - "standard_error": 84.64706877817314 + "point_estimate": 20362.63674090424, + "standard_error": 81.02221496949782 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 19883.622453703705, - "upper_bound": 20520.287881787328 + "lower_bound": 20140.277381659733, + "upper_bound": 20526.44284676834 }, - "point_estimate": 20321.737251984126, - "standard_error": 184.8017116390664 + "point_estimate": 20373.52194709793, + "standard_error": 93.26163832218928 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 165.92974912012727, - "upper_bound": 611.2312731190625 + "lower_bound": 143.50487881923968, + "upper_bound": 563.4285803989036 }, - "point_estimate": 472.9271139944903, - "standard_error": 129.4296368172167 + "point_estimate": 345.80838657933975, + "standard_error": 108.60083520321724 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 20319.547293554155, - "upper_bound": 20552.628690837595 + "lower_bound": 20046.38897583904, + "upper_bound": 20404.329018654233 }, - "point_estimate": 20459.193418263647, - "standard_error": 59.70057627373446 + "point_estimate": 20223.982769693244, + "standard_error": 92.41138363431736 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 307.1693690171253, - "upper_bound": 430.26884435773263 + "lower_bound": 247.90836231465437, + "upper_bound": 465.9985310584469 }, - "point_estimate": 386.9191632721438, - "standard_error": 31.477449295285197 + "point_estimate": 371.4479941707012, + "standard_error": 56.00395389980084 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 480.0, - 960.0, - 1440.0, - 1920.0, - 2400.0, - 2880.0, - 3360.0, - 3840.0, - 4320.0, - 4800.0, - 5280.0, - 5760.0, - 6240.0, - 6720.0, - 7200.0, - 7680.0, - 8160.0, - 8640.0, - 9120.0, - 9600.0 + 459.0, + 918.0, + 1377.0, + 1836.0, + 2295.0, + 2754.0, + 3213.0, + 3672.0, + 4131.0, + 4590.0, + 5049.0, + 5508.0, + 5967.0, + 6426.0, + 6885.0, + 7344.0, + 7803.0, + 8262.0, + 8721.0, + 9180.0 ], "times": [ - 9440748.0, - 18926498.0, - 28437252.0, - 37823882.0, - 47956474.0, - 58917377.0, - 69583457.0, - 75811615.0, - 85771553.0, - 95581050.0, - 106891690.0, - 118751704.0, - 127925828.0, - 136857706.0, - 145999760.0, - 158360326.0, - 167603477.0, - 177026263.0, - 187944688.0, - 198787519.0 + 9496722.0, + 18772649.0, + 28900022.0, + 38892286.0, + 47146403.0, + 56828832.0, + 64367354.0, + 73912784.0, + 81663321.0, + 91903561.0, + 101746443.0, + 112301891.0, + 121477229.0, + 130751254.0, + 141209909.0, + 150967614.0, + 159957983.0, + 168109039.0, + 173314654.0, + 181567567.0 ] } }, @@ -2343,94 +2343,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 3006.795003924553, - "upper_bound": 3040.891328246294 + "lower_bound": 2978.0613202236764, + "upper_bound": 3140.927169411555 }, - "point_estimate": 3023.251733041546, - "standard_error": 8.745785333875558 + "point_estimate": 3063.5848052452734, + "standard_error": 41.71981895789831 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2996.9849788618303, - "upper_bound": 3036.339102444318 + "lower_bound": 3090.5800582476277, + "upper_bound": 3175.4665538253216 }, - "point_estimate": 3009.4735870394597, - "standard_error": 11.455399184903689 + "point_estimate": 3109.3034960976734, + "standard_error": 30.82237539653847 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 13.063040657555016, - "upper_bound": 62.231332251807764 + "lower_bound": 26.757495124146885, + "upper_bound": 292.40488031568634 }, - "point_estimate": 28.03710125536752, - "standard_error": 13.009869590975923 + "point_estimate": 126.69908692438274, + "standard_error": 59.27258367663838 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2998.770861377545, - "upper_bound": 3020.7273964593674 + "lower_bound": 2841.5353059776194, + "upper_bound": 3043.4666358804807 }, - "point_estimate": 3008.5219770841545, - "standard_error": 5.613505649066412 + "point_estimate": 2928.46694236127, + "standard_error": 51.44592045899269 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 27.634182676843444, - "upper_bound": 46.83260055775882 + "lower_bound": 115.54272346745523, + "upper_bound": 235.63031260945374 }, - "point_estimate": 40.154760283113035, - "standard_error": 4.874034845120793 + "point_estimate": 191.1421813094408, + "standard_error": 30.685073477318923 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 3058.0, - 6116.0, - 9174.0, - 12232.0, - 15290.0, - 18348.0, - 21406.0, - 24464.0, - 27522.0, - 30580.0, - 33638.0, - 36696.0, - 39754.0, - 42812.0, - 45870.0, - 48928.0, - 51986.0, - 55044.0, - 58102.0, - 61160.0 + 2954.0, + 5908.0, + 8862.0, + 11816.0, + 14770.0, + 17724.0, + 20678.0, + 23632.0, + 26586.0, + 29540.0, + 32494.0, + 35448.0, + 38402.0, + 41356.0, + 44310.0, + 47264.0, + 50218.0, + 53172.0, + 56126.0, + 59080.0 ], "times": [ - 9464340.0, - 18831920.0, - 27595894.0, - 37732206.0, - 47292623.0, - 54699070.0, - 64169682.0, - 73658473.0, - 82093312.0, - 93887038.0, - 100056346.0, - 110674194.0, - 120242048.0, - 130492063.0, - 137415607.0, - 146139681.0, - 155779370.0, - 164989220.0, - 175661047.0, - 183433752.0 + 9416899.0, + 19447094.0, + 29313362.0, + 37890174.0, + 47306459.0, + 56746489.0, + 63948223.0, + 74622612.0, + 82113179.0, + 93437574.0, + 100633216.0, + 109707612.0, + 119352893.0, + 128642826.0, + 138351040.0, + 124440603.0, + 136812931.0, + 146311179.0, + 159373988.0, + 170738115.0 ] } } @@ -2440,14 +2440,14 @@ "ports": 4096, "exclusions": 4096, "mean_us": { - "base-a": 587.4317084393149, - "head-a": 5.614528432359317, - "base-b": 541.7223761782764, - "head-b": 5.875080564487167 + "base-a": 524.2234193979798, + "head-a": 6.805000840018827, + "base-b": 519.6695951674367, + "head-b": 6.710127255700436 }, "reduction_percent": { - "a": 99.04422448572346, - "b": 98.91548128287879 + "a": 98.70188919681732, + "b": 98.708770472989 }, "runs": { "base-a": { @@ -2455,94 +2455,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 585227.0496504622, - "upper_bound": 590584.9253484678 + "lower_bound": 520433.8321936574, + "upper_bound": 528088.9483967575 }, - "point_estimate": 587431.7084393149, - "standard_error": 1400.2886310333797 + "point_estimate": 524223.4193979798, + "standard_error": 1946.9685767456185 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 584020.4793585527, - "upper_bound": 587649.1739583333 + "lower_bound": 521757.68888888886, + "upper_bound": 526349.7602513228 }, - "point_estimate": 586756.6972064395, - "standard_error": 892.2666587867917 + "point_estimate": 523689.0429292929, + "standard_error": 1171.1453137589665 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 1123.3845022741118, - "upper_bound": 5097.130172007809 + "lower_bound": 2011.0260598527725, + "upper_bound": 11637.262837563923 }, - "point_estimate": 2629.5773574051536, - "standard_error": 1117.7342351512436 + "point_estimate": 4723.138641425315, + "standard_error": 2593.4362227992924 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 585192.8870706172, - "upper_bound": 587342.790528915 + "lower_bound": 519897.253183311, + "upper_bound": 530388.2101791489 }, - "point_estimate": 586244.3589503485, - "standard_error": 553.2960029854138 + "point_estimate": 525301.6382694541, + "standard_error": 2692.0398773438524 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2045.4965382142946, - "upper_bound": 10087.69206931857 + "lower_bound": 5300.687267414798, + "upper_bound": 11589.776128017862 }, - "point_estimate": 6451.018324405037, - "standard_error": 2505.6239736298626 + "point_estimate": 8956.073354060802, + "standard_error": 1605.0963692823314 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 16.0, - 32.0, - 48.0, - 64.0, - 80.0, - 96.0, - 112.0, - 128.0, + 18.0, + 36.0, + 54.0, + 72.0, + 90.0, + 108.0, + 126.0, 144.0, - 160.0, - 176.0, - 192.0, - 208.0, - 224.0, - 240.0, - 256.0, - 272.0, + 162.0, + 180.0, + 198.0, + 216.0, + 234.0, + 252.0, + 270.0, 288.0, - 304.0, - 320.0 + 306.0, + 324.0, + 342.0, + 360.0 ], "times": [ - 9793955.0, - 18664703.0, - 27926453.0, - 37342115.0, - 47470508.0, - 56262775.0, - 65221148.0, - 75529869.0, - 84009208.0, - 93972539.0, - 103321072.0, - 112600675.0, - 122115249.0, - 131718037.0, - 141112795.0, - 149879992.0, - 159727026.0, - 169354873.0, - 177687217.0, - 186733931.0 + 9781999.0, + 18852626.0, + 28266940.0, + 37614908.0, + 46897749.0, + 54593793.0, + 66229599.0, + 73918324.0, + 86005861.0, + 94487287.0, + 103691418.0, + 113846641.0, + 122396113.0, + 132919501.0, + 140588016.0, + 148855660.0, + 156513454.0, + 175494207.0, + 179740034.0, + 191721018.0 ] } }, @@ -2551,94 +2551,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 5506.382758185439, - "upper_bound": 5728.024120871391 + "lower_bound": 6738.401704915966, + "upper_bound": 6868.248930556952 }, - "point_estimate": 5614.528432359317, - "standard_error": 56.61503724261163 + "point_estimate": 6805.000840018826, + "standard_error": 33.209803757295255 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 5423.37927153673, - "upper_bound": 5707.02557715075 + "lower_bound": 6736.923929376409, + "upper_bound": 6933.372343565526 }, - "point_estimate": 5595.567644142229, - "standard_error": 73.19720185704043 + "point_estimate": 6810.27774855998, + "standard_error": 58.40302494443175 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 128.1282639826862, - "upper_bound": 436.1434989575698 + "lower_bound": 44.764856128630555, + "upper_bound": 262.8924677849122 }, - "point_estimate": 288.6951090338663, - "standard_error": 85.35088506809278 + "point_estimate": 182.50004331519858, + "standard_error": 57.58254406382912 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 5647.442580758419, - "upper_bound": 5903.739978019926 + "lower_bound": 6633.966875194626, + "upper_bound": 6809.1582003577105 }, - "point_estimate": 5797.640450630236, - "standard_error": 65.74319843816224 + "point_estimate": 6704.071567315974, + "standard_error": 44.76359694605315 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 185.60049217106373, - "upper_bound": 306.3819850963384 + "lower_bound": 109.06836317794092, + "upper_bound": 178.41054855352584 }, - "point_estimate": 259.83996112312263, - "standard_error": 30.77807469358095 + "point_estimate": 152.4046875799066, + "standard_error": 17.73258041161646 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 1629.0, - 3258.0, - 4887.0, - 6516.0, - 8145.0, - 9774.0, - 11403.0, - 13032.0, - 14661.0, - 16290.0, - 17919.0, - 19548.0, - 21177.0, - 22806.0, - 24435.0, - 26064.0, - 27693.0, - 29322.0, - 30951.0, - 32580.0 + 1331.0, + 2662.0, + 3993.0, + 5324.0, + 6655.0, + 7986.0, + 9317.0, + 10648.0, + 11979.0, + 13310.0, + 14641.0, + 15972.0, + 17303.0, + 18634.0, + 19965.0, + 21296.0, + 22627.0, + 23958.0, + 25289.0, + 26620.0 ], "times": [ - 9638933.0, - 17636512.0, - 25830807.0, - 34543876.0, - 43086720.0, - 53106682.0, - 60794734.0, - 70221588.0, - 80439430.0, - 90854020.0, - 99493006.0, - 109918537.0, - 118884446.0, - 129069852.0, - 137978118.0, - 149987427.0, - 162928852.0, - 175834290.0, - 188601184.0, - 196859802.0 + 9234651.0, + 17895111.0, + 26958408.0, + 36922303.0, + 46251574.0, + 54415277.0, + 64582430.0, + 74464313.0, + 82960838.0, + 92375946.0, + 102297906.0, + 110039277.0, + 116959213.0, + 126772957.0, + 135896198.0, + 142855330.0, + 148922245.0, + 157708279.0, + 165412926.0, + 174068721.0 ] } }, @@ -2647,94 +2647,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 537704.1936883114, - "upper_bound": 545881.8059030274 + "lower_bound": 517038.6968025562, + "upper_bound": 522288.48501332157 }, - "point_estimate": 541722.3761782764, - "standard_error": 2088.2298330031854 + "point_estimate": 519669.59516743664, + "standard_error": 1344.1250440534543 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 536740.4222285068, - "upper_bound": 546013.9792717088 + "lower_bound": 515159.83532388665, + "upper_bound": 523096.85526315786 }, - "point_estimate": 541108.2, - "standard_error": 2524.2206912902775 + "point_estimate": 520504.6261609907, + "standard_error": 2327.087800282646 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 4106.616602092981, - "upper_bound": 13938.162152780142 + "lower_bound": 2097.6500701276914, + "upper_bound": 10287.05786760037 }, - "point_estimate": 8029.026810148536, - "standard_error": 2549.119186414023 + "point_estimate": 6460.921634506212, + "standard_error": 2034.3011707349824 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 531401.8476216311, - "upper_bound": 540710.7590217472 + "lower_bound": 517674.52127418533, + "upper_bound": 522384.9816012519 }, - "point_estimate": 535524.9131379381, - "standard_error": 2387.7911717050215 + "point_estimate": 519903.738565927, + "standard_error": 1204.7316505612766 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 6222.101701439953, - "upper_bound": 12163.502496338308 + "lower_bound": 4514.546941499297, + "upper_bound": 7367.67474402055 }, - "point_estimate": 9624.958261526494, - "standard_error": 1523.05961588165 + "point_estimate": 6181.435367603609, + "standard_error": 730.7630473695931 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 17.0, - 34.0, - 51.0, - 68.0, - 85.0, - 102.0, - 119.0, - 136.0, - 153.0, - 170.0, - 187.0, - 204.0, - 221.0, - 238.0, - 255.0, - 272.0, - 289.0, - 306.0, + 19.0, + 38.0, + 57.0, + 76.0, + 95.0, + 114.0, + 133.0, + 152.0, + 171.0, + 190.0, + 209.0, + 228.0, + 247.0, + 266.0, + 285.0, + 304.0, 323.0, - 340.0 + 342.0, + 361.0, + 380.0 ], "times": [ - 9188361.0, - 18937568.0, - 28729386.0, - 37557958.0, - 46046589.0, - 55609746.0, - 65340783.0, - 74460764.0, - 83010032.0, - 91048163.0, - 100804423.0, - 109267805.0, - 118402716.0, - 130052012.0, - 139125688.0, - 146260370.0, - 155597157.0, - 161692517.0, - 170874511.0, - 178046619.0 + 9662008.0, + 19854986.0, + 29882396.0, + 39761254.0, + 48710705.0, + 59624202.0, + 68209880.0, + 78169946.0, + 90638696.0, + 97119837.0, + 110487130.0, + 120629650.0, + 127151345.0, + 137764985.0, + 148931819.0, + 157929832.0, + 168445542.0, + 179109744.0, + 186849287.0, + 195904021.0 ] } }, @@ -2743,94 +2743,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 5833.607822666078, - "upper_bound": 5923.491063101946 + "lower_bound": 6670.344949327842, + "upper_bound": 6753.627569991201 }, - "point_estimate": 5875.080564487167, - "standard_error": 23.141192985575916 + "point_estimate": 6710.127255700436, + "standard_error": 21.27030811894738 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 5808.646071213942, - "upper_bound": 5877.539493959566 + "lower_bound": 6659.900809588178, + "upper_bound": 6756.246801581763 }, - "point_estimate": 5857.525369162087, - "standard_error": 19.16962927471302 + "point_estimate": 6722.231008872495, + "standard_error": 23.892907839252523 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 21.479164548517595, - "upper_bound": 109.17941838174227 + "lower_bound": 29.62821569869748, + "upper_bound": 116.85994217165747 }, - "point_estimate": 72.46844585134767, - "standard_error": 22.276161456432092 + "point_estimate": 70.04122414381891, + "standard_error": 22.393967694427005 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 5843.69890758909, - "upper_bound": 6010.26973770935 + "lower_bound": 6611.905566955343, + "upper_bound": 6699.433125503777 }, - "point_estimate": 5939.23692940063, - "standard_error": 41.10292775330056 + "point_estimate": 6649.282215619385, + "standard_error": 22.337446362169516 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 44.295151223191276, - "upper_bound": 135.66296718644233 + "lower_bound": 55.535326780534014, + "upper_bound": 134.1271231481848 }, - "point_estimate": 105.99742809448595, - "standard_error": 21.512618065826878 + "point_estimate": 97.2560673873831, + "standard_error": 21.228191775328042 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 1664.0, - 3328.0, - 4992.0, - 6656.0, - 8320.0, - 9984.0, - 11648.0, - 13312.0, - 14976.0, - 16640.0, - 18304.0, - 19968.0, - 21632.0, - 23296.0, - 24960.0, - 26624.0, - 28288.0, - 29952.0, - 31616.0, - 33280.0 + 1433.0, + 2866.0, + 4299.0, + 5732.0, + 7165.0, + 8598.0, + 10031.0, + 11464.0, + 12897.0, + 14330.0, + 15763.0, + 17196.0, + 18629.0, + 20062.0, + 21495.0, + 22928.0, + 24361.0, + 25794.0, + 27227.0, + 28660.0 ], "times": [ - 9785756.0, - 19243727.0, - 29330405.0, - 38653787.0, - 49167743.0, - 58086763.0, - 68335099.0, - 77341819.0, - 86165597.0, - 96201708.0, - 106234567.0, - 115727948.0, - 127187447.0, - 136309620.0, - 146414108.0, - 155766966.0, - 165876531.0, - 182389185.0, - 193675502.0, - 202687869.0 + 9673825.0, + 19402955.0, + 28936396.0, + 40080888.0, + 48499163.0, + 57947257.0, + 67391630.0, + 77029604.0, + 87206205.0, + 97233655.0, + 104799928.0, + 114876527.0, + 124280124.0, + 134920990.0, + 145430207.0, + 151582908.0, + 161016922.0, + 170935070.0, + 177840279.0, + 188994506.0 ] } } @@ -2840,14 +2840,14 @@ "ports": 65535, "exclusions": 0, "mean_us": { - "base-a": 170.42437253121506, - "head-a": 3.8801964572020116, - "base-b": 165.19842158379447, - "head-b": 3.706794509990371 + "base-a": 166.1131343709601, + "head-a": 3.655269317590623, + "base-b": 115.68648653844488, + "head-b": 2.3325497798074 }, "reduction_percent": { - "a": 97.72321505453023, - "b": 97.75615621841148 + "a": 97.79953022292159, + "b": 97.98373185183367 }, "runs": { "base-a": { @@ -2855,94 +2855,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 169287.75159830166, - "upper_bound": 171516.69839352326 + "lower_bound": 165403.62483274794, + "upper_bound": 166762.72226977337 }, - "point_estimate": 170424.37253121505, - "standard_error": 567.1903886005908 + "point_estimate": 166113.1343709601, + "standard_error": 348.5428649293939 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 170178.03482142856, - "upper_bound": 171456.15029761905 + "lower_bound": 165443.58897243108, + "upper_bound": 166809.3713972431 }, - "point_estimate": 170667.67920918367, - "standard_error": 440.7773973333664 + "point_estimate": 166372.1099865047, + "standard_error": 286.85957391431225 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 788.1285247578815, - "upper_bound": 2959.6619646133095 + "lower_bound": 394.86597361837676, + "upper_bound": 1963.154734664568 }, - "point_estimate": 1556.0241299643424, - "standard_error": 580.1688662736835 + "point_estimate": 1199.04163023629, + "standard_error": 421.3982893616767 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 167453.32167802, - "upper_bound": 171791.60903070026 + "lower_bound": 166398.01547924784, + "upper_bound": 167377.6773012807 }, - "point_estimate": 169314.61641363864, - "standard_error": 1115.7999475422703 + "point_estimate": 166928.35213643865, + "standard_error": 248.9416512401359 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 1507.2374577989558, - "upper_bound": 3386.159444963227 + "lower_bound": 909.0306759571566, + "upper_bound": 2077.098113847659 }, - "point_estimate": 2598.8785173886013, - "standard_error": 479.06180323801044 + "point_estimate": 1604.9760535043063, + "standard_error": 298.0199807630321 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 56.0, - 112.0, - 168.0, - 224.0, - 280.0, - 336.0, - 392.0, - 448.0, - 504.0, - 560.0, - 616.0, - 672.0, - 728.0, - 784.0, - 840.0, - 896.0, - 952.0, - 1008.0, - 1064.0, - 1120.0 + 57.0, + 114.0, + 171.0, + 228.0, + 285.0, + 342.0, + 399.0, + 456.0, + 513.0, + 570.0, + 627.0, + 684.0, + 741.0, + 798.0, + 855.0, + 912.0, + 969.0, + 1026.0, + 1083.0, + 1140.0 ], "times": [ - 9541550.0, - 19065037.0, - 28783660.0, - 38755681.0, - 47637107.0, - 57651213.0, - 66796872.0, - 76990330.0, - 85821420.0, - 95934916.0, - 106207899.0, - 114998520.0, - 125479619.0, - 134013177.0, - 141824636.0, - 151401634.0, - 167825558.0, - 167736945.0, - 175322289.0, - 185747850.0 + 9262567.0, + 18524535.0, + 28273335.0, + 37565344.0, + 47411430.0, + 56955460.0, + 66052869.0, + 76058113.0, + 85331093.0, + 94215263.0, + 105801684.0, + 112981297.0, + 123293749.0, + 133126059.0, + 142330149.0, + 153590496.0, + 161904849.0, + 170584238.0, + 181038095.0, + 191272920.0 ] } }, @@ -2951,94 +2951,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 3846.4941907471934, - "upper_bound": 3921.923203537024 + "lower_bound": 3600.5513413944345, + "upper_bound": 3709.9909249157495 }, - "point_estimate": 3880.1964572020115, - "standard_error": 19.42368857943761 + "point_estimate": 3655.269317590623, + "standard_error": 27.981793206958205 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 3838.9402721774195, - "upper_bound": 3843.3141935483873 + "lower_bound": 3590.258671790419, + "upper_bound": 3747.339941997043 }, - "point_estimate": 3840.752893625192, - "standard_error": 4.7919887917244335 + "point_estimate": 3622.482247081712, + "standard_error": 56.06055390016606 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 1.922718099394604, - "upper_bound": 18.310757316048246 + "lower_bound": 44.98956408749191, + "upper_bound": 200.3811285304262 }, - "point_estimate": 5.0594820109828715, - "standard_error": 7.518768372138749 + "point_estimate": 182.72147659775044, + "standard_error": 36.18165214654675 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 3858.3319447321787, - "upper_bound": 4007.3489628236657 + "lower_bound": 3702.803604809404, + "upper_bound": 3780.721728696867 }, - "point_estimate": 3939.6573524783635, - "standard_error": 37.83603997649466 + "point_estimate": 3747.8865835787064, + "standard_error": 19.811572338882193 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 29.207853709080123, - "upper_bound": 121.89932773489735 + "lower_bound": 98.69183841129454, + "upper_bound": 148.39687282048519 }, - "point_estimate": 89.02747029768425, - "standard_error": 23.21095998030176 + "point_estimate": 128.62619194059462, + "standard_error": 12.704617155180362 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 2480.0, - 4960.0, - 7440.0, - 9920.0, - 12400.0, - 14880.0, - 17360.0, - 19840.0, - 22320.0, - 24800.0, - 27280.0, - 29760.0, - 32240.0, - 34720.0, - 37200.0, - 39680.0, - 42160.0, - 44640.0, - 47120.0, - 49600.0 + 2827.0, + 5654.0, + 8481.0, + 11308.0, + 14135.0, + 16962.0, + 19789.0, + 22616.0, + 25443.0, + 28270.0, + 31097.0, + 33924.0, + 36751.0, + 39578.0, + 42405.0, + 45232.0, + 48059.0, + 50886.0, + 53713.0, + 56540.0 ], "times": [ - 9526577.0, - 19027985.0, - 28725752.0, - 38083711.0, - 47669496.0, - 57101837.0, - 66646838.0, - 76161728.0, - 85337994.0, - 95289392.0, - 104754062.0, - 114182642.0, - 123855682.0, - 133353826.0, - 142872916.0, - 152233562.0, - 167083029.0, - 177798363.0, - 192277868.0, - 205231920.0 + 9860189.0, + 19779416.0, + 29684956.0, + 39428632.0, + 49183622.0, + 60705883.0, + 71275975.0, + 81662485.0, + 91691267.0, + 102737040.0, + 111998429.0, + 126884525.0, + 137978745.0, + 152978036.0, + 162761668.0, + 168701339.0, + 179324108.0, + 191312313.0, + 205960398.0, + 213061815.0 ] } }, @@ -3047,94 +3047,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 164365.45889527706, - "upper_bound": 165954.10071482192 + "lower_bound": 115361.98025873324, + "upper_bound": 116006.62325760277 }, - "point_estimate": 165198.42158379446, - "standard_error": 405.3209112736395 + "point_estimate": 115686.48653844488, + "standard_error": 163.95614972363924 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 164601.87916666665, - "upper_bound": 165814.18009334416 + "lower_bound": 115441.10588186077, + "upper_bound": 116117.90004302925 }, - "point_estimate": 165377.76769770408, - "standard_error": 341.8892795724286 + "point_estimate": 115646.76768612914, + "standard_error": 163.03990596711466 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 503.59530668439817, - "upper_bound": 1502.4018024936856 + "lower_bound": 241.62162000754012, + "upper_bound": 1045.9084151626846 }, - "point_estimate": 1127.0601449906812, - "standard_error": 252.52027058499223 + "point_estimate": 698.5008199392463, + "standard_error": 198.39820764128353 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 164768.98412844117, - "upper_bound": 165930.70101019676 + "lower_bound": 115486.39348135288, + "upper_bound": 115986.56991730123 }, - "point_estimate": 165470.96012319563, - "standard_error": 296.95937849479895 + "point_estimate": 115744.53835691197, + "standard_error": 127.95353823153229 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 698.6650623391979, - "upper_bound": 2747.970478392593 + "lower_bound": 475.07004194473296, + "upper_bound": 957.1091226166169 }, - "point_estimate": 1867.3045466435035, - "standard_error": 543.949534200327 + "point_estimate": 750.5570398458779, + "standard_error": 123.17414920029015 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 56.0, - 112.0, - 168.0, - 224.0, - 280.0, - 336.0, - 392.0, - 448.0, - 504.0, - 560.0, - 616.0, - 672.0, - 728.0, - 784.0, - 840.0, - 896.0, - 952.0, - 1008.0, - 1064.0, - 1120.0 + 83.0, + 166.0, + 249.0, + 332.0, + 415.0, + 498.0, + 581.0, + 664.0, + 747.0, + 830.0, + 913.0, + 996.0, + 1079.0, + 1162.0, + 1245.0, + 1328.0, + 1411.0, + 1494.0, + 1577.0, + 1660.0 ], "times": [ - 9189157.0, - 18633407.0, - 27576788.0, - 36848452.0, - 46064369.0, - 57040815.0, - 64454978.0, - 74335765.0, - 83002830.0, - 89220852.0, - 102071393.0, - 110774573.0, - 120020760.0, - 129603430.0, - 139615172.0, - 148238754.0, - 158745986.0, - 166801166.0, - 176285976.0, - 185842942.0 + 9593567.0, + 19411792.0, + 28821083.0, + 38093638.0, + 47566726.0, + 56780204.0, + 67469919.0, + 76934889.0, + 87515621.0, + 96672917.0, + 105202038.0, + 115163684.0, + 124805067.0, + 134298404.0, + 144579595.0, + 153331987.0, + 162397363.0, + 172439539.0, + 183173211.0, + 192740231.0 ] } }, @@ -3143,94 +3143,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 3702.786842933087, - "upper_bound": 3710.9803515009044 + "lower_bound": 2327.8018348296314, + "upper_bound": 2337.593710161813 }, - "point_estimate": 3706.7945099903714, - "standard_error": 2.0868914997546284 + "point_estimate": 2332.5497798074002, + "standard_error": 2.500150031175028 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 3703.1860106783242, - "upper_bound": 3710.1966233083695 + "lower_bound": 2328.074764036669, + "upper_bound": 2335.5722242572247 }, - "point_estimate": 3705.724959175629, - "standard_error": 1.9065708990049401 + "point_estimate": 2332.74943019943, + "standard_error": 1.79567651688983 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2.9330918761201747, - "upper_bound": 12.312972327715379 + "lower_bound": 3.0427241767506357, + "upper_bound": 13.566781183092628 }, - "point_estimate": 6.724733365042668, - "standard_error": 2.3626108354597912 + "point_estimate": 8.097319521486275, + "standard_error": 2.789220161342239 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 3697.2552466000047, - "upper_bound": 3708.272174710637 + "lower_bound": 2324.7535915760395, + "upper_bound": 2338.363673239913 }, - "point_estimate": 3702.296576795826, - "standard_error": 2.830784562056046 + "point_estimate": 2331.413173199236, + "standard_error": 3.4556848963928397 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 5.6797649327115, - "upper_bound": 12.571140542055277 + "lower_bound": 5.995198699034616, + "upper_bound": 15.823384213748465 }, - "point_estimate": 9.600808734195333, - "standard_error": 1.7630915799687417 + "point_estimate": 11.484561896603255, + "standard_error": 2.533807189151904 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 2537.0, - 5074.0, - 7611.0, - 10148.0, - 12685.0, - 15222.0, - 17759.0, - 20296.0, - 22833.0, - 25370.0, - 27907.0, - 30444.0, - 32981.0, - 35518.0, - 38055.0, - 40592.0, - 43129.0, - 45666.0, - 48203.0, - 50740.0 + 4095.0, + 8190.0, + 12285.0, + 16380.0, + 20475.0, + 24570.0, + 28665.0, + 32760.0, + 36855.0, + 40950.0, + 45045.0, + 49140.0, + 53235.0, + 57330.0, + 61425.0, + 65520.0, + 69615.0, + 73710.0, + 77805.0, + 81900.0 ], "times": [ - 9414522.0, - 18789004.0, - 28149565.0, - 37746566.0, - 47011754.0, - 56349045.0, - 66040575.0, - 75341101.0, - 85175589.0, - 94217304.0, - 103350102.0, - 112907083.0, - 122168578.0, - 131606967.0, - 141165235.0, - 150353289.0, - 159863704.0, - 168981894.0, - 177916930.0, - 187122153.0 + 9606274.0, + 19106602.0, + 28576160.0, + 38014311.0, + 47777542.0, + 57311501.0, + 66849611.0, + 76585281.0, + 86017944.0, + 95900372.0, + 104968305.0, + 114790331.0, + 125858316.0, + 133539034.0, + 141700688.0, + 152239752.0, + 161525975.0, + 171511738.0, + 182147211.0, + 191249512.0 ] } } @@ -3240,14 +3240,14 @@ "ports": 65535, "exclusions": 4, "mean_us": { - "base-a": 249.4930775405291, - "head-a": 39.22709068130618, - "base-b": 255.56275038899616, - "head-b": 42.499023210619676 + "base-a": 175.7169641184661, + "head-a": 29.768884186209203, + "base-b": 181.34257198735966, + "head-b": 30.229712992741366 }, "reduction_percent": { - "a": 84.27728293385859, - "b": 83.37041562358706 + "a": 83.05861682988137, + "b": 83.33005170189793 }, "runs": { "base-a": { @@ -3255,94 +3255,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 248867.85279787576, - "upper_bound": 250135.80485529796 + "lower_bound": 175171.30975902497, + "upper_bound": 176229.81925477984 }, - "point_estimate": 249493.0775405291, - "standard_error": 323.2813445477327 + "point_estimate": 175716.9641184661, + "standard_error": 270.74923572436404 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 248359.9660087719, - "upper_bound": 250079.45389113808 + "lower_bound": 175576.26727272727, + "upper_bound": 176345.39633307868 }, - "point_estimate": 249592.26381578948, - "standard_error": 483.85972159170944 + "point_estimate": 175919.2760446571, + "standard_error": 215.72453683332662 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 658.3002362733679, - "upper_bound": 2667.287591438054 + "lower_bound": 384.5844114449884, + "upper_bound": 2093.0252857752666 }, - "point_estimate": 1827.0046962484166, - "standard_error": 508.2372231024558 + "point_estimate": 800.1015781231068, + "standard_error": 443.56208957599614 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 249318.47232768356, - "upper_bound": 250300.86131878782 + "lower_bound": 175931.82062128733, + "upper_bound": 176780.0886820984 }, - "point_estimate": 249768.54973409133, - "standard_error": 248.27776450008818 + "point_estimate": 176386.35824516945, + "standard_error": 217.4516388870647 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 1064.2338531913567, - "upper_bound": 1761.8665422179672 + "lower_bound": 809.459937017993, + "upper_bound": 1498.0883283361684 }, - "point_estimate": 1484.55208087296, - "standard_error": 177.92313113228082 + "point_estimate": 1237.8228029375912, + "standard_error": 175.06800361594213 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 38.0, - 76.0, - 114.0, - 152.0, - 190.0, - 228.0, - 266.0, - 304.0, - 342.0, - 380.0, - 418.0, - 456.0, - 494.0, - 532.0, - 570.0, - 608.0, - 646.0, - 684.0, - 722.0, - 760.0 + 55.0, + 110.0, + 165.0, + 220.0, + 275.0, + 330.0, + 385.0, + 440.0, + 495.0, + 550.0, + 605.0, + 660.0, + 715.0, + 770.0, + 825.0, + 880.0, + 935.0, + 990.0, + 1045.0, + 1100.0 ], "times": [ - 9398733.0, - 18863885.0, - 28252952.0, - 37669680.0, - 47854011.0, - 56609149.0, - 66418499.0, - 76649721.0, - 84643531.0, - 95422501.0, - 104405124.0, - 113285991.0, - 123528150.0, - 134005543.0, - 142708778.0, - 152022059.0, - 160716958.0, - 171069716.0, - 179873860.0, - 189613101.0 + 9543082.0, + 19079270.0, + 28635384.0, + 38712393.0, + 48247822.0, + 58025505.0, + 67029679.0, + 77310600.0, + 87496495.0, + 96944499.0, + 107273681.0, + 115420391.0, + 125680929.0, + 135830558.0, + 145158716.0, + 155332806.0, + 164828785.0, + 175682814.0, + 183803580.0, + 195012122.0 ] } }, @@ -3351,94 +3351,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 38710.86695154954, - "upper_bound": 39697.91533562301 + "lower_bound": 29660.622675509327, + "upper_bound": 29881.249041311512 }, - "point_estimate": 39227.09068130618, - "standard_error": 253.19648258946452 + "point_estimate": 29768.8841862092, + "standard_error": 56.28190882856511 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 39019.75866815476, - "upper_bound": 39868.28460648148 + "lower_bound": 29667.575698757762, + "upper_bound": 29843.435443073548 }, - "point_estimate": 39609.007638888885, - "standard_error": 206.06219533720912 + "point_estimate": 29765.64908126294, + "standard_error": 45.85264037454777 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 226.05818450949593, - "upper_bound": 1736.7417014166742 + "lower_bound": 85.99591441529812, + "upper_bound": 331.6628981490734 }, - "point_estimate": 641.2870493495336, - "standard_error": 371.68842279130394 + "point_estimate": 167.8177318032486, + "standard_error": 62.21827603446545 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 38710.03400702885, - "upper_bound": 40028.55077520695 + "lower_bound": 29775.526401944287, + "upper_bound": 30055.164639991788 }, - "point_estimate": 39476.67535859466, - "standard_error": 336.9898733636575 + "point_estimate": 29918.13622935919, + "standard_error": 71.22421695582995 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 722.2621010970017, - "upper_bound": 1423.8975126608661 + "lower_bound": 151.82692351330425, + "upper_bound": 339.8050991457575 }, - "point_estimate": 1161.1104618000527, - "standard_error": 178.58708645936804 + "point_estimate": 259.1051671757952, + "standard_error": 48.11132291403322 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 240.0, - 480.0, - 720.0, - 960.0, - 1200.0, - 1440.0, - 1680.0, - 1920.0, - 2160.0, - 2400.0, - 2640.0, - 2880.0, - 3120.0, - 3360.0, - 3600.0, - 3840.0, - 4080.0, - 4320.0, - 4560.0, - 4800.0 + 322.0, + 644.0, + 966.0, + 1288.0, + 1610.0, + 1932.0, + 2254.0, + 2576.0, + 2898.0, + 3220.0, + 3542.0, + 3864.0, + 4186.0, + 4508.0, + 4830.0, + 5152.0, + 5474.0, + 5796.0, + 6118.0, + 6440.0 ], "times": [ - 9497242.0, - 19013346.0, - 28516952.0, - 38486982.0, - 47541009.0, - 57437443.0, - 66477169.0, - 74946851.0, - 82967938.0, - 89549095.0, - 98418853.0, - 105746895.0, - 117554214.0, - 131055789.0, - 146746461.0, - 152616941.0, - 162805803.0, - 172149650.0, - 182365770.0, - 196304914.0 + 9418314.0, + 19039804.0, + 28605886.0, + 37827052.0, + 47966203.0, + 57355375.0, + 67755523.0, + 76391006.0, + 86349575.0, + 95570430.0, + 104658515.0, + 115461253.0, + 124872401.0, + 134104425.0, + 143708102.0, + 153416606.0, + 163431253.0, + 176260212.0, + 184469589.0, + 192894289.0 ] } }, @@ -3447,94 +3447,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 253186.74076337097, - "upper_bound": 257891.30649111222 + "lower_bound": 180462.07045216317, + "upper_bound": 182272.71432516386 }, - "point_estimate": 255562.75038899615, - "standard_error": 1202.0320731027416 + "point_estimate": 181342.57198735967, + "standard_error": 463.4245283382211 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 251807.22493386245, - "upper_bound": 258593.17939814815 + "lower_bound": 180077.5648515944, + "upper_bound": 182582.58768035515 }, - "point_estimate": 256414.37435897437, - "standard_error": 1429.2096067878301 + "point_estimate": 181035.5995807128, + "standard_error": 655.030928038794 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 2004.9576957937795, - "upper_bound": 9259.921857529189 + "lower_bound": 1069.8285557237443, + "upper_bound": 3324.6919772956826 }, - "point_estimate": 5176.2166115128575, - "standard_error": 1960.4939439701445 + "point_estimate": 2449.443895936539, + "standard_error": 601.9324592522797 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 249245.7493213097, - "upper_bound": 254683.48819985954 + "lower_bound": 180326.9227848735, + "upper_bound": 182573.35420769756 }, - "point_estimate": 251543.39461866047, - "standard_error": 1377.683113197919 + "point_estimate": 181405.6286240221, + "standard_error": 573.7795880290654 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 3815.6806828363915, - "upper_bound": 6776.728954492976 + "lower_bound": 1489.9156531115989, + "upper_bound": 2532.432525192186 }, - "point_estimate": 5501.6036674789175, - "standard_error": 758.0651960742146 + "point_estimate": 2120.461206638475, + "standard_error": 266.78593787362183 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 36.0, - 72.0, - 108.0, - 144.0, - 180.0, - 216.0, - 252.0, - 288.0, - 324.0, - 360.0, - 396.0, - 432.0, - 468.0, - 504.0, - 540.0, - 576.0, - 612.0, - 648.0, - 684.0, - 720.0 + 53.0, + 106.0, + 159.0, + 212.0, + 265.0, + 318.0, + 371.0, + 424.0, + 477.0, + 530.0, + 583.0, + 636.0, + 689.0, + 742.0, + 795.0, + 848.0, + 901.0, + 954.0, + 1007.0, + 1060.0 ], "times": [ - 9240830.0, - 18668628.0, - 28397029.0, - 38316792.0, - 46134634.0, - 55844456.0, - 64495499.0, - 75267683.0, - 83359891.0, - 92100419.0, - 103113431.0, - 111735595.0, - 120053806.0, - 127716035.0, - 135113194.0, - 143210754.0, - 152490773.0, - 161899800.0, - 170995945.0, - 175825140.0 + 9672695.0, + 19111885.0, + 29345898.0, + 38882694.0, + 47529669.0, + 57525182.0, + 67932287.0, + 75837565.0, + 86420189.0, + 94892692.0, + 104388333.0, + 113474024.0, + 124194279.0, + 134485809.0, + 147522094.0, + 156698316.0, + 164578008.0, + 171859619.0, + 181268840.0, + 192385602.0 ] } }, @@ -3543,94 +3543,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 42214.73420797436, - "upper_bound": 42817.81562021252 + "lower_bound": 30014.838399237888, + "upper_bound": 30541.223666191323 }, - "point_estimate": 42499.02321061968, - "standard_error": 154.68099446540728 + "point_estimate": 30229.712992741366, + "standard_error": 138.20907868753662 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 42023.9788396861, - "upper_bound": 42663.84705317105 + "lower_bound": 29992.609900144686, + "upper_bound": 30178.698994479495 }, - "point_estimate": 42401.46412556054, - "standard_error": 154.12759733012408 + "point_estimate": 30140.79418281508, + "standard_error": 47.60750139969796 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 225.113636362173, - "upper_bound": 857.870240823569 + "lower_bound": 47.56070806730147, + "upper_bound": 334.6559328638725 }, - "point_estimate": 681.4248704542687, - "standard_error": 179.00826073311137 + "point_estimate": 195.80186490385628, + "standard_error": 73.73799428119843 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 42050.1110240861, - "upper_bound": 43265.14832427476 + "lower_bound": 30032.88004287099, + "upper_bound": 30359.448386798427 }, - "point_estimate": 42694.26621302792, - "standard_error": 310.6539641842119 + "point_estimate": 30156.214417612857, + "standard_error": 84.09091026755448 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 397.31924678988884, - "upper_bound": 907.5315296770577 + "lower_bound": 148.30084077351108, + "upper_bound": 998.3028524693896 }, - "point_estimate": 708.8298917886129, - "standard_error": 130.93484842975838 + "point_estimate": 633.5835819839416, + "standard_error": 254.77260337887458 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 223.0, - 446.0, - 669.0, - 892.0, - 1115.0, - 1338.0, - 1561.0, - 1784.0, - 2007.0, - 2230.0, - 2453.0, - 2676.0, - 2899.0, - 3122.0, - 3345.0, - 3568.0, - 3791.0, - 4014.0, - 4237.0, - 4460.0 + 317.0, + 634.0, + 951.0, + 1268.0, + 1585.0, + 1902.0, + 2219.0, + 2536.0, + 2853.0, + 3170.0, + 3487.0, + 3804.0, + 4121.0, + 4438.0, + 4755.0, + 5072.0, + 5389.0, + 5706.0, + 6023.0, + 6340.0 ], "times": [ - 9631255.0, - 18874190.0, - 28412864.0, - 37829390.0, - 47908261.0, - 56722233.0, - 66878443.0, - 75792100.0, - 84358692.0, - 94635141.0, - 102839826.0, - 112012905.0, - 120330348.0, - 130565843.0, - 140130388.0, - 149912105.0, - 159804070.0, - 172644590.0, - 186842092.0, - 196922548.0 + 9544879.0, + 18680240.0, + 28369862.0, + 38230239.0, + 47814296.0, + 56946460.0, + 66895629.0, + 82855675.0, + 88097042.0, + 95703786.0, + 105988239.0, + 114632941.0, + 124435414.0, + 133147862.0, + 142373867.0, + 153006665.0, + 163102960.0, + 171583347.0, + 180590309.0, + 189486634.0 ] } } @@ -3640,14 +3640,14 @@ "ports": 65535, "exclusions": 64, "mean_us": { - "base-a": 244.11531936287204, - "head-a": 28.939365574097238, - "base-b": 203.02895602038961, - "head-b": 29.77939317013069 + "base-a": 207.61691528618277, + "head-a": 31.594973895644564, + "base-b": 206.91040068502357, + "head-b": 31.462006634166727 }, "reduction_percent": { - "a": 88.14520708916285, - "b": 85.3324403800116 + "a": 84.78208104956502, + "b": 84.79438127324453 }, "runs": { "base-a": { @@ -3655,94 +3655,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 231773.9163437216, - "upper_bound": 254571.4226567748 + "lower_bound": 206745.13701694904, + "upper_bound": 208516.6392614111 }, - "point_estimate": 244115.31936287205, - "standard_error": 5836.427397687503 + "point_estimate": 207616.91528618278, + "standard_error": 450.15040905551524 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 249741.3859649123, - "upper_bound": 257981.37186004786 + "lower_bound": 206632.31408514493, + "upper_bound": 208293.4072463768 }, - "point_estimate": 254148.9454887218, - "standard_error": 2942.020542436961 + "point_estimate": 207315.84510869565, + "standard_error": 382.14849669465707 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 4122.711451017752, - "upper_bound": 20413.790842845894 + "lower_bound": 600.7729237970459, + "upper_bound": 2326.3163602938375 }, - "point_estimate": 8117.879080878819, - "standard_error": 4374.023352251702 + "point_estimate": 1326.3278356920987, + "standard_error": 430.372933612078 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 211061.07522834023, - "upper_bound": 251931.06906694247 + "lower_bound": 206816.4090803283, + "upper_bound": 208284.99256183405 }, - "point_estimate": 228606.32289565378, - "standard_error": 10635.72713812057 + "point_estimate": 207493.67241327072, + "standard_error": 383.9166924733639 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 14989.617493762282, - "upper_bound": 32631.8870764067 + "lower_bound": 1091.9144756641847, + "upper_bound": 2826.4149607612753 }, - "point_estimate": 26844.701957058267, - "standard_error": 4862.864336851925 + "point_estimate": 2073.1726929332585, + "standard_error": 441.2700237952203 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 38.0, - 76.0, - 114.0, - 152.0, - 190.0, - 228.0, - 266.0, - 304.0, - 342.0, - 380.0, - 418.0, - 456.0, - 494.0, - 532.0, - 570.0, - 608.0, - 646.0, - 684.0, - 722.0, - 760.0 + 46.0, + 92.0, + 138.0, + 184.0, + 230.0, + 276.0, + 322.0, + 368.0, + 414.0, + 460.0, + 506.0, + 552.0, + 598.0, + 644.0, + 690.0, + 736.0, + 782.0, + 828.0, + 874.0, + 920.0 ], "times": [ - 9517007.0, - 19142186.0, - 28390015.0, - 37743394.0, - 47937474.0, - 58367258.0, - 67434135.0, - 78743325.0, - 87136848.0, - 97633277.0, - 107400355.0, - 120951024.0, - 131059708.0, - 141531200.0, - 150844043.0, - 158383326.0, - 123529766.0, - 130770483.0, - 139547224.0, - 148766234.0 + 9534338.0, + 18638540.0, + 29372660.0, + 38751235.0, + 47953309.0, + 57433990.0, + 66486646.0, + 76309758.0, + 85715089.0, + 96354605.0, + 104157187.0, + 114126517.0, + 124188762.0, + 132897277.0, + 143860760.0, + 151994077.0, + 161841357.0, + 171800071.0, + 180314392.0, + 192919295.0 ] } }, @@ -3751,94 +3751,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 28842.440553578355, - "upper_bound": 29037.848830456907 + "lower_bound": 31413.940001956184, + "upper_bound": 31884.517583545025 }, - "point_estimate": 28939.36557409724, - "standard_error": 49.80641977760978 + "point_estimate": 31594.973895644565, + "standard_error": 129.65788228533125 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 28812.994490881458, - "upper_bound": 29068.945384738443 + "lower_bound": 31433.393376245847, + "upper_bound": 31562.716607036375 }, - "point_estimate": 28974.041185410337, - "standard_error": 72.95899632914451 + "point_estimate": 31483.932486948266, + "standard_error": 32.00432734183012 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 101.2112676560247, - "upper_bound": 331.9354755355408 + "lower_bound": 52.709494100371074, + "upper_bound": 227.2786354998811 }, - "point_estimate": 228.61400215502255, - "standard_error": 60.56536807280542 + "point_estimate": 110.48415455014188, + "standard_error": 44.95110499884267 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 28951.658223584993, - "upper_bound": 29152.03645209696 + "lower_bound": 31477.701501780703, + "upper_bound": 32524.21196721412 }, - "point_estimate": 29052.27344714741, - "standard_error": 50.94210110322891 + "point_estimate": 31875.520478775743, + "standard_error": 306.83748226713584 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 155.5500116382481, - "upper_bound": 287.40073534526545 + "lower_bound": 97.82433133789038, + "upper_bound": 969.9337049295625 }, - "point_estimate": 229.19159841561085, - "standard_error": 33.883629840417306 + "point_estimate": 595.0716535080502, + "standard_error": 287.4158544882353 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 329.0, - 658.0, - 987.0, - 1316.0, - 1645.0, - 1974.0, - 2303.0, - 2632.0, - 2961.0, - 3290.0, - 3619.0, - 3948.0, - 4277.0, - 4606.0, - 4935.0, - 5264.0, - 5593.0, - 5922.0, - 6251.0, - 6580.0 + 301.0, + 602.0, + 903.0, + 1204.0, + 1505.0, + 1806.0, + 2107.0, + 2408.0, + 2709.0, + 3010.0, + 3311.0, + 3612.0, + 3913.0, + 4214.0, + 4515.0, + 4816.0, + 5117.0, + 5418.0, + 5719.0, + 6020.0 ], "times": [ - 9527238.0, - 18856906.0, - 28406663.0, - 37506296.0, - 47798739.0, - 56521846.0, - 66489515.0, - 75850855.0, - 86273162.0, - 94293787.0, - 105411011.0, - 113731122.0, - 124171243.0, - 133022455.0, - 144190314.0, - 152764277.0, - 164686411.0, - 172400973.0, - 181784747.0, - 190753622.0 + 9534289.0, + 18670243.0, + 28402355.0, + 37619914.0, + 47245534.0, + 56963809.0, + 66340155.0, + 75901828.0, + 85159791.0, + 94594835.0, + 104194969.0, + 113024194.0, + 123588234.0, + 132666273.0, + 142844429.0, + 151371261.0, + 161276680.0, + 171590768.0, + 180647048.0, + 204905196.0 ] } }, @@ -3847,94 +3847,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 202209.81326633343, - "upper_bound": 204074.95086281782 + "lower_bound": 206058.86007393862, + "upper_bound": 207662.20522735585 }, - "point_estimate": 203028.95602038963, - "standard_error": 479.18291767984607 + "point_estimate": 206910.40068502357, + "standard_error": 411.58086641927576 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 201803.59738878143, - "upper_bound": 203677.8452887538 + "lower_bound": 206248.20217391304, + "upper_bound": 208207.74569746375 }, - "point_estimate": 202608.37120060791, - "standard_error": 428.43183932979707 + "point_estimate": 207380.80171624714, + "standard_error": 514.5349466832511 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 633.6236226516211, - "upper_bound": 2262.854780857423 + "lower_bound": 771.4698426163685, + "upper_bound": 2497.743158917065 }, - "point_estimate": 1621.5640859659982, - "standard_error": 433.6272955387912 + "point_estimate": 1669.7297474787867, + "standard_error": 441.9627922669263 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 201661.84949100798, - "upper_bound": 202738.23473063137 + "lower_bound": 206813.2378743963, + "upper_bound": 207993.84830503134 }, - "point_estimate": 202156.40009637483, - "standard_error": 274.9285869834471 + "point_estimate": 207385.72872292076, + "standard_error": 302.3020559495132 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 1015.6526893129602, - "upper_bound": 3287.102277627352 + "lower_bound": 1056.7337883365633, + "upper_bound": 2441.041249330441 }, - "point_estimate": 2205.7751390743933, - "standard_error": 681.8441095860726 + "point_estimate": 1886.1107872509458, + "standard_error": 358.09675175200806 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 47.0, - 94.0, - 141.0, - 188.0, - 235.0, - 282.0, - 329.0, - 376.0, - 423.0, - 470.0, - 517.0, - 564.0, - 611.0, - 658.0, - 705.0, - 752.0, - 799.0, - 846.0, - 893.0, - 940.0 + 46.0, + 92.0, + 138.0, + 184.0, + 230.0, + 276.0, + 322.0, + 368.0, + 414.0, + 460.0, + 506.0, + 552.0, + 598.0, + 644.0, + 690.0, + 736.0, + 782.0, + 828.0, + 874.0, + 920.0 ], "times": [ - 9905322.0, - 19218521.0, - 28854458.0, - 38095495.0, - 47938963.0, - 57742460.0, - 66905474.0, - 76170714.0, - 84831798.0, - 94873917.0, - 104303611.0, - 113623119.0, - 123106562.0, - 133333867.0, - 142089611.0, - 153562234.0, - 161947705.0, - 170819422.0, - 180679929.0, - 188925720.0 + 9296683.0, + 18923581.0, + 28016142.0, + 38350636.0, + 47687328.0, + 56569575.0, + 66509522.0, + 76759894.0, + 86421320.0, + 96146945.0, + 105272528.0, + 114870257.0, + 124112490.0, + 132635539.0, + 142425375.0, + 153321459.0, + 161942991.0, + 172884572.0, + 181289795.0, + 189596192.0 ] } }, @@ -3943,94 +3943,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 29704.099058014144, - "upper_bound": 29862.141746955884 + "lower_bound": 31365.136590008973, + "upper_bound": 31555.297650780078 }, - "point_estimate": 29779.39317013069, - "standard_error": 40.351402641488654 + "point_estimate": 31462.006634166726, + "standard_error": 48.62004065544912 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 29708.36850043403, - "upper_bound": 29810.762909226192 + "lower_bound": 31332.055242825605, + "upper_bound": 31607.217072586267 }, - "point_estimate": 29741.858984375, - "standard_error": 31.84164006558507 + "point_estimate": 31479.75872181102, + "standard_error": 60.263207086219396 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 49.445554851331266, - "upper_bound": 272.8189781610599 + "lower_bound": 94.16346915483857, + "upper_bound": 341.71760273476355 }, - "point_estimate": 125.2731638817244, - "standard_error": 59.00446682886067 + "point_estimate": 240.11180815762947, + "standard_error": 66.86069751468743 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 29689.42830834706, - "upper_bound": 29824.192059880646 + "lower_bound": 31468.982622964886, + "upper_bound": 31628.14119255009 }, - "point_estimate": 29756.37491942509, - "standard_error": 34.35023272500591 + "point_estimate": 31556.76382075363, + "standard_error": 40.74664303381088 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 111.37490688674902, - "upper_bound": 240.32647505936498 + "lower_bound": 151.05285316423215, + "upper_bound": 279.0278711116026 }, - "point_estimate": 185.67023195086566, - "standard_error": 33.43217968026104 + "point_estimate": 223.25231751681525, + "standard_error": 32.95280728345436 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 320.0, - 640.0, - 960.0, - 1280.0, - 1600.0, - 1920.0, - 2240.0, - 2560.0, - 2880.0, - 3200.0, - 3520.0, - 3840.0, - 4160.0, - 4480.0, - 4800.0, - 5120.0, - 5440.0, - 5760.0, - 6080.0, - 6400.0 + 302.0, + 604.0, + 906.0, + 1208.0, + 1510.0, + 1812.0, + 2114.0, + 2416.0, + 2718.0, + 3020.0, + 3322.0, + 3624.0, + 3926.0, + 4228.0, + 4530.0, + 4832.0, + 5134.0, + 5436.0, + 5738.0, + 6040.0 ], "times": [ - 9681710.0, - 18912989.0, - 28792167.0, - 38507029.0, - 47195966.0, - 57361471.0, - 66681476.0, - 75781974.0, - 85541227.0, - 95168731.0, - 104630653.0, - 114487588.0, - 123325217.0, - 133535583.0, - 142739081.0, - 152140401.0, - 160827464.0, - 171675662.0, - 182177209.0, - 190358333.0 + 9346698.0, + 18872685.0, + 28670430.0, + 37709976.0, + 48097690.0, + 56613882.0, + 65918244.0, + 76013033.0, + 85572391.0, + 95547840.0, + 104530599.0, + 113273830.0, + 123659377.0, + 133478279.0, + 142276133.0, + 152660518.0, + 161597424.0, + 172169985.0, + 181440058.0, + 191827745.0 ] } } @@ -4040,14 +4040,14 @@ "ports": 65535, "exclusions": 1024, "mean_us": { - "base-a": 1996.093741280021, - "head-a": 30.588443382150775, - "base-b": 1997.4012577914607, - "head-b": 31.003004384149232 + "base-a": 2018.4628456517457, + "head-a": 33.40338583752516, + "base-b": 3271.5642899700742, + "head-b": 33.51981217143058 }, "reduction_percent": { - "a": 98.46758482582409, - "b": 98.44783293976546 + "a": 98.34510771850549, + "b": 98.97541942629111 }, "runs": { "base-a": { @@ -4055,47 +4055,47 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 1987137.514019661, - "upper_bound": 2005924.9828731688 + "lower_bound": 2007541.4880292057, + "upper_bound": 2031863.4673285894 }, - "point_estimate": 1996093.7412800211, - "standard_error": 4804.365821217318 + "point_estimate": 2018462.8456517458, + "standard_error": 6262.0814901807635 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 1986909.3075657894, - "upper_bound": 2002204.1545454545 + "lower_bound": 2002098.8048484847, + "upper_bound": 2020479.4247863248 }, - "point_estimate": 1991411.225, - "standard_error": 4248.646785615003 + "point_estimate": 2009565.4, + "standard_error": 4949.312727544562 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 5315.429417249818, - "upper_bound": 29788.803534989205 + "lower_bound": 6991.434920877379, + "upper_bound": 29584.45221877107 }, - "point_estimate": 16001.597060005628, - "standard_error": 5931.462534733235 + "point_estimate": 14831.033987363227, + "standard_error": 5843.01341678478 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 1990869.2636588144, - "upper_bound": 2008494.028729426 + "lower_bound": 2006882.590432741, + "upper_bound": 2043417.1868051372 }, - "point_estimate": 1998624.909477352, - "standard_error": 4518.672542326492 + "point_estimate": 2022075.3967247386, + "standard_error": 9950.018518923984 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 12761.967601197955, - "upper_bound": 29894.07657541985 + "lower_bound": 12349.617596663555, + "upper_bound": 39721.6197900485 }, - "point_estimate": 22173.52880492129, - "standard_error": 4555.424131729125 + "point_estimate": 28637.79433284331, + "standard_error": 7218.079394860769 } }, "sample": { @@ -4123,26 +4123,26 @@ 100.0 ], "times": [ - 10014558.0, - 19764687.0, - 29449674.0, - 39772008.0, - 50001495.0, - 58790019.0, - 70300576.0, - 79127757.0, - 89687710.0, - 102912726.0, - 110082319.0, - 121311504.0, - 131082461.0, - 138940375.0, - 149345484.0, - 158882605.0, - 169203987.0, - 181855063.0, - 188839675.0, - 199154933.0 + 10200973.0, + 20752196.0, + 30016094.0, + 39829579.0, + 51028097.0, + 59753750.0, + 70150129.0, + 80357273.0, + 90913163.0, + 100014286.0, + 110101323.0, + 120458843.0, + 131343312.0, + 139475269.0, + 150176653.0, + 160815918.0, + 171007916.0, + 189468273.0, + 192353319.0, + 201752903.0 ] } }, @@ -4151,94 +4151,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 30474.783825206378, - "upper_bound": 30698.54592679189 + "lower_bound": 33288.43625200886, + "upper_bound": 33523.39380188253 }, - "point_estimate": 30588.443382150774, - "standard_error": 57.06891901648286 + "point_estimate": 33403.38583752516, + "standard_error": 60.063462504297476 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 30489.213003964236, - "upper_bound": 30677.748050213675 + "lower_bound": 33274.165833643296, + "upper_bound": 33529.80702698362 }, - "point_estimate": 30619.638283475782, - "standard_error": 47.07442533689665 + "point_estimate": 33379.86917480773, + "standard_error": 56.27227566600309 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 70.40587703530619, - "upper_bound": 386.7514696295184 + "lower_bound": 52.34871168953888, + "upper_bound": 436.21635102327707 }, - "point_estimate": 258.2962851712682, - "standard_error": 85.54332212868466 + "point_estimate": 323.35984243163165, + "standard_error": 100.87277634780986 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 30578.85804170775, - "upper_bound": 30744.062769062944 + "lower_bound": 33360.77932724711, + "upper_bound": 33502.12672246072 }, - "point_estimate": 30659.516637630662, - "standard_error": 42.20777412247165 + "point_estimate": 33432.013874490585, + "standard_error": 35.64805596725533 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 168.18589376312917, - "upper_bound": 330.13170885895715 + "lower_bound": 187.71242621708146, + "upper_bound": 346.03089341934407 }, - "point_estimate": 261.83854957059657, - "standard_error": 41.47942739563933 + "point_estimate": 276.11381661399355, + "standard_error": 40.93760621384106 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 312.0, - 624.0, - 936.0, - 1248.0, - 1560.0, - 1872.0, - 2184.0, - 2496.0, - 2808.0, - 3120.0, - 3432.0, - 3744.0, - 4056.0, - 4368.0, - 4680.0, - 4992.0, - 5304.0, - 5616.0, - 5928.0, - 6240.0 + 283.0, + 566.0, + 849.0, + 1132.0, + 1415.0, + 1698.0, + 1981.0, + 2264.0, + 2547.0, + 2830.0, + 3113.0, + 3396.0, + 3679.0, + 3962.0, + 4245.0, + 4528.0, + 4811.0, + 5094.0, + 5377.0, + 5660.0 ], "times": [ - 9366588.0, - 18938877.0, - 28185080.0, - 38787713.0, - 47772102.0, - 56818907.0, - 67448758.0, - 76009089.0, - 86488636.0, - 95572192.0, - 105066123.0, - 114395807.0, - 123280408.0, - 133784882.0, - 143505212.0, - 153885700.0, - 164137852.0, - 171940210.0, - 180958523.0, - 191518013.0 + 9371284.0, + 18666814.0, + 28380662.0, + 38537391.0, + 47692162.0, + 56132117.0, + 66868231.0, + 75114849.0, + 84065449.0, + 93802034.0, + 104530313.0, + 113328017.0, + 122795307.0, + 133365176.0, + 141701169.0, + 152350137.0, + 160586443.0, + 170188011.0, + 179432613.0, + 189502301.0 ] } }, @@ -4247,94 +4247,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 1992514.2980950004, - "upper_bound": 2002357.9211202874 + "lower_bound": 3262873.5082291136, + "upper_bound": 3280702.221153369 }, - "point_estimate": 1997401.2577914607, - "standard_error": 2506.9954455424195 + "point_estimate": 3271564.2899700743, + "standard_error": 4562.13676911138 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 1990761.4166666667, - "upper_bound": 2001690.6142857145 + "lower_bound": 3258095.556547619, + "upper_bound": 3283472.3541666665 }, - "point_estimate": 1997279.22, - "standard_error": 2344.361928030374 + "point_estimate": 3267079.454059829, + "standard_error": 5592.161321189377 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 3954.1432175646737, - "upper_bound": 16937.603237071184 + "lower_bound": 8704.603312128826, + "upper_bound": 34651.75250717656 }, - "point_estimate": 11273.563561104193, - "standard_error": 3421.1924057006377 + "point_estimate": 22817.344536791174, + "standard_error": 7786.881159864376 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 1997320.733376453, - "upper_bound": 2006836.416978597 + "lower_bound": 3263623.1875138204, + "upper_bound": 3288782.7764960956 }, - "point_estimate": 2001809.8366550524, - "standard_error": 2451.9747563398587 + "point_estimate": 3276651.3660859466, + "standard_error": 6422.322846691783 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 7572.1022777265425, - "upper_bound": 14397.036778119695 + "lower_bound": 14855.49549369178, + "upper_bound": 24828.601077399464 }, - "point_estimate": 11515.488797340826, - "standard_error": 1746.336119282608 + "point_estimate": 20876.76235063121, + "standard_error": 2537.278831463978 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 5.0, - 10.0, + 3.0, + 6.0, + 9.0, + 12.0, 15.0, - 20.0, - 25.0, + 18.0, + 21.0, + 24.0, + 27.0, 30.0, - 35.0, - 40.0, + 33.0, + 36.0, + 39.0, + 42.0, 45.0, - 50.0, - 55.0, - 60.0, - 65.0, - 70.0, - 75.0, - 80.0, - 85.0, - 90.0, - 95.0, - 100.0 + 48.0, + 51.0, + 54.0, + 57.0, + 60.0 ], "times": [ - 9874265.0, - 19852648.0, - 29827031.0, - 39605520.0, - 49927276.0, - 60279923.0, - 70655267.0, - 79710474.0, - 89984492.0, - 99416511.0, - 109860707.0, - 119325659.0, - 129768487.0, - 140094824.0, - 150654311.0, - 160317505.0, - 169843729.0, - 181778019.0, - 189678267.0, - 200202660.0 + 9793356.0, + 19741777.0, + 29199314.0, + 38970019.0, + 49550320.0, + 58875259.0, + 68412846.0, + 78639565.0, + 87908683.0, + 98853872.0, + 107131781.0, + 117575657.0, + 127458569.0, + 137129015.0, + 146070155.0, + 156404954.0, + 168219975.0, + 178920282.0, + 187772031.0, + 196142848.0 ] } }, @@ -4343,94 +4343,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 30895.76304557097, - "upper_bound": 31125.933543590214 + "lower_bound": 33390.8592530501, + "upper_bound": 33656.085746233606 }, - "point_estimate": 31003.004384149233, - "standard_error": 58.93150909592962 + "point_estimate": 33519.81217143058, + "standard_error": 68.20971476248269 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 30880.150346091206, - "upper_bound": 31114.320731747444 + "lower_bound": 33326.86723426213, + "upper_bound": 33775.81684107931 }, - "point_estimate": 30949.920049212895, - "standard_error": 55.42810651459003 + "point_estimate": 33357.54184210526, + "standard_error": 130.55286889056552 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 74.17472312028708, - "upper_bound": 313.1312315743605 + "lower_bound": 38.777792469453345, + "upper_bound": 483.85560509405946 }, - "point_estimate": 212.06639433495968, - "standard_error": 64.11910303364834 + "point_estimate": 301.200517015887, + "standard_error": 141.57831106538328 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 30891.409540445824, - "upper_bound": 31071.092937458478 + "lower_bound": 33338.269535713494, + "upper_bound": 33641.71555860318 }, - "point_estimate": 30974.422124868062, - "standard_error": 45.95972204422094 + "point_estimate": 33489.25687633718, + "standard_error": 77.62169150238755 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 143.3436566229303, - "upper_bound": 382.0287322592024 + "lower_bound": 231.97815013226838, + "upper_bound": 362.5104760329462 }, - "point_estimate": 271.10051730060127, - "standard_error": 65.5228603443341 + "point_estimate": 312.88101238907393, + "standard_error": 33.13463582758858 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 307.0, - 614.0, - 921.0, - 1228.0, - 1535.0, - 1842.0, - 2149.0, - 2456.0, - 2763.0, - 3070.0, - 3377.0, - 3684.0, - 3991.0, - 4298.0, - 4605.0, - 4912.0, - 5219.0, - 5526.0, - 5833.0, - 6140.0 + 285.0, + 570.0, + 855.0, + 1140.0, + 1425.0, + 1710.0, + 1995.0, + 2280.0, + 2565.0, + 2850.0, + 3135.0, + 3420.0, + 3705.0, + 3990.0, + 4275.0, + 4560.0, + 4845.0, + 5130.0, + 5415.0, + 5700.0 ], "times": [ - 9774994.0, - 18908979.0, - 28234741.0, - 37534735.0, - 47903272.0, - 56964562.0, - 66533167.0, - 75978980.0, - 85880827.0, - 95621915.0, - 105180667.0, - 114778815.0, - 123193460.0, - 132660253.0, - 144194284.0, - 151743877.0, - 161522621.0, - 171583911.0, - 180536485.0, - 188815352.0 + 9515580.0, + 19261930.0, + 28774227.0, + 38016055.0, + 48375022.0, + 57013934.0, + 67974375.0, + 76031269.0, + 87287416.0, + 94948766.0, + 103810041.0, + 113886210.0, + 122989398.0, + 132029532.0, + 144871652.0, + 151974360.0, + 161464586.0, + 173354371.0, + 182806927.0, + 190195702.0 ] } } @@ -4440,14 +4440,14 @@ "ports": 65535, "exclusions": 4096, "mean_us": { - "base-a": 6309.348372609595, - "head-a": 32.724025695819655, - "base-b": 6313.108596892463, - "head-b": 32.77389315488716 + "base-a": 8811.23353407249, + "head-a": 59.85347958433498, + "base-b": 8469.705641857969, + "head-b": 63.21071748625558 }, "reduction_percent": { - "a": 99.48134064307048, - "b": 99.4808596644287 + "a": 99.32071395732635, + "b": 99.25368460063282 }, "runs": { "base-a": { @@ -4455,47 +4455,47 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 6241141.139428782, - "upper_bound": 6420586.826297663 + "lower_bound": 8765438.836218331, + "upper_bound": 8864803.202153603 }, - "point_estimate": 6309348.372609595, - "standard_error": 49714.264132717886 + "point_estimate": 8811233.534072489, + "standard_error": 25608.865176338608 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 6229842.895833334, - "upper_bound": 6269147.646153846 + "lower_bound": 8753411.157142857, + "upper_bound": 8800118.089285715 }, - "point_estimate": 6252509.936363636, - "standard_error": 11245.835706118272 + "point_estimate": 8779861.097222222, + "standard_error": 11528.94310386902 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 18564.147478112594, - "upper_bound": 87893.14720958546 + "lower_bound": 18619.6806677674, + "upper_bound": 107353.94861408802 }, - "point_estimate": 44340.27016552873, - "standard_error": 19652.984225573306 + "point_estimate": 62944.20195251685, + "standard_error": 23903.725272890402 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 6229410.683434765, - "upper_bound": 6330818.625307928 + "lower_bound": 8777666.650529046, + "upper_bound": 8943372.54375654 }, - "point_estimate": 6273253.922473867, - "standard_error": 26043.06223535384 + "point_estimate": 8861191.291986063, + "standard_error": 43650.350905151245 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 38659.30378669388, - "upper_bound": 368552.64689989906 + "lower_bound": 44177.98823165021, + "upper_bound": 152710.4939552648 }, - "point_estimate": 227881.75752108038, - "standard_error": 109383.02321339732 + "point_estimate": 117766.65822973613, + "standard_error": 25525.49177795294 } }, "sample": { @@ -4523,26 +4523,26 @@ 40.0 ], "times": [ - 12839563.0, - 24980110.0, - 37934776.0, - 49863461.0, - 63104033.0, - 74504119.0, - 101409150.0, - 99495240.0, - 111596453.0, - 125011272.0, - 137598038.0, - 149701951.0, - 163021825.0, - 175281101.0, - 186802595.0, - 197799361.0, - 210675470.0, - 225292824.0, - 242536018.0, - 250729004.0 + 17398546.0, + 36256067.0, + 52200559.0, + 70452234.0, + 87409146.0, + 104719332.0, + 122722708.0, + 139740784.0, + 158036201.0, + 175598665.0, + 191358011.0, + 211819804.0, + 228503829.0, + 246223794.0, + 263382256.0, + 282978884.0, + 298220767.0, + 316520269.0, + 343086733.0, + 364281843.0 ] } }, @@ -4551,94 +4551,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 32653.428616124886, - "upper_bound": 32796.399920260505 + "lower_bound": 59603.22992970132, + "upper_bound": 60170.7057705198 }, - "point_estimate": 32724.02569581966, - "standard_error": 36.428510251737464 + "point_estimate": 59853.47958433498, + "standard_error": 146.30365057264078 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 32658.957981880663, - "upper_bound": 32786.06729667812 + "lower_bound": 59460.80243055556, + "upper_bound": 59919.947693452385 }, - "point_estimate": 32738.608511763152, - "standard_error": 43.94373852660643 + "point_estimate": 59674.40100661058, + "standard_error": 109.3870813933643 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 48.77974690030819, - "upper_bound": 242.58856776017612 + "lower_bound": 182.1629992659645, + "upper_bound": 617.036976847489 }, - "point_estimate": 113.75770519689065, - "standard_error": 48.495817546786455 + "point_estimate": 364.0475114485238, + "standard_error": 112.84047748256758 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 32647.84968826868, - "upper_bound": 32784.024725085605 + "lower_bound": 59663.530941776844, + "upper_bound": 60543.52069744696 }, - "point_estimate": 32718.51743716848, - "standard_error": 34.66041956410919 + "point_estimate": 60046.05035932056, + "standard_error": 231.0376331276636 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 107.5989229834514, - "upper_bound": 210.96028457271194 + "lower_bound": 262.258618528661, + "upper_bound": 966.3791932205145 }, - "point_estimate": 167.4352045057665, - "standard_error": 26.50756411184725 + "point_estimate": 671.9009061570504, + "standard_error": 193.2514069221022 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 291.0, - 582.0, - 873.0, - 1164.0, - 1455.0, - 1746.0, - 2037.0, - 2328.0, - 2619.0, - 2910.0, - 3201.0, - 3492.0, - 3783.0, - 4074.0, - 4365.0, - 4656.0, - 4947.0, - 5238.0, - 5529.0, - 5820.0 + 160.0, + 320.0, + 480.0, + 640.0, + 800.0, + 960.0, + 1120.0, + 1280.0, + 1440.0, + 1600.0, + 1760.0, + 1920.0, + 2080.0, + 2240.0, + 2400.0, + 2560.0, + 2720.0, + 2880.0, + 3040.0, + 3200.0 ], "times": [ - 9527945.0, - 18899607.0, - 28514829.0, - 38510160.0, - 47691381.0, - 56963927.0, - 67292608.0, - 75513092.0, - 85875752.0, - 95495990.0, - 104528276.0, - 114480296.0, - 123837027.0, - 133074309.0, - 142124381.0, - 151307286.0, - 162767343.0, - 171746397.0, - 180658738.0, - 190755112.0 + 9491350.0, + 18969954.0, + 28461081.0, + 38098764.0, + 48180986.0, + 57525983.0, + 66508266.0, + 78142259.0, + 85601277.0, + 95546204.0, + 105123917.0, + 114426766.0, + 124167646.0, + 134214072.0, + 142682860.0, + 152711215.0, + 168809736.0, + 171274790.0, + 182470184.0, + 192968911.0 ] } }, @@ -4647,47 +4647,47 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 6283205.844391893, - "upper_bound": 6342120.82392319 + "lower_bound": 8365177.352683087, + "upper_bound": 8575252.09864994 }, - "point_estimate": 6313108.596892463, - "standard_error": 15008.254219130373 + "point_estimate": 8469705.641857969, + "standard_error": 53579.83703746381 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 6288684.3125, - "upper_bound": 6340360.423611111 + "lower_bound": 8223610.275, + "upper_bound": 8626164.214285715 }, - "point_estimate": 6317979.799603175, - "standard_error": 13609.007309720291 + "point_estimate": 8520076.083333332, + "standard_error": 125688.05044365484 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 24696.969716464602, - "upper_bound": 95006.7020370436 + "lower_bound": 12501.70304805022, + "upper_bound": 421707.74483819114 }, - "point_estimate": 51952.7395130723, - "standard_error": 17265.80048636639 + "point_estimate": 390783.50338220806, + "standard_error": 115020.18317302027 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 6277164.682635106, - "upper_bound": 6332708.781111455 + "lower_bound": 8240350.14849529, + "upper_bound": 8363719.258459864 }, - "point_estimate": 6305766.793205575, - "standard_error": 14355.631772063916 + "point_estimate": 8284714.416898955, + "standard_error": 31821.119178004617 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 42223.68412047019, - "upper_bound": 88460.3566163776 + "lower_bound": 193284.01694090193, + "upper_bound": 276297.682776988 }, - "point_estimate": 68593.84973705746, - "standard_error": 11918.759743894232 + "point_estimate": 245492.80096026373, + "standard_error": 21163.540570738973 } }, "sample": { @@ -4715,26 +4715,26 @@ 40.0 ], "times": [ - 12297650.0, - 25449980.0, - 37443919.0, - 50694001.0, - 64415961.0, - 75114343.0, - 89467743.0, - 100694141.0, - 114191473.0, - 128430922.0, - 139121456.0, - 150765396.0, - 163726281.0, - 177061103.0, - 190791713.0, - 201087514.0, - 215093251.0, - 227244556.0, - 235915564.0, - 252234679.0 + 17226881.0, + 35481480.0, + 52543594.0, + 70306016.0, + 87790599.0, + 105201782.0, + 120944431.0, + 136602145.0, + 153526260.0, + 171203730.0, + 187240141.0, + 200132723.0, + 213821140.0, + 230413821.0, + 246446948.0, + 263059035.0, + 277168599.0, + 295915313.0, + 312341736.0, + 328933222.0 ] } }, @@ -4743,94 +4743,94 @@ "mean": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 32665.28383338622, - "upper_bound": 32896.87696972558 + "lower_bound": 62132.19378556004, + "upper_bound": 64275.42700639492 }, - "point_estimate": 32773.89315488716, - "standard_error": 59.33215715773363 + "point_estimate": 63210.717486255584, + "standard_error": 546.7388779801612 }, "median": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 32603.157567049806, - "upper_bound": 32825.237433687 + "lower_bound": 61998.8639823718, + "upper_bound": 64234.712914737655 }, - "point_estimate": 32743.291091954023, - "standard_error": 59.00217072557674 + "point_estimate": 63813.502651515155, + "standard_error": 816.3753396868701 }, "median_abs_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 95.00165702691174, - "upper_bound": 374.67073638274786 + "lower_bound": 1367.722102322462, + "upper_bound": 4500.297188689618 }, - "point_estimate": 229.5204576023146, - "standard_error": 71.61237774684636 + "point_estimate": 3137.5020021107084, + "standard_error": 744.2821472176192 }, "slope": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 32603.07465203204, - "upper_bound": 32804.309117232646 + "lower_bound": 60485.10997328315, + "upper_bound": 62358.95425921001 }, - "point_estimate": 32694.222702150666, - "standard_error": 51.15058868916784 + "point_estimate": 61207.92522260937, + "standard_error": 477.1921903593506 }, "std_dev": { "confidence_interval": { "confidence_level": 0.95, - "lower_bound": 159.3455988917778, - "upper_bound": 369.1398860712538 + "lower_bound": 1859.2032475248632, + "upper_bound": 2916.3865421144283 }, - "point_estimate": 272.80528618776873, - "standard_error": 56.60348248050711 + "point_estimate": 2497.4241299814607, + "standard_error": 269.69798006451174 } }, "sample": { "sampling_mode": "Linear", "iters": [ - 290.0, - 580.0, - 870.0, - 1160.0, - 1450.0, - 1740.0, - 2030.0, - 2320.0, - 2610.0, - 2900.0, - 3190.0, - 3480.0, - 3770.0, - 4060.0, - 4350.0, - 4640.0, - 4930.0, - 5220.0, - 5510.0, - 5800.0 + 144.0, + 288.0, + 432.0, + 576.0, + 720.0, + 864.0, + 1008.0, + 1152.0, + 1296.0, + 1440.0, + 1584.0, + 1728.0, + 1872.0, + 2016.0, + 2160.0, + 2304.0, + 2448.0, + 2592.0, + 2736.0, + 2880.0 ], "times": [ - 9451788.0, - 18969537.0, - 28476715.0, - 38927301.0, - 47505973.0, - 57378235.0, - 67147953.0, - 75990964.0, - 86230952.0, - 93949447.0, - 103944845.0, - 114104531.0, - 123854815.0, - 134327154.0, - 141449421.0, - 150407560.0, - 160951753.0, - 170244781.0, - 179516284.0, - 190226885.0 + 9517819.0, + 19035678.0, + 28601142.0, + 38696293.0, + 47974682.0, + 55302499.0, + 64486652.0, + 73836935.0, + 83429824.0, + 91976794.0, + 100986703.0, + 106900185.0, + 116315213.0, + 125337202.0, + 134713063.0, + 139891767.0, + 146178181.0, + 155260330.0, + 162479685.0, + 171856948.0 ] } } diff --git a/docs/port-exclusion-benchmark.md b/docs/port-exclusion-benchmark.md index 62d5c3bb..e2790e89 100644 --- a/docs/port-exclusion-benchmark.md +++ b/docs/port-exclusion-benchmark.md @@ -1,7 +1,7 @@ # Port exclusion preparation benchmark Compared Tokio master `b7119f7f3eb1601e81126ef3572699ed7b3b7c0b` with -implementation `209299ce8a17401f340d061792cca21965cf6e0c` on 2026-10-02. +implementation `270561d553688acbd99f61c460cdfa7c76c1423e` on 2026-10-02. ## Method @@ -49,18 +49,18 @@ Times are microseconds; A and B are separate matched repetitions. | Ports | Exclusions | Master µs A / B | Optimized µs A / B | Time saved A / B | | ---: | ---: | ---: | ---: | ---: | -| 1 | 1 | 0.273 / 0.329 | 0.265 / 0.253 | 2.9% / 23.0% | -| 16 | 4 | 0.374 / 0.408 | 0.325 / 0.325 | 13.0% / 20.2% | -| 64 | 1 | 0.644 / 0.416 | 0.319 / 0.226 | 50.4% / 45.8% | -| 64 | 4,096 | 6.083 / 6.175 | 2.439 / 2.468 | 59.9% / 60.0% | -| 4,096 | 0 | 8.026 / 8.107 | 0.242 / 0.233 | 97.0% / 97.1% | -| 4,096 | 64 | 14.605 / 20.223 | 2.072 / 3.023 | 85.8% / 85.1% | -| 4,096 | 4,096 | 587.432 / 541.722 | 5.615 / 5.875 | 99.0% / 98.9% | -| 65,535 | 0 | 170.424 / 165.198 | 3.880 / 3.707 | 97.7% / 97.8% | -| 65,535 | 4 | 249.493 / 255.563 | 39.227 / 42.499 | 84.3% / 83.4% | -| 65,535 | 64 | 244.115 / 203.029 | 28.939 / 29.779 | 88.1% / 85.3% | -| 65,535 | 1,024 | 1996.094 / 1997.401 | 30.588 / 31.003 | 98.5% / 98.4% | -| 65,535 | 4,096 | 6309.348 / 6313.109 | 32.724 / 32.774 | 99.5% / 99.5% | +| 1 | 1 | 0.289 / 0.286 | 0.261 / 0.271 | 9.7% / 5.2% | +| 16 | 4 | 0.260 / 0.268 | 0.232 / 0.237 | 10.6% / 11.6% | +| 64 | 1 | 0.433 / 0.437 | 0.237 / 0.239 | 45.2% / 45.4% | +| 64 | 4,096 | 6.231 / 10.093 | 2.484 / 3.038 | 60.1% / 69.9% | +| 4,096 | 0 | 10.889 / 10.037 | 0.335 / 0.397 | 96.9% / 96.0% | +| 4,096 | 64 | 20.680 / 20.363 | 2.930 / 3.064 | 85.8% / 85.0% | +| 4,096 | 4,096 | 524.223 / 519.670 | 6.805 / 6.710 | 98.7% / 98.7% | +| 65,535 | 0 | 166.113 / 115.686 | 3.655 / 2.333 | 97.8% / 98.0% | +| 65,535 | 4 | 175.717 / 181.343 | 29.769 / 30.230 | 83.1% / 83.3% | +| 65,535 | 64 | 207.617 / 206.910 | 31.595 / 31.462 | 84.8% / 84.8% | +| 65,535 | 1,024 | 2018.463 / 3271.564 | 33.403 / 33.520 | 98.3% / 99.0% | +| 65,535 | 4,096 | 8811.234 / 8469.706 | 59.853 / 63.211 | 99.3% / 99.3% | All twelve cases improved in both repetitions. This measures **preparation, not end-to-end network scan speed**: many scans are dominated by socket I/O, @@ -75,6 +75,9 @@ setup and a second allocation. Larger lists use an 8 KiB bitmap covering all 65,536 values representable by `u16`, then retain ports in place. This changes the large-list filtering cost from ports × exclusions to ports + exclusions, while preserving order, duplicate ports and boundary values. +The helper is kept out of line: release assembly showed an inlined bitmap +reserved 8,424 bytes in every async poll, whereas the final poll frame uses +344 bytes and the helper reserves its bitmap only during preparation. Exploration found that in-place linear membership slows large cases. A first production candidate also slowed 64 ports with 4,096 exclusions; @@ -92,3 +95,20 @@ count for throughput. [Raw Criterion samples, confidence intervals, revisions and binary hashes](port-exclusion-benchmark-results.json) are included. Hosted correctness/performance results are linked in the PR. + +## macOS runner setup + +Repeated hosted sweeps on Darwin 25.6 returned `ENOBUFS` (error 55) on +both master and the candidate, missing fixture listeners. Such runs are +invalid for performance claims. The workflow provisions the TCP memory +budget once before either build is measured, raising it from the default +1/32 to 1/8 of physical memory when necessary, and prints the actual limit +and allocation counters. It retains every scenario, repeat, listener +comparison and performance threshold. An immediate untimed diagnostic +scan records errors and kernel counters if a measured pair misses a +listener; that failed dataset is not used to claim a speedup. + +This uses XNU's [TCP budget initialization](https://github.com/apple-oss-distributions/xnu/blob/main/bsd/netinet/tcp_subr.c) +and [memory accounting interface](https://github.com/apple-oss-distributions/xnu/blob/main/bsd/sys/mem_acct_private.h). +It changes the disposable benchmark environment, not RustScan's behavior +or the operating system configuration on users' machines.