{ "at_utc": "2026-10-14T14:06:02.143454+00:00", "status": "passed", "platform": "macOS-26.6.2-arm64-arm-64bit", "binary": "/Users/earlcameron/Documents/Codex/2026-10-12/you/outputs/flow/target/release/execute", "binary_sha256": "eae11c0b128e2b1ca7849aeeaa8b497cbc3464f2745d2326129792305fe99507", "harness_sha256": "484966915fe3b2e8494694128327c427410331e33b12d5a9e59808352f31f95e", "bash_sha256": "16303dedab719ddb63efd9dd68092a0da37b397bfd4fcb856d5f1c86c5ee414b", "runner_sha256": "7c8cb8c0b4e25f88f232c64bccdc1f779255f31a68574025d0d5c7e825029bfa", "case_count": 110, "categories": { "literal-argv": 12, "native-tool": 66, "native-pipeline": 19, "cli-inputs": 3, "failure-contract": 9, "intentional-language-difference": 1 }, "distinct_native_tools": [ "awk", "base64", "basename", "bzip2", "cat", "cksum", "cmp", "comm", "cut", "diff", "dirname", "du", "echo", "expand", "expr", "false", "find", "fmt", "fold", "getconf", "grep", "gzip", "head", "hexdump", "join", "ls", "nl", "od", "openssl", "paste", "printf", "pwd", "rev", "sed", "shasum", "sort", "tail", "tee", "test", "tr", "true", "uname", "unexpand", "uniq", "wc", "xxd" ], "method": "Explicit absolute system executables, same argv from a shared specification except the marked glob-expansion difference; Execute explain verifies argv and separate traces verify native spawn identities/count. Bash files use shlex quoting except that glob test, with no startup hooks or builtin applets. NUL-framed native printf independently checks adversarial argv transport. Exact exit/stdout/stderr per case, independent expected output where supplied; otherwise Bash is the byte oracle. Marked failure cases check distinct expected status/diagnostic/output contracts. Traces and explain are excluded from timed observations. Owned fixtures only, minimal environment, one-entry unused catalog (not the normal project catalog), 8s/1MiB per invocation. Sequential seeded interleaved pairs, warm filesystem, fresh processes; requested warmups excluded from summaries but retained. Timing includes Python spawn/capture/exit and runner overhead. Descriptive per-case observations only; no general speedup, isolated interpreter/pipe latency, normal-catalog startup, cold-cache, native Linux, 100 distinct commands, held-out script/model, full-replacement or score claim.", "samples": 1, "warmups": 0, "cases": [ { "name": "argv-empty", "category": "literal-argv", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/printf", "%s\\0", "" ] ], "program": "run \"/usr/bin/printf\" with arguments [\"%s\\\\0\", \"\"]\n", "bash": "/usr/bin/printf '%s\\0' ''\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 1, "stdout_sha256": "6e340b9cffb37a989ca544e6bb780a2c78901d3fb33738768511a30617afa01d", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.150667 }, "execute": { "code": 0, "stdout_bytes": 1, "stdout_sha256": "6e340b9cffb37a989ca544e6bb780a2c78901d3fb33738768511a30617afa01d", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.470916 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/printf", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.470916, "p95": 5.470916, "raw": [ 5.470916 ] }, "bash": { "p50": 6.150667, "p95": 6.150667, "raw": [ 6.150667 ] } } }, { "name": "argv-spaces", "category": "literal-argv", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/printf", "%s\\0", "a b", " c " ] ], "program": "run \"/usr/bin/printf\" with arguments [\"%s\\\\0\", \"a b\", \" c \"]\n", "bash": "/usr/bin/printf '%s\\0' 'a b' ' c '\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 8, "stdout_sha256": "cd84f6511e12e67632fda99b9f70a4bdf99bb6da47bceb70b99c2662dbf534d1", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.483667 }, "execute": { "code": 0, "stdout_bytes": 8, "stdout_sha256": "cd84f6511e12e67632fda99b9f70a4bdf99bb6da47bceb70b99c2662dbf534d1", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.878084 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/printf", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.878084, "p95": 5.878084, "raw": [ 5.878084 ] }, "bash": { "p50": 6.483667, "p95": 6.483667, "raw": [ 6.483667 ] } } }, { "name": "argv-unicode", "category": "literal-argv", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/printf", "%s\\0", "café", "東京", "🐈" ] ], "program": "run \"/usr/bin/printf\" with arguments [\"%s\\\\0\", \"café\", \"東京\", \"🐈\"]\n", "bash": "/usr/bin/printf '%s\\0' 'café' '東京' '🐈'\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 18, "stdout_sha256": "e747284fcf2c71c564d0ad824c5821b91c8597bea79d598733af4687a482257f", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 7.071125 }, "bash": { "code": 0, "stdout_bytes": 18, "stdout_sha256": "e747284fcf2c71c564d0ad824c5821b91c8597bea79d598733af4687a482257f", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 8.052709 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/printf", "line": 1 } ], "timings_ms": { "execute": { "p50": 7.071125, "p95": 7.071125, "raw": [ 7.071125 ] }, "bash": { "p50": 8.052709, "p95": 8.052709, "raw": [ 8.052709 ] } } }, { "name": "argv-newlines", "category": "literal-argv", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/printf", "%s\\0", "one\ntwo", "trailing\n" ] ], "program": "run \"/usr/bin/printf\" with arguments [\"%s\\\\0\", \"one\\ntwo\", \"trailing\\n\"]\n", "bash": "/usr/bin/printf '%s\\0' 'one\ntwo' 'trailing\n'\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 18, "stdout_sha256": "e027ae250784c59ac87199460ba987a2044ea80cf6c3dccf676ca1fa351ca4e2", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 7.448875 }, "bash": { "code": 0, "stdout_bytes": 18, "stdout_sha256": "e027ae250784c59ac87199460ba987a2044ea80cf6c3dccf676ca1fa351ca4e2", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 7.163542 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/printf", "line": 1 } ], "timings_ms": { "execute": { "p50": 7.448875, "p95": 7.448875, "raw": [ 7.448875 ] }, "bash": { "p50": 7.163542, "p95": 7.163542, "raw": [ 7.163542 ] } } }, { "name": "argv-tabs", "category": "literal-argv", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/printf", "%s\\0", "a\tb", "\r" ] ], "program": "run \"/usr/bin/printf\" with arguments [\"%s\\\\0\", \"a\\tb\", \"\\r\"]\n", "bash": "/usr/bin/printf '%s\\0' 'a\tb' '\r'\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 6, "stdout_sha256": "539544fb6f0a204defa339e523f0bf1d028bd9dd0eb2830431540a87aa2f1fd4", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.039375 }, "bash": { "code": 0, "stdout_bytes": 6, "stdout_sha256": "539544fb6f0a204defa339e523f0bf1d028bd9dd0eb2830431540a87aa2f1fd4", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.799708 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/printf", "line": 1 } ], "timings_ms": { "execute": { "p50": 6.039375, "p95": 6.039375, "raw": [ 6.039375 ] }, "bash": { "p50": 6.799708, "p95": 6.799708, "raw": [ 6.799708 ] } } }, { "name": "argv-quotes", "category": "literal-argv", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/printf", "%s\\0", "\"double\"", "'single'" ] ], "program": "run \"/usr/bin/printf\" with arguments [\"%s\\\\0\", \"\\\"double\\\"\", \"'single'\"]\n", "bash": "/usr/bin/printf '%s\\0' '\"double\"' ''\"'\"'single'\"'\"''\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 18, "stdout_sha256": "77a39f72548980c1b55a8199b9bc99ba86a96612f27ea4e63daf1e6765037c61", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.821417 }, "bash": { "code": 0, "stdout_bytes": 18, "stdout_sha256": "77a39f72548980c1b55a8199b9bc99ba86a96612f27ea4e63daf1e6765037c61", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 7.291833 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/printf", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.821417, "p95": 5.821417, "raw": [ 5.821417 ] }, "bash": { "p50": 7.291833, "p95": 7.291833, "raw": [ 7.291833 ] } } }, { "name": "argv-backslashes", "category": "literal-argv", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/printf", "%s\\0", "a\\b", "\\n" ] ], "program": "run \"/usr/bin/printf\" with arguments [\"%s\\\\0\", \"a\\\\b\", \"\\\\n\"]\n", "bash": "/usr/bin/printf '%s\\0' 'a\\b' '\\n'\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 7, "stdout_sha256": "ede2a46eaaa432051472907f1dffbbcc9b838a868015be9a552890fb2e2fe6be", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.754375 }, "bash": { "code": 0, "stdout_bytes": 7, "stdout_sha256": "ede2a46eaaa432051472907f1dffbbcc9b838a868015be9a552890fb2e2fe6be", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 7.320834 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/printf", "line": 1 } ], "timings_ms": { "execute": { "p50": 6.754375, "p95": 6.754375, "raw": [ 6.754375 ] }, "bash": { "p50": 7.320834, "p95": 7.320834, "raw": [ 7.320834 ] } } }, { "name": "argv-wildcards", "category": "literal-argv", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/printf", "%s\\0", "*.txt", "?", "[ab]" ] ], "program": "run \"/usr/bin/printf\" with arguments [\"%s\\\\0\", \"*.txt\", \"?\", \"[ab]\"]\n", "bash": "/usr/bin/printf '%s\\0' '*.txt' '?' '[ab]'\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 13, "stdout_sha256": "ade7dfda939f00f9293c27049402cc32b73e4ee5a23bd12c8b3ce178a0faa5d5", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.985041 }, "execute": { "code": 0, "stdout_bytes": 13, "stdout_sha256": "ade7dfda939f00f9293c27049402cc32b73e4ee5a23bd12c8b3ce178a0faa5d5", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.361375 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/printf", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.361375, "p95": 5.361375, "raw": [ 5.361375 ] }, "bash": { "p50": 5.985041, "p95": 5.985041, "raw": [ 5.985041 ] } } }, { "name": "argv-dollars", "category": "literal-argv", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/printf", "%s\\0", "$HOME", "${x}", "$(touch forbidden)" ] ], "program": "run \"/usr/bin/printf\" with arguments [\"%s\\\\0\", \"$HOME\", \"${x}\", \"$(touch forbidden)\"]\n", "bash": "/usr/bin/printf '%s\\0' '$HOME' '${x}' '$(touch forbidden)'\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 30, "stdout_sha256": "f7b4b23226c5d47c7077b47b0514218e9606556aecfb7de0acf81a6cb818853b", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.343917 }, "bash": { "code": 0, "stdout_bytes": 30, "stdout_sha256": "f7b4b23226c5d47c7077b47b0514218e9606556aecfb7de0acf81a6cb818853b", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.092958 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/printf", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.343917, "p95": 5.343917, "raw": [ 5.343917 ] }, "bash": { "p50": 6.092958, "p95": 6.092958, "raw": [ 6.092958 ] } } }, { "name": "argv-operators", "category": "literal-argv", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/printf", "%s\\0", "; touch forbidden", "| cat", "> forbidden", "&& false" ] ], "program": "run \"/usr/bin/printf\" with arguments [\"%s\\\\0\", \"; touch forbidden\", \"| cat\", \"> forbidden\", \"&& false\"]\n", "bash": "/usr/bin/printf '%s\\0' '; touch forbidden' '| cat' '> forbidden' '&& false'\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 45, "stdout_sha256": "b0ead38aad7ada743076f61e30205202af749fbc022e5709822577cc6e5ce22b", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.317667 }, "bash": { "code": 0, "stdout_bytes": 45, "stdout_sha256": "b0ead38aad7ada743076f61e30205202af749fbc022e5709822577cc6e5ce22b", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.001666 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/printf", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.317667, "p95": 5.317667, "raw": [ 5.317667 ] }, "bash": { "p50": 6.001666, "p95": 6.001666, "raw": [ 6.001666 ] } } }, { "name": "argv-comments", "category": "literal-argv", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/printf", "%s\\0", "# a comment", "a#b" ] ], "program": "run \"/usr/bin/printf\" with arguments [\"%s\\\\0\", \"# a comment\", \"a#b\"]\n", "bash": "/usr/bin/printf '%s\\0' '# a comment' 'a#b'\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 16, "stdout_sha256": "f31b4f2d24911173198ad36ba45185c5fbc3ecf4d5ccc51fde1a55094a8c30d6", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.109958 }, "bash": { "code": 0, "stdout_bytes": 16, "stdout_sha256": "f31b4f2d24911173198ad36ba45185c5fbc3ecf4d5ccc51fde1a55094a8c30d6", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.109 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/printf", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.109958, "p95": 5.109958, "raw": [ 5.109958 ] }, "bash": { "p50": 6.109, "p95": 6.109, "raw": [ 6.109 ] } } }, { "name": "argv-leading-options", "category": "literal-argv", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/printf", "%s\\0", "--", "-n", "-e" ] ], "program": "run \"/usr/bin/printf\" with arguments [\"%s\\\\0\", \"--\", \"-n\", \"-e\"]\n", "bash": "/usr/bin/printf '%s\\0' -- -n -e\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 9, "stdout_sha256": "eecaff9be9ed4a949b6c11d1d3596f18b006981f0d6ad8d3aeaa45f6d57e90b4", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.049083 }, "bash": { "code": 0, "stdout_bytes": 9, "stdout_sha256": "eecaff9be9ed4a949b6c11d1d3596f18b006981f0d6ad8d3aeaa45f6d57e90b4", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.142083 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/printf", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.049083, "p95": 5.049083, "raw": [ 5.049083 ] }, "bash": { "p50": 6.142083, "p95": 6.142083, "raw": [ 6.142083 ] } } }, { "name": "cat-text", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "lines.txt" ] ], "program": "run \"/bin/cat\" with arguments [\"lines.txt\"]\n", "bash": "/bin/cat lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 22, "stdout_sha256": "b884d3d51e68ee1906c5fd54c8ab3c3acd5b327aefdc5589f8dc1f1096629391", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.167 }, "bash": { "code": 0, "stdout_bytes": 22, "stdout_sha256": "b884d3d51e68ee1906c5fd54c8ab3c3acd5b327aefdc5589f8dc1f1096629391", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.024833 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.167, "p95": 5.167, "raw": [ 5.167 ] }, "bash": { "p50": 6.024833, "p95": 6.024833, "raw": [ 6.024833 ] } } }, { "name": "cat-binary", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "binary.bin" ] ], "program": "run \"/bin/cat\" with arguments [\"binary.bin\"]\n", "bash": "/bin/cat binary.bin\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 16384, "stdout_sha256": "a1f259d4365ed4320c377ce26f5c8c56dcdc9a89e7b641bfd8eabfbbeac86654", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.889542 }, "execute": { "code": 0, "stdout_bytes": 16384, "stdout_sha256": "a1f259d4365ed4320c377ce26f5c8c56dcdc9a89e7b641bfd8eabfbbeac86654", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.332458 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.332458, "p95": 5.332458, "raw": [ 5.332458 ] }, "bash": { "p50": 5.889542, "p95": 5.889542, "raw": [ 5.889542 ] } } }, { "name": "cat-files", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "part-a.txt", "part-b.txt" ] ], "program": "run \"/bin/cat\" with arguments [\"part-a.txt\", \"part-b.txt\"]\n", "bash": "/bin/cat part-a.txt part-b.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 13, "stdout_sha256": "dbea9325179efe46ea2add94f7b6b745ca983fabb208dc6d34aa064623d7ee23", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.108292 }, "execute": { "code": 0, "stdout_bytes": 13, "stdout_sha256": "dbea9325179efe46ea2add94f7b6b745ca983fabb208dc6d34aa064623d7ee23", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.340542 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.340542, "p95": 5.340542, "raw": [ 5.340542 ] }, "bash": { "p50": 6.108292, "p95": 6.108292, "raw": [ 6.108292 ] } } }, { "name": "cat-space-unicode", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "space 雪.txt" ] ], "program": "run \"/bin/cat\" with arguments [\"space 雪.txt\"]\n", "bash": "/bin/cat 'space 雪.txt'\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 9, "stdout_sha256": "b550abf52b3500720734589ce534ae1e6f5ca0575d7a8e78ba1659972c3cce3e", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.195417 }, "bash": { "code": 0, "stdout_bytes": 9, "stdout_sha256": "b550abf52b3500720734589ce534ae1e6f5ca0575d7a8e78ba1659972c3cce3e", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.13425 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.195417, "p95": 5.195417, "raw": [ 5.195417 ] }, "bash": { "p50": 6.13425, "p95": 6.13425, "raw": [ 6.13425 ] } } }, { "name": "cat-dash", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "./-dash.txt" ] ], "program": "run \"/bin/cat\" with arguments [\"./-dash.txt\"]\n", "bash": "/bin/cat ./-dash.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 5, "stdout_sha256": "f8359416cedbf4b44bd1cab71b791b4121e3b33748187c530e70207af87c3f39", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.096875 }, "bash": { "code": 0, "stdout_bytes": 5, "stdout_sha256": "f8359416cedbf4b44bd1cab71b791b4121e3b33748187c530e70207af87c3f39", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.034375 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.096875, "p95": 5.096875, "raw": [ 5.096875 ] }, "bash": { "p50": 6.034375, "p95": 6.034375, "raw": [ 6.034375 ] } } }, { "name": "head-lines", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/head", "-n", "2", "lines.txt" ] ], "program": "run \"/usr/bin/head\" with arguments [\"-n\", \"2\", \"lines.txt\"]\n", "bash": "/usr/bin/head -n 2 lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 11, "stdout_sha256": "3588d4ce80593f91177fe39f97f96fece7050ebc8e030a2a92a7f61e67f07af9", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.663291 }, "bash": { "code": 0, "stdout_bytes": 11, "stdout_sha256": "3588d4ce80593f91177fe39f97f96fece7050ebc8e030a2a92a7f61e67f07af9", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.628292 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/head", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.663291, "p95": 5.663291, "raw": [ 5.663291 ] }, "bash": { "p50": 6.628292, "p95": 6.628292, "raw": [ 6.628292 ] } } }, { "name": "head-bytes", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/head", "-c", "5", "binary.bin" ] ], "program": "run \"/usr/bin/head\" with arguments [\"-c\", \"5\", \"binary.bin\"]\n", "bash": "/usr/bin/head -c 5 binary.bin\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 5, "stdout_sha256": "08bb5e5d6eaac1049ede0893d30ed022b1a4d9b5b48db414871f51c9cb35283d", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.315125 }, "bash": { "code": 0, "stdout_bytes": 5, "stdout_sha256": "08bb5e5d6eaac1049ede0893d30ed022b1a4d9b5b48db414871f51c9cb35283d", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.350792 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/head", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.315125, "p95": 5.315125, "raw": [ 5.315125 ] }, "bash": { "p50": 6.350792, "p95": 6.350792, "raw": [ 6.350792 ] } } }, { "name": "tail-lines", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/tail", "-n", "2", "lines.txt" ] ], "program": "run \"/usr/bin/tail\" with arguments [\"-n\", \"2\", \"lines.txt\"]\n", "bash": "/usr/bin/tail -n 2 lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 11, "stdout_sha256": "aa5989aacb57830a365b63654addd2b3e7427ce3e8869f52e261ac98cc318734", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.263125 }, "bash": { "code": 0, "stdout_bytes": 11, "stdout_sha256": "aa5989aacb57830a365b63654addd2b3e7427ce3e8869f52e261ac98cc318734", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.096834 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/tail", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.263125, "p95": 5.263125, "raw": [ 5.263125 ] }, "bash": { "p50": 6.096834, "p95": 6.096834, "raw": [ 6.096834 ] } } }, { "name": "tail-from", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/tail", "-n", "+3", "lines.txt" ] ], "program": "run \"/usr/bin/tail\" with arguments [\"-n\", \"+3\", \"lines.txt\"]\n", "bash": "/usr/bin/tail -n +3 lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 11, "stdout_sha256": "aa5989aacb57830a365b63654addd2b3e7427ce3e8869f52e261ac98cc318734", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.4685 }, "bash": { "code": 0, "stdout_bytes": 11, "stdout_sha256": "aa5989aacb57830a365b63654addd2b3e7427ce3e8869f52e261ac98cc318734", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.160541 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/tail", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.4685, "p95": 5.4685, "raw": [ 5.4685 ] }, "bash": { "p50": 6.160541, "p95": 6.160541, "raw": [ 6.160541 ] } } }, { "name": "sort-lines", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/sort", "lines.txt" ] ], "program": "run \"/usr/bin/sort\" with arguments [\"lines.txt\"]\n", "bash": "/usr/bin/sort lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 22, "stdout_sha256": "2cb32bc12b1b590be47071f1c86a0aa2306387060950dbd82a5b5e849481791d", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.86925 }, "execute": { "code": 0, "stdout_bytes": 22, "stdout_sha256": "2cb32bc12b1b590be47071f1c86a0aa2306387060950dbd82a5b5e849481791d", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.433625 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/sort", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.433625, "p95": 5.433625, "raw": [ 5.433625 ] }, "bash": { "p50": 5.86925, "p95": 5.86925, "raw": [ 5.86925 ] } } }, { "name": "sort-unique", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/sort", "-u", "lines.txt" ] ], "program": "run \"/usr/bin/sort\" with arguments [\"-u\", \"lines.txt\"]\n", "bash": "/usr/bin/sort -u lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 17, "stdout_sha256": "4fdbc441ea7b546100e086ac1e4fc5ae6749b7314311c99db05be450eca12996", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.124916 }, "execute": { "code": 0, "stdout_bytes": 17, "stdout_sha256": "4fdbc441ea7b546100e086ac1e4fc5ae6749b7314311c99db05be450eca12996", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.421375 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/sort", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.421375, "p95": 5.421375, "raw": [ 5.421375 ] }, "bash": { "p50": 6.124916, "p95": 6.124916, "raw": [ 6.124916 ] } } }, { "name": "sort-reverse", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/sort", "-r", "lines.txt" ] ], "program": "run \"/usr/bin/sort\" with arguments [\"-r\", \"lines.txt\"]\n", "bash": "/usr/bin/sort -r lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 22, "stdout_sha256": "20239bca2a5eee53259b763e2da02d030bbf11083cdd3bfeab7543703c1f02cf", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.390708 }, "bash": { "code": 0, "stdout_bytes": 22, "stdout_sha256": "20239bca2a5eee53259b763e2da02d030bbf11083cdd3bfeab7543703c1f02cf", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.02875 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/sort", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.390708, "p95": 5.390708, "raw": [ 5.390708 ] }, "bash": { "p50": 6.02875, "p95": 6.02875, "raw": [ 6.02875 ] } } }, { "name": "sort-numeric", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/sort", "-n", "numbers.txt" ] ], "program": "run \"/usr/bin/sort\" with arguments [\"-n\", \"numbers.txt\"]\n", "bash": "/usr/bin/sort -n numbers.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 8, "stdout_sha256": "2319ce86eee4773f0469bf286d01fd974b5e9098f885b5ffc46eab52ce582caf", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.969458 }, "execute": { "code": 0, "stdout_bytes": 8, "stdout_sha256": "2319ce86eee4773f0469bf286d01fd974b5e9098f885b5ffc46eab52ce582caf", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.478417 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/sort", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.478417, "p95": 5.478417, "raw": [ 5.478417 ] }, "bash": { "p50": 5.969458, "p95": 5.969458, "raw": [ 5.969458 ] } } }, { "name": "uniq-lines", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/uniq", "sorted.txt" ] ], "program": "run \"/usr/bin/uniq\" with arguments [\"sorted.txt\"]\n", "bash": "/usr/bin/uniq sorted.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 17, "stdout_sha256": "4fdbc441ea7b546100e086ac1e4fc5ae6749b7314311c99db05be450eca12996", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.611042 }, "execute": { "code": 0, "stdout_bytes": 17, "stdout_sha256": "4fdbc441ea7b546100e086ac1e4fc5ae6749b7314311c99db05be450eca12996", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.724917 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/uniq", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.724917, "p95": 5.724917, "raw": [ 5.724917 ] }, "bash": { "p50": 6.611042, "p95": 6.611042, "raw": [ 6.611042 ] } } }, { "name": "uniq-duplicates", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/uniq", "-d", "sorted.txt" ] ], "program": "run \"/usr/bin/uniq\" with arguments [\"-d\", \"sorted.txt\"]\n", "bash": "/usr/bin/uniq -d sorted.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 5, "stdout_sha256": "f2c82decdd7181cf98945929a62598db7e6b477e11f6e0eb0ae97020eff151ad", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.14625 }, "bash": { "code": 0, "stdout_bytes": 5, "stdout_sha256": "f2c82decdd7181cf98945929a62598db7e6b477e11f6e0eb0ae97020eff151ad", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.004292 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/uniq", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.14625, "p95": 5.14625, "raw": [ 5.14625 ] }, "bash": { "p50": 6.004292, "p95": 6.004292, "raw": [ 6.004292 ] } } }, { "name": "uniq-singletons", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/uniq", "-u", "sorted.txt" ] ], "program": "run \"/usr/bin/uniq\" with arguments [\"-u\", \"sorted.txt\"]\n", "bash": "/usr/bin/uniq -u sorted.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 12, "stdout_sha256": "17cbbec0b19b84e7729ef8bba7e45944bfa331f56fa873b4e796d1730b8f953f", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.810541 }, "execute": { "code": 0, "stdout_bytes": 12, "stdout_sha256": "17cbbec0b19b84e7729ef8bba7e45944bfa331f56fa873b4e796d1730b8f953f", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.4525 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/uniq", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.4525, "p95": 5.4525, "raw": [ 5.4525 ] }, "bash": { "p50": 5.810541, "p95": 5.810541, "raw": [ 5.810541 ] } } }, { "name": "grep-match", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/grep", "-F", "beta", "lines.txt" ] ], "program": "run \"/usr/bin/grep\" with arguments [\"-F\", \"beta\", \"lines.txt\"]\n", "bash": "/usr/bin/grep -F beta lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 10, "stdout_sha256": "c5aa0ba25fce8abf03193b5afc355c4c651ea6c72b4278d4927b10fe4bbd7740", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.228709 }, "execute": { "code": 0, "stdout_bytes": 10, "stdout_sha256": "c5aa0ba25fce8abf03193b5afc355c4c651ea6c72b4278d4927b10fe4bbd7740", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.386083 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/grep", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.386083, "p95": 5.386083, "raw": [ 5.386083 ] }, "bash": { "p50": 6.228709, "p95": 6.228709, "raw": [ 6.228709 ] } } }, { "name": "grep-invert", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/grep", "-v", "beta", "lines.txt" ] ], "program": "run \"/usr/bin/grep\" with arguments [\"-v\", \"beta\", \"lines.txt\"]\n", "bash": "/usr/bin/grep -v beta lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 12, "stdout_sha256": "17cbbec0b19b84e7729ef8bba7e45944bfa331f56fa873b4e796d1730b8f953f", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 7.383791 }, "execute": { "code": 0, "stdout_bytes": 12, "stdout_sha256": "17cbbec0b19b84e7729ef8bba7e45944bfa331f56fa873b4e796d1730b8f953f", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.217667 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/grep", "line": 1 } ], "timings_ms": { "execute": { "p50": 6.217667, "p95": 6.217667, "raw": [ 6.217667 ] }, "bash": { "p50": 7.383791, "p95": 7.383791, "raw": [ 7.383791 ] } } }, { "name": "grep-number", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/grep", "-n", "^alpha$", "lines.txt" ] ], "program": "run \"/usr/bin/grep\" with arguments [\"-n\", \"^alpha$\", \"lines.txt\"]\n", "bash": "/usr/bin/grep -n '^alpha$' lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 8, "stdout_sha256": "2f8bdd3f61ee76a4fa1b1102ff6413f65c9621fac74646f45e768c74a433eee8", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.37925 }, "bash": { "code": 0, "stdout_bytes": 8, "stdout_sha256": "2f8bdd3f61ee76a4fa1b1102ff6413f65c9621fac74646f45e768c74a433eee8", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.230792 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/grep", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.37925, "p95": 5.37925, "raw": [ 5.37925 ] }, "bash": { "p50": 6.230792, "p95": 6.230792, "raw": [ 6.230792 ] } } }, { "name": "grep-count", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/grep", "-c", "beta", "lines.txt" ] ], "program": "run \"/usr/bin/grep\" with arguments [\"-c\", \"beta\", \"lines.txt\"]\n", "bash": "/usr/bin/grep -c beta lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 2, "stdout_sha256": "53c234e5e8472b6ac51c1ae1cab3fe06fad053beb8ebfd8977b010655bfdd3c3", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.363166 }, "bash": { "code": 0, "stdout_bytes": 2, "stdout_sha256": "53c234e5e8472b6ac51c1ae1cab3fe06fad053beb8ebfd8977b010655bfdd3c3", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.285584 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/grep", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.363166, "p95": 5.363166, "raw": [ 5.363166 ] }, "bash": { "p50": 6.285584, "p95": 6.285584, "raw": [ 6.285584 ] } } }, { "name": "sed-replace", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/sed", "s/beta/BETA/g", "lines.txt" ] ], "program": "run \"/usr/bin/sed\" with arguments [\"s/beta/BETA/g\", \"lines.txt\"]\n", "bash": "/usr/bin/sed s/beta/BETA/g lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 22, "stdout_sha256": "76097d18ebcea853b737ad937b3c283a941f8f0f9171c0cc164a07d9e09bfed8", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.190917 }, "bash": { "code": 0, "stdout_bytes": 22, "stdout_sha256": "76097d18ebcea853b737ad937b3c283a941f8f0f9171c0cc164a07d9e09bfed8", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.11575 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/sed", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.190917, "p95": 5.190917, "raw": [ 5.190917 ] }, "bash": { "p50": 6.11575, "p95": 6.11575, "raw": [ 6.11575 ] } } }, { "name": "sed-select", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/sed", "-n", "2,3p", "lines.txt" ] ], "program": "run \"/usr/bin/sed\" with arguments [\"-n\", \"2,3p\", \"lines.txt\"]\n", "bash": "/usr/bin/sed -n 2,3p lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 11, "stdout_sha256": "e49c81e2d2f84e259d40e2fb8192f3bcd198b355184845d76d8f58807d0d78ee", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.079458 }, "execute": { "code": 0, "stdout_bytes": 11, "stdout_sha256": "e49c81e2d2f84e259d40e2fb8192f3bcd198b355184845d76d8f58807d0d78ee", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.643583 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/sed", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.643583, "p95": 5.643583, "raw": [ 5.643583 ] }, "bash": { "p50": 6.079458, "p95": 6.079458, "raw": [ 6.079458 ] } } }, { "name": "sed-delete", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/sed", "/beta/d", "lines.txt" ] ], "program": "run \"/usr/bin/sed\" with arguments [\"/beta/d\", \"lines.txt\"]\n", "bash": "/usr/bin/sed /beta/d lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 12, "stdout_sha256": "17cbbec0b19b84e7729ef8bba7e45944bfa331f56fa873b4e796d1730b8f953f", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.261958 }, "bash": { "code": 0, "stdout_bytes": 12, "stdout_sha256": "17cbbec0b19b84e7729ef8bba7e45944bfa331f56fa873b4e796d1730b8f953f", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.521667 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/sed", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.261958, "p95": 5.261958, "raw": [ 5.261958 ] }, "bash": { "p50": 6.521667, "p95": 6.521667, "raw": [ 6.521667 ] } } }, { "name": "awk-fields", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/awk", "-F,", "{print $2}", "table.csv" ] ], "program": "run \"/usr/bin/awk\" with arguments [\"-F,\", \"{print $2}\", \"table.csv\"]\n", "bash": "/usr/bin/awk -F, '{print $2}' table.csv\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 6, "stdout_sha256": "4a1547d4d4d247f66eb1df3b9a673357715e8e64761f48b32fa592ae764d2383", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.306458 }, "bash": { "code": 0, "stdout_bytes": 6, "stdout_sha256": "4a1547d4d4d247f66eb1df3b9a673357715e8e64761f48b32fa592ae764d2383", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.192125 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/awk", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.306458, "p95": 5.306458, "raw": [ 5.306458 ] }, "bash": { "p50": 6.192125, "p95": 6.192125, "raw": [ 6.192125 ] } } }, { "name": "awk-sum", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/awk", "-F,", "{sum += $2} END {print sum}", "table.csv" ] ], "program": "run \"/usr/bin/awk\" with arguments [\"-F,\", \"{sum += $2} END {print sum}\", \"table.csv\"]\n", "bash": "/usr/bin/awk -F, '{sum += $2} END {print sum}' table.csv\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 3, "stdout_sha256": "f4ccd05b3271c386ee55d9876c7450012a3b361e5065c09dc22075e38b3cc35c", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.384542 }, "execute": { "code": 0, "stdout_bytes": 3, "stdout_sha256": "f4ccd05b3271c386ee55d9876c7450012a3b361e5065c09dc22075e38b3cc35c", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.469625 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/awk", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.469625, "p95": 5.469625, "raw": [ 5.469625 ] }, "bash": { "p50": 6.384542, "p95": 6.384542, "raw": [ 6.384542 ] } } }, { "name": "cut-fields", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/cut", "-d,", "-f", "1", "table.csv" ] ], "program": "run \"/usr/bin/cut\" with arguments [\"-d,\", \"-f\", \"1\", \"table.csv\"]\n", "bash": "/usr/bin/cut -d, -f 1 table.csv\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 10, "stdout_sha256": "464165db627e0547246fff8acfc08662c1aea3b98d9884434e4e7bee3d681b0e", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.846042 }, "execute": { "code": 0, "stdout_bytes": 10, "stdout_sha256": "464165db627e0547246fff8acfc08662c1aea3b98d9884434e4e7bee3d681b0e", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.350375 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/cut", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.350375, "p95": 5.350375, "raw": [ 5.350375 ] }, "bash": { "p50": 5.846042, "p95": 5.846042, "raw": [ 5.846042 ] } } }, { "name": "cut-bytes", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/cut", "-b", "1-2", "lines.txt" ] ], "program": "run \"/usr/bin/cut\" with arguments [\"-b\", \"1-2\", \"lines.txt\"]\n", "bash": "/usr/bin/cut -b 1-2 lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 12, "stdout_sha256": "7e5a97a5982e93498fb78428abc27f9c96fc0a40c7900c2d070b64b3f21be6dc", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.106542 }, "execute": { "code": 0, "stdout_bytes": 12, "stdout_sha256": "7e5a97a5982e93498fb78428abc27f9c96fc0a40c7900c2d070b64b3f21be6dc", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.24375 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/cut", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.24375, "p95": 5.24375, "raw": [ 5.24375 ] }, "bash": { "p50": 6.106542, "p95": 6.106542, "raw": [ 6.106542 ] } } }, { "name": "paste-files", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/paste", "part-a.txt", "part-b.txt" ] ], "program": "run \"/usr/bin/paste\" with arguments [\"part-a.txt\", \"part-b.txt\"]\n", "bash": "/usr/bin/paste part-a.txt part-b.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 13, "stdout_sha256": "3f5933b4a320bde8a5bf74f88a01a8332f82ea0cab54e07a0c87bdfe59455138", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.45 }, "bash": { "code": 0, "stdout_bytes": 13, "stdout_sha256": "3f5933b4a320bde8a5bf74f88a01a8332f82ea0cab54e07a0c87bdfe59455138", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.344333 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/paste", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.45, "p95": 5.45, "raw": [ 5.45 ] }, "bash": { "p50": 6.344333, "p95": 6.344333, "raw": [ 6.344333 ] } } }, { "name": "paste-serial", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/paste", "-s", "-d,", "lines.txt" ] ], "program": "run \"/usr/bin/paste\" with arguments [\"-s\", \"-d,\", \"lines.txt\"]\n", "bash": "/usr/bin/paste -s -d, lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 22, "stdout_sha256": "3abfd85b9a04991fb15704fe11c44d18f6e32fbb5b7d9b8e0791d9cf0c6c4143", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.211459 }, "bash": { "code": 0, "stdout_bytes": 22, "stdout_sha256": "3abfd85b9a04991fb15704fe11c44d18f6e32fbb5b7d9b8e0791d9cf0c6c4143", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.020458 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/paste", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.211459, "p95": 5.211459, "raw": [ 5.211459 ] }, "bash": { "p50": 6.020458, "p95": 6.020458, "raw": [ 6.020458 ] } } }, { "name": "join-files", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/join", "left.txt", "right.txt" ] ], "program": "run \"/usr/bin/join\" with arguments [\"left.txt\", \"right.txt\"]\n", "bash": "/usr/bin/join left.txt right.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 12, "stdout_sha256": "131d9e4ddac1b7a063cc386ebfcd40ec59883240694d3940a6567dbceae627dc", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.97275 }, "execute": { "code": 0, "stdout_bytes": 12, "stdout_sha256": "131d9e4ddac1b7a063cc386ebfcd40ec59883240694d3940a6567dbceae627dc", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.317042 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/join", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.317042, "p95": 5.317042, "raw": [ 5.317042 ] }, "bash": { "p50": 5.97275, "p95": 5.97275, "raw": [ 5.97275 ] } } }, { "name": "comm-common", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/comm", "-12", "left-names.txt", "right-names.txt" ] ], "program": "run \"/usr/bin/comm\" with arguments [\"-12\", \"left-names.txt\", \"right-names.txt\"]\n", "bash": "/usr/bin/comm -12 left-names.txt right-names.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 5, "stdout_sha256": "f2c82decdd7181cf98945929a62598db7e6b477e11f6e0eb0ae97020eff151ad", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.216458 }, "bash": { "code": 0, "stdout_bytes": 5, "stdout_sha256": "f2c82decdd7181cf98945929a62598db7e6b477e11f6e0eb0ae97020eff151ad", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.062083 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/comm", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.216458, "p95": 5.216458, "raw": [ 5.216458 ] }, "bash": { "p50": 6.062083, "p95": 6.062083, "raw": [ 6.062083 ] } } }, { "name": "comm-left", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/comm", "-23", "left-names.txt", "right-names.txt" ] ], "program": "run \"/usr/bin/comm\" with arguments [\"-23\", \"left-names.txt\", \"right-names.txt\"]\n", "bash": "/usr/bin/comm -23 left-names.txt right-names.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 6, "stdout_sha256": "b6a98d9ce9a2d9149288fa3df42d377c3e42737afdcdaf714e33c0a100b51060", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.44375 }, "execute": { "code": 0, "stdout_bytes": 6, "stdout_sha256": "b6a98d9ce9a2d9149288fa3df42d377c3e42737afdcdaf714e33c0a100b51060", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.2415 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/comm", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.2415, "p95": 5.2415, "raw": [ 5.2415 ] }, "bash": { "p50": 6.44375, "p95": 6.44375, "raw": [ 6.44375 ] } } }, { "name": "rev-lines", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/rev", "part-a.txt" ] ], "program": "run \"/usr/bin/rev\" with arguments [\"part-a.txt\"]\n", "bash": "/usr/bin/rev part-a.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 6, "stdout_sha256": "17db6385fdf0e9f7112569e9eaa4a9d25ccc32a4ac4f35688992e9ecc8291eff", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 7.343333 }, "execute": { "code": 0, "stdout_bytes": 6, "stdout_sha256": "17db6385fdf0e9f7112569e9eaa4a9d25ccc32a4ac4f35688992e9ecc8291eff", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.593834 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/rev", "line": 1 } ], "timings_ms": { "execute": { "p50": 6.593834, "p95": 6.593834, "raw": [ 6.593834 ] }, "bash": { "p50": 7.343333, "p95": 7.343333, "raw": [ 7.343333 ] } } }, { "name": "basename", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/basename", "folder/name.txt" ] ], "program": "run \"/usr/bin/basename\" with arguments [\"folder/name.txt\"]\n", "bash": "/usr/bin/basename folder/name.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 9, "stdout_sha256": "df703ba066601a93be29a1fd48fcb1a221e3c52306a2c572a187ba5b0b1f8f93", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.10175 }, "execute": { "code": 0, "stdout_bytes": 9, "stdout_sha256": "df703ba066601a93be29a1fd48fcb1a221e3c52306a2c572a187ba5b0b1f8f93", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.364917 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/basename", "line": 1 } ], "timings_ms": { "execute": { "p50": 6.364917, "p95": 6.364917, "raw": [ 6.364917 ] }, "bash": { "p50": 6.10175, "p95": 6.10175, "raw": [ 6.10175 ] } } }, { "name": "basename-suffix", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/basename", "folder/name.txt", ".txt" ] ], "program": "run \"/usr/bin/basename\" with arguments [\"folder/name.txt\", \".txt\"]\n", "bash": "/usr/bin/basename folder/name.txt .txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 5, "stdout_sha256": "f80b1fa820d95a87cf48f78eb6c298b427fda46207f7b52eaff6fb8ab1590c64", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.071084 }, "execute": { "code": 0, "stdout_bytes": 5, "stdout_sha256": "f80b1fa820d95a87cf48f78eb6c298b427fda46207f7b52eaff6fb8ab1590c64", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.534083 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/basename", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.534083, "p95": 5.534083, "raw": [ 5.534083 ] }, "bash": { "p50": 6.071084, "p95": 6.071084, "raw": [ 6.071084 ] } } }, { "name": "dirname", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/dirname", "folder/name.txt" ] ], "program": "run \"/usr/bin/dirname\" with arguments [\"folder/name.txt\"]\n", "bash": "/usr/bin/dirname folder/name.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 7, "stdout_sha256": "2b9d34170d53c39a00e3228c817ef26a774dcc71aca2217ea1cf349d2153a4d3", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.728208 }, "bash": { "code": 0, "stdout_bytes": 7, "stdout_sha256": "2b9d34170d53c39a00e3228c817ef26a774dcc71aca2217ea1cf349d2153a4d3", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.952334 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/dirname", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.728208, "p95": 5.728208, "raw": [ 5.728208 ] }, "bash": { "p50": 5.952334, "p95": 5.952334, "raw": [ 5.952334 ] } } }, { "name": "dirname-root", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/dirname", "/name" ] ], "program": "run \"/usr/bin/dirname\" with arguments [\"/name\"]\n", "bash": "/usr/bin/dirname /name\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 2, "stdout_sha256": "f465c3739385890c221dff1a05e578c6cae0d0430e46996d319db7439f884336", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.90375 }, "execute": { "code": 0, "stdout_bytes": 2, "stdout_sha256": "f465c3739385890c221dff1a05e578c6cae0d0430e46996d319db7439f884336", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.465375 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/dirname", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.465375, "p95": 5.465375, "raw": [ 5.465375 ] }, "bash": { "p50": 5.90375, "p95": 5.90375, "raw": [ 5.90375 ] } } }, { "name": "expr-add", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/expr", "12", "+", "7" ] ], "program": "run \"/bin/expr\" with arguments [\"12\", \"+\", \"7\"]\n", "bash": "/bin/expr 12 + 7\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 3, "stdout_sha256": "a9742eb8ee320e006666aef25ae9aeed948247f3125c9cafa7cf97b7e7467dd5", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.999667 }, "execute": { "code": 0, "stdout_bytes": 3, "stdout_sha256": "a9742eb8ee320e006666aef25ae9aeed948247f3125c9cafa7cf97b7e7467dd5", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.340625 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/expr", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.340625, "p95": 5.340625, "raw": [ 5.340625 ] }, "bash": { "p50": 5.999667, "p95": 5.999667, "raw": [ 5.999667 ] } } }, { "name": "expr-length", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/expr", "hello", ":", ".*" ] ], "program": "run \"/bin/expr\" with arguments [\"hello\", \":\", \".*\"]\n", "bash": "/bin/expr hello : '.*'\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 2, "stdout_sha256": "f0b5c2c2211c8d67ed15e75e656c7862d086e9245420892a7de62cd9ec582a06", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.194333 }, "bash": { "code": 0, "stdout_bytes": 2, "stdout_sha256": "f0b5c2c2211c8d67ed15e75e656c7862d086e9245420892a7de62cd9ec582a06", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.188125 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/expr", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.194333, "p95": 5.194333, "raw": [ 5.194333 ] }, "bash": { "p50": 6.188125, "p95": 6.188125, "raw": [ 6.188125 ] } } }, { "name": "true", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/true" ] ], "program": "run \"/usr/bin/true\" with arguments []\n", "bash": "/usr/bin/true\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.983125 }, "execute": { "code": 0, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.237125 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/true", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.237125, "p95": 5.237125, "raw": [ 5.237125 ] }, "bash": { "p50": 5.983125, "p95": 5.983125, "raw": [ 5.983125 ] } } }, { "name": "test-regular", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/test", "-f", "lines.txt" ] ], "program": "run \"/bin/test\" with arguments [\"-f\", \"lines.txt\"]\n", "bash": "/bin/test -f lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.749583 }, "bash": { "code": 0, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 7.018791 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/test", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.749583, "p95": 5.749583, "raw": [ 5.749583 ] }, "bash": { "p50": 7.018791, "p95": 7.018791, "raw": [ 7.018791 ] } } }, { "name": "test-directory", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/test", "-d", "sub" ] ], "program": "run \"/bin/test\" with arguments [\"-d\", \"sub\"]\n", "bash": "/bin/test -d sub\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.961875 }, "bash": { "code": 0, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.715 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/test", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.961875, "p95": 5.961875, "raw": [ 5.961875 ] }, "bash": { "p50": 6.715, "p95": 6.715, "raw": [ 6.715 ] } } }, { "name": "test-equality", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/test", "a b", "=", "a b" ] ], "program": "run \"/bin/test\" with arguments [\"a b\", \"=\", \"a b\"]\n", "bash": "/bin/test 'a b' = 'a b'\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.370792 }, "execute": { "code": 0, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.497875 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/test", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.497875, "p95": 5.497875, "raw": [ 5.497875 ] }, "bash": { "p50": 6.370792, "p95": 6.370792, "raw": [ 6.370792 ] } } }, { "name": "printf-format", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/printf", "%04d:%s\n", "7", "ok" ] ], "program": "run \"/usr/bin/printf\" with arguments [\"%04d:%s\\n\", \"7\", \"ok\"]\n", "bash": "/usr/bin/printf '%04d:%s\n' 7 ok\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 8, "stdout_sha256": "e3a5af998f3ae05ae11e0cc5678b8c0e2719057af3baef5e733f2d18957856ed", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.197834 }, "bash": { "code": 0, "stdout_bytes": 8, "stdout_sha256": "e3a5af998f3ae05ae11e0cc5678b8c0e2719057af3baef5e733f2d18957856ed", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.081875 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/printf", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.197834, "p95": 5.197834, "raw": [ 5.197834 ] }, "bash": { "p50": 6.081875, "p95": 6.081875, "raw": [ 6.081875 ] } } }, { "name": "echo-literal", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/echo", "ordinary", "text" ] ], "program": "run \"/bin/echo\" with arguments [\"ordinary\", \"text\"]\n", "bash": "/bin/echo ordinary text\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 14, "stdout_sha256": "1b559f24dc116d561fdbf07b8edd6a6db406931210659e90fffc428d2eef4db9", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.348375 }, "execute": { "code": 0, "stdout_bytes": 14, "stdout_sha256": "1b559f24dc116d561fdbf07b8edd6a6db406931210659e90fffc428d2eef4db9", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.571 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/echo", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.571, "p95": 5.571, "raw": [ 5.571 ] }, "bash": { "p50": 6.348375, "p95": 6.348375, "raw": [ 6.348375 ] } } }, { "name": "ls-files", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/ls", "-1", "sub" ] ], "program": "run \"/bin/ls\" with arguments [\"-1\", \"sub\"]\n", "bash": "/bin/ls -1 sub\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 12, "stdout_sha256": "ff6c40f3a036e8b89f0d3731a719f669f9972eab564868c657bf638d7c927b3b", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.361417 }, "bash": { "code": 0, "stdout_bytes": 12, "stdout_sha256": "ff6c40f3a036e8b89f0d3731a719f669f9972eab564868c657bf638d7c927b3b", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.367792 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/ls", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.361417, "p95": 5.361417, "raw": [ 5.361417 ] }, "bash": { "p50": 6.367792, "p95": 6.367792, "raw": [ 6.367792 ] } } }, { "name": "find-files", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/find", "sub", "-type", "f", "-name", "*.txt", "-print" ] ], "program": "run \"/usr/bin/find\" with arguments [\"sub\", \"-type\", \"f\", \"-name\", \"*.txt\", \"-print\"]\n", "bash": "/usr/bin/find sub -type f -name '*.txt' -print\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 20, "stdout_sha256": "f2cd478208d66e4629ecd7056f1d6cb883ebca37afc80d8bc7760e7b14b525b9", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.412791 }, "execute": { "code": 0, "stdout_bytes": 20, "stdout_sha256": "f2cd478208d66e4629ecd7056f1d6cb883ebca37afc80d8bc7760e7b14b525b9", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.580583 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/find", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.580583, "p95": 5.580583, "raw": [ 5.580583 ] }, "bash": { "p50": 6.412791, "p95": 6.412791, "raw": [ 6.412791 ] } } }, { "name": "wc-lines", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/wc", "-l", "lines.txt" ] ], "program": "run \"/usr/bin/wc\" with arguments [\"-l\", \"lines.txt\"]\n", "bash": "/usr/bin/wc -l lines.txt\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 19, "stdout_sha256": "01fa26da246b8f14d99ac3ecdab899578f8ad5e2122d5606baadce0d5f8fd4c0", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.308334 }, "execute": { "code": 0, "stdout_bytes": 19, "stdout_sha256": "01fa26da246b8f14d99ac3ecdab899578f8ad5e2122d5606baadce0d5f8fd4c0", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.403625 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/wc", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.403625, "p95": 5.403625, "raw": [ 5.403625 ] }, "bash": { "p50": 6.308334, "p95": 6.308334, "raw": [ 6.308334 ] } } }, { "name": "wc-bytes", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/wc", "-c", "binary.bin" ] ], "program": "run \"/usr/bin/wc\" with arguments [\"-c\", \"binary.bin\"]\n", "bash": "/usr/bin/wc -c binary.bin\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 20, "stdout_sha256": "faff7aa0df27864794ec3b20da45797b0fdde36ea0fa31fd09a2b02eeb50b279", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.300625 }, "bash": { "code": 0, "stdout_bytes": 20, "stdout_sha256": "faff7aa0df27864794ec3b20da45797b0fdde36ea0fa31fd09a2b02eeb50b279", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.583041 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/wc", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.300625, "p95": 5.300625, "raw": [ 5.300625 ] }, "bash": { "p50": 6.583041, "p95": 6.583041, "raw": [ 6.583041 ] } } }, { "name": "wc-words", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/wc", "-w", "words.txt" ] ], "program": "run \"/usr/bin/wc\" with arguments [\"-w\", \"words.txt\"]\n", "bash": "/usr/bin/wc -w words.txt\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 19, "stdout_sha256": "3679fe2f325a3f0388b73955ab4136d2ab9aacd5af609aa7831e681e46f202fb", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.714042 }, "execute": { "code": 0, "stdout_bytes": 19, "stdout_sha256": "3679fe2f325a3f0388b73955ab4136d2ab9aacd5af609aa7831e681e46f202fb", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.774334 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/wc", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.774334, "p95": 5.774334, "raw": [ 5.774334 ] }, "bash": { "p50": 6.714042, "p95": 6.714042, "raw": [ 6.714042 ] } } }, { "name": "cksum", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/cksum", "binary.bin" ] ], "program": "run \"/usr/bin/cksum\" with arguments [\"binary.bin\"]\n", "bash": "/usr/bin/cksum binary.bin\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 28, "stdout_sha256": "ffa8da6e8e6ff4d0bd6c17cdb1b3d86b32520fd34b5863342a211989b28aae21", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.993958 }, "execute": { "code": 0, "stdout_bytes": 28, "stdout_sha256": "ffa8da6e8e6ff4d0bd6c17cdb1b3d86b32520fd34b5863342a211989b28aae21", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.840708 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/cksum", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.840708, "p95": 5.840708, "raw": [ 5.840708 ] }, "bash": { "p50": 6.993958, "p95": 6.993958, "raw": [ 6.993958 ] } } }, { "name": "shasum", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/shasum", "-a", "256", "binary.bin" ] ], "program": "run \"/usr/bin/shasum\" with arguments [\"-a\", \"256\", \"binary.bin\"]\n", "bash": "/usr/bin/shasum -a 256 binary.bin\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 77, "stdout_sha256": "f105646b01e377f944812a02bcb223fd1af169b062d728d90b75e094bcd078fa", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 37.282375 }, "execute": { "code": 0, "stdout_bytes": 77, "stdout_sha256": "f105646b01e377f944812a02bcb223fd1af169b062d728d90b75e094bcd078fa", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 15.89375 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/shasum", "line": 1 } ], "timings_ms": { "execute": { "p50": 15.89375, "p95": 15.89375, "raw": [ 15.89375 ] }, "bash": { "p50": 37.282375, "p95": 37.282375, "raw": [ 37.282375 ] } } }, { "name": "md5-openssl", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/openssl", "dgst", "-sha256", "binary.bin" ] ], "program": "run \"/usr/bin/openssl\" with arguments [\"dgst\", \"-sha256\", \"binary.bin\"]\n", "bash": "/usr/bin/openssl dgst -sha256 binary.bin\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 85, "stdout_sha256": "5ce77db0117da483b1d4846cbb9b9be67961486f1ee646cd5c57eac7122e9d8a", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 10.01025 }, "execute": { "code": 0, "stdout_bytes": 85, "stdout_sha256": "5ce77db0117da483b1d4846cbb9b9be67961486f1ee646cd5c57eac7122e9d8a", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.592458 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/openssl", "line": 1 } ], "timings_ms": { "execute": { "p50": 6.592458, "p95": 6.592458, "raw": [ 6.592458 ] }, "bash": { "p50": 10.01025, "p95": 10.01025, "raw": [ 10.01025 ] } } }, { "name": "base64", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/base64", "-i", "part-a.txt" ] ], "program": "run \"/usr/bin/base64\" with arguments [\"-i\", \"part-a.txt\"]\n", "bash": "/usr/bin/base64 -i part-a.txt\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 9, "stdout_sha256": "4a230f147099719d6dd53a53e84097e6e5cdaac2a0e46c0587223e54c3d7be34", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 7.261917 }, "execute": { "code": 0, "stdout_bytes": 9, "stdout_sha256": "4a230f147099719d6dd53a53e84097e6e5cdaac2a0e46c0587223e54c3d7be34", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.792583 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/base64", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.792583, "p95": 5.792583, "raw": [ 5.792583 ] }, "bash": { "p50": 7.261917, "p95": 7.261917, "raw": [ 7.261917 ] } } }, { "name": "od-bytes", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/od", "-An", "-tx1", "binary.bin" ] ], "program": "run \"/usr/bin/od\" with arguments [\"-An\", \"-tx1\", \"binary.bin\"]\n", "bash": "/usr/bin/od -An -tx1 binary.bin\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 75777, "stdout_sha256": "4c6cc3300c120511cee4af7db97e50459a1426c559fba040de8fa16e19fcb99d", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.482 }, "bash": { "code": 0, "stdout_bytes": 75777, "stdout_sha256": "4c6cc3300c120511cee4af7db97e50459a1426c559fba040de8fa16e19fcb99d", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 7.447333 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/od", "line": 1 } ], "timings_ms": { "execute": { "p50": 6.482, "p95": 6.482, "raw": [ 6.482 ] }, "bash": { "p50": 7.447333, "p95": 7.447333, "raw": [ 7.447333 ] } } }, { "name": "hexdump", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/hexdump", "-C", "part-a.txt" ] ], "program": "run \"/usr/bin/hexdump\" with arguments [\"-C\", \"part-a.txt\"]\n", "bash": "/usr/bin/hexdump -C part-a.txt\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 78, "stdout_sha256": "8c076beeeb3ee207590e2be987878fcf06e3f18b13f0b271172adea7ae953c02", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.457375 }, "execute": { "code": 0, "stdout_bytes": 78, "stdout_sha256": "8c076beeeb3ee207590e2be987878fcf06e3f18b13f0b271172adea7ae953c02", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.580458 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/hexdump", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.580458, "p95": 5.580458, "raw": [ 5.580458 ] }, "bash": { "p50": 6.457375, "p95": 6.457375, "raw": [ 6.457375 ] } } }, { "name": "xxd", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/xxd", "-p", "part-a.txt" ] ], "program": "run \"/usr/bin/xxd\" with arguments [\"-p\", \"part-a.txt\"]\n", "bash": "/usr/bin/xxd -p part-a.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 13, "stdout_sha256": "bac7d91b3e70c996c27c350ae7c4b0a14fe90c591a67601e6b78b153b3c83d31", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.803458 }, "bash": { "code": 0, "stdout_bytes": 13, "stdout_sha256": "bac7d91b3e70c996c27c350ae7c4b0a14fe90c591a67601e6b78b153b3c83d31", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.364542 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/xxd", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.803458, "p95": 5.803458, "raw": [ 5.803458 ] }, "bash": { "p50": 6.364542, "p95": 6.364542, "raw": [ 6.364542 ] } } }, { "name": "gzip", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/gzip", "-n", "-c", "binary.bin" ] ], "program": "run \"/usr/bin/gzip\" with arguments [\"-n\", \"-c\", \"binary.bin\"]\n", "bash": "/usr/bin/gzip -n -c binary.bin\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 420, "stdout_sha256": "8fd723d303b04be6eb4751498852ad84cda1b14754efec466c3bf238f4ecc21c", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.610125 }, "bash": { "code": 0, "stdout_bytes": 420, "stdout_sha256": "8fd723d303b04be6eb4751498852ad84cda1b14754efec466c3bf238f4ecc21c", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.225292 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/gzip", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.610125, "p95": 5.610125, "raw": [ 5.610125 ] }, "bash": { "p50": 6.225292, "p95": 6.225292, "raw": [ 6.225292 ] } } }, { "name": "bzip2", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/bzip2", "-c", "binary.bin" ] ], "program": "run \"/usr/bin/bzip2\" with arguments [\"-c\", \"binary.bin\"]\n", "bash": "/usr/bin/bzip2 -c binary.bin\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 723, "stdout_sha256": "4cbaaff8706d30a5099cb6a8651df49988805f4967d36cacd962b5e7c658f1f2", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 9.371875 }, "execute": { "code": 0, "stdout_bytes": 723, "stdout_sha256": "4cbaaff8706d30a5099cb6a8651df49988805f4967d36cacd962b5e7c658f1f2", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 8.457125 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/bzip2", "line": 1 } ], "timings_ms": { "execute": { "p50": 8.457125, "p95": 8.457125, "raw": [ 8.457125 ] }, "bash": { "p50": 9.371875, "p95": 9.371875, "raw": [ 9.371875 ] } } }, { "name": "cmp-same", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/cmp", "part-a.txt", "part-a.txt" ] ], "program": "run \"/usr/bin/cmp\" with arguments [\"part-a.txt\", \"part-a.txt\"]\n", "bash": "/usr/bin/cmp part-a.txt part-a.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.53475 }, "execute": { "code": 0, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.520417 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/cmp", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.520417, "p95": 5.520417, "raw": [ 5.520417 ] }, "bash": { "p50": 6.53475, "p95": 6.53475, "raw": [ 6.53475 ] } } }, { "name": "diff-same", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/diff", "part-a.txt", "part-a.txt" ] ], "program": "run \"/usr/bin/diff\" with arguments [\"part-a.txt\", \"part-a.txt\"]\n", "bash": "/usr/bin/diff part-a.txt part-a.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.302417 }, "execute": { "code": 0, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.898916 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/diff", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.898916, "p95": 5.898916, "raw": [ 5.898916 ] }, "bash": { "p50": 6.302417, "p95": 6.302417, "raw": [ 6.302417 ] } } }, { "name": "getconf", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/getconf", "ARG_MAX" ] ], "program": "run \"/usr/bin/getconf\" with arguments [\"ARG_MAX\"]\n", "bash": "/usr/bin/getconf ARG_MAX\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 8, "stdout_sha256": "be3b3a973edc5f34763d5808c7d0866e068ff309898e83e80bb37674405ce7a7", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.078 }, "execute": { "code": 0, "stdout_bytes": 8, "stdout_sha256": "be3b3a973edc5f34763d5808c7d0866e068ff309898e83e80bb37674405ce7a7", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.390167 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/getconf", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.390167, "p95": 5.390167, "raw": [ 5.390167 ] }, "bash": { "p50": 6.078, "p95": 6.078, "raw": [ 6.078 ] } } }, { "name": "uname-system", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/uname", "-s" ] ], "program": "run \"/usr/bin/uname\" with arguments [\"-s\"]\n", "bash": "/usr/bin/uname -s\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 7, "stdout_sha256": "d4431c5127a04a3695bb810b98d7385b306f1c3617771f50c0e191ad7b954eb2", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.988125 }, "execute": { "code": 0, "stdout_bytes": 7, "stdout_sha256": "d4431c5127a04a3695bb810b98d7385b306f1c3617771f50c0e191ad7b954eb2", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.384875 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/uname", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.384875, "p95": 5.384875, "raw": [ 5.384875 ] }, "bash": { "p50": 5.988125, "p95": 5.988125, "raw": [ 5.988125 ] } } }, { "name": "uname-machine", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/uname", "-m" ] ], "program": "run \"/usr/bin/uname\" with arguments [\"-m\"]\n", "bash": "/usr/bin/uname -m\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 6, "stdout_sha256": "c1669e1d8edca98769c37d494b76442a1d6e5ffffd7b4da1fb63aef8ebaf6f01", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.043459 }, "execute": { "code": 0, "stdout_bytes": 6, "stdout_sha256": "c1669e1d8edca98769c37d494b76442a1d6e5ffffd7b4da1fb63aef8ebaf6f01", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.213959 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/uname", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.213959, "p95": 5.213959, "raw": [ 5.213959 ] }, "bash": { "p50": 6.043459, "p95": 6.043459, "raw": [ 6.043459 ] } } }, { "name": "pwd", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/pwd", "-P" ] ], "program": "run \"/bin/pwd\" with arguments [\"-P\"]\n", "bash": "/bin/pwd -P\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 86, "stdout_sha256": "325f3b0f2713d17443634cc03b918707d0af1a1630c68f1770e0cedb539d83c2", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.136958 }, "execute": { "code": 0, "stdout_bytes": 86, "stdout_sha256": "325f3b0f2713d17443634cc03b918707d0af1a1630c68f1770e0cedb539d83c2", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.462042 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/pwd", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.462042, "p95": 5.462042, "raw": [ 5.462042 ] }, "bash": { "p50": 6.136958, "p95": 6.136958, "raw": [ 6.136958 ] } } }, { "name": "du-owned", "category": "native-tool", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/du", "-k", "sub" ] ], "program": "run \"/usr/bin/du\" with arguments [\"-k\", \"sub\"]\n", "bash": "/usr/bin/du -k sub\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 6, "stdout_sha256": "f85758597926da5258c0509762ad19ac60e2130bfbda97906cef725614150435", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.101542 }, "execute": { "code": 0, "stdout_bytes": 6, "stdout_sha256": "f85758597926da5258c0509762ad19ac60e2130bfbda97906cef725614150435", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.298291 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/du", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.298291, "p95": 5.298291, "raw": [ 5.298291 ] }, "bash": { "p50": 6.101542, "p95": 6.101542, "raw": [ 6.101542 ] } } }, { "name": "pipe-uppercase", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "lines.txt" ], [ "/usr/bin/tr", "[:lower:]", "[:upper:]" ] ], "program": "run \"/bin/cat\" with arguments [\"lines.txt\"]\npipe to \"/usr/bin/tr\" with arguments [\"[:lower:]\", \"[:upper:]\"]\n", "bash": "/bin/cat lines.txt | /usr/bin/tr '[:lower:]' '[:upper:]'\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 22, "stdout_sha256": "c557f447b30638d69a6e930b8bad8e20ea477cf3f30805aa0f6348ce518a2f86", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.295375 }, "bash": { "code": 0, "stdout_bytes": 22, "stdout_sha256": "c557f447b30638d69a6e930b8bad8e20ea477cf3f30805aa0f6348ce518a2f86", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.367542 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 }, { "binary": "/usr/bin/tr", "line": 2 } ], "timings_ms": { "execute": { "p50": 5.295375, "p95": 5.295375, "raw": [ 5.295375 ] }, "bash": { "p50": 6.367542, "p95": 6.367542, "raw": [ 6.367542 ] } } }, { "name": "pipe-sort-uniq", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "lines.txt" ], [ "/usr/bin/sort" ], [ "/usr/bin/uniq" ] ], "program": "run \"/bin/cat\" with arguments [\"lines.txt\"]\npipe to \"/usr/bin/sort\" with arguments []\npipe to \"/usr/bin/uniq\" with arguments []\n", "bash": "/bin/cat lines.txt | /usr/bin/sort | /usr/bin/uniq\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 17, "stdout_sha256": "4fdbc441ea7b546100e086ac1e4fc5ae6749b7314311c99db05be450eca12996", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.821167 }, "bash": { "code": 0, "stdout_bytes": 17, "stdout_sha256": "4fdbc441ea7b546100e086ac1e4fc5ae6749b7314311c99db05be450eca12996", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.888042 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 }, { "binary": "/usr/bin/sort", "line": 2 }, { "binary": "/usr/bin/uniq", "line": 3 } ], "timings_ms": { "execute": { "p50": 5.821167, "p95": 5.821167, "raw": [ 5.821167 ] }, "bash": { "p50": 6.888042, "p95": 6.888042, "raw": [ 6.888042 ] } } }, { "name": "pipe-numeric-sort", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "numbers.txt" ], [ "/usr/bin/sort", "-n" ] ], "program": "run \"/bin/cat\" with arguments [\"numbers.txt\"]\npipe to \"/usr/bin/sort\" with arguments [\"-n\"]\n", "bash": "/bin/cat numbers.txt | /usr/bin/sort -n\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 8, "stdout_sha256": "2319ce86eee4773f0469bf286d01fd974b5e9098f885b5ffc46eab52ce582caf", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.316834 }, "execute": { "code": 0, "stdout_bytes": 8, "stdout_sha256": "2319ce86eee4773f0469bf286d01fd974b5e9098f885b5ffc46eab52ce582caf", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.623916 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 }, { "binary": "/usr/bin/sort", "line": 2 } ], "timings_ms": { "execute": { "p50": 5.623916, "p95": 5.623916, "raw": [ 5.623916 ] }, "bash": { "p50": 6.316834, "p95": 6.316834, "raw": [ 6.316834 ] } } }, { "name": "pipe-filter-count", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "lines.txt" ], [ "/usr/bin/grep", "beta" ], [ "/usr/bin/wc", "-l" ] ], "program": "run \"/bin/cat\" with arguments [\"lines.txt\"]\npipe to \"/usr/bin/grep\" with arguments [\"beta\"]\npipe to \"/usr/bin/wc\" with arguments [\"-l\"]\n", "bash": "/bin/cat lines.txt | /usr/bin/grep beta | /usr/bin/wc -l\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 9, "stdout_sha256": "52dc20cec7d88c903bf7e0f0ffc7c84445ac0912452c335200e2135f4730102c", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.884458 }, "execute": { "code": 0, "stdout_bytes": 9, "stdout_sha256": "52dc20cec7d88c903bf7e0f0ffc7c84445ac0912452c335200e2135f4730102c", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.2525 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 }, { "binary": "/usr/bin/grep", "line": 2 }, { "binary": "/usr/bin/wc", "line": 3 } ], "timings_ms": { "execute": { "p50": 6.2525, "p95": 6.2525, "raw": [ 6.2525 ] }, "bash": { "p50": 6.884458, "p95": 6.884458, "raw": [ 6.884458 ] } } }, { "name": "pipe-binary-checksum", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "binary.bin" ], [ "/usr/bin/cksum" ] ], "program": "run \"/bin/cat\" with arguments [\"binary.bin\"]\npipe to \"/usr/bin/cksum\" with arguments []\n", "bash": "/bin/cat binary.bin | /usr/bin/cksum\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 17, "stdout_sha256": "948e909116777dffd1429c662ceffc089a98f78180ca3283337be62a3a8411c3", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.479334 }, "execute": { "code": 0, "stdout_bytes": 17, "stdout_sha256": "948e909116777dffd1429c662ceffc089a98f78180ca3283337be62a3a8411c3", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.775084 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 }, { "binary": "/usr/bin/cksum", "line": 2 } ], "timings_ms": { "execute": { "p50": 5.775084, "p95": 5.775084, "raw": [ 5.775084 ] }, "bash": { "p50": 6.479334, "p95": 6.479334, "raw": [ 6.479334 ] } } }, { "name": "pipe-binary-identity", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "binary.bin" ], [ "/bin/cat" ], [ "/bin/cat" ] ], "program": "run \"/bin/cat\" with arguments [\"binary.bin\"]\npipe to \"/bin/cat\" with arguments []\npipe to \"/bin/cat\" with arguments []\n", "bash": "/bin/cat binary.bin | /bin/cat | /bin/cat\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 16384, "stdout_sha256": "a1f259d4365ed4320c377ce26f5c8c56dcdc9a89e7b641bfd8eabfbbeac86654", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.926709 }, "execute": { "code": 0, "stdout_bytes": 16384, "stdout_sha256": "a1f259d4365ed4320c377ce26f5c8c56dcdc9a89e7b641bfd8eabfbbeac86654", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.999166 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 }, { "binary": "/bin/cat", "line": 2 }, { "binary": "/bin/cat", "line": 3 } ], "timings_ms": { "execute": { "p50": 5.999166, "p95": 5.999166, "raw": [ 5.999166 ] }, "bash": { "p50": 6.926709, "p95": 6.926709, "raw": [ 6.926709 ] } } }, { "name": "pipe-binary-uppercase", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "binary.bin" ], [ "/usr/bin/tr", "a-z", "A-Z" ] ], "program": "run \"/bin/cat\" with arguments [\"binary.bin\"]\npipe to \"/usr/bin/tr\" with arguments [\"a-z\", \"A-Z\"]\n", "bash": "/bin/cat binary.bin | /usr/bin/tr a-z A-Z\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 16384, "stdout_sha256": "37a2cc8ddd206b061d055503c2d9e39ec2b03cf8b7521c6d1754acbae3ac5452", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 7.183625 }, "execute": { "code": 0, "stdout_bytes": 16384, "stdout_sha256": "37a2cc8ddd206b061d055503c2d9e39ec2b03cf8b7521c6d1754acbae3ac5452", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.310959 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 }, { "binary": "/usr/bin/tr", "line": 2 } ], "timings_ms": { "execute": { "p50": 6.310959, "p95": 6.310959, "raw": [ 6.310959 ] }, "bash": { "p50": 7.183625, "p95": 7.183625, "raw": [ 7.183625 ] } } }, { "name": "pipe-remove-cr", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "crlf.txt" ], [ "/usr/bin/tr", "-d", "\r" ] ], "program": "run \"/bin/cat\" with arguments [\"crlf.txt\"]\npipe to \"/usr/bin/tr\" with arguments [\"-d\", \"\\r\"]\n", "bash": "/bin/cat crlf.txt | /usr/bin/tr -d '\r'\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 8, "stdout_sha256": "c3f9c8c283a2b1f2f1896f27a01cbe3cddc0c9d93f752e4639035a0f5b36f6e8", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.853334 }, "bash": { "code": 0, "stdout_bytes": 8, "stdout_sha256": "c3f9c8c283a2b1f2f1896f27a01cbe3cddc0c9d93f752e4639035a0f5b36f6e8", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.618667 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 }, { "binary": "/usr/bin/tr", "line": 2 } ], "timings_ms": { "execute": { "p50": 5.853334, "p95": 5.853334, "raw": [ 5.853334 ] }, "bash": { "p50": 6.618667, "p95": 6.618667, "raw": [ 6.618667 ] } } }, { "name": "pipe-squeeze-space", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "words.txt" ], [ "/usr/bin/tr", "-s", " " ] ], "program": "run \"/bin/cat\" with arguments [\"words.txt\"]\npipe to \"/usr/bin/tr\" with arguments [\"-s\", \" \"]\n", "bash": "/bin/cat words.txt | /usr/bin/tr -s ' '\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 14, "stdout_sha256": "ef5b05a961b4c934b17999593e4b7253614d6c99d26d6e50b843e546d79e57e5", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.50175 }, "bash": { "code": 0, "stdout_bytes": 14, "stdout_sha256": "ef5b05a961b4c934b17999593e4b7253614d6c99d26d6e50b843e546d79e57e5", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 7.541958 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 }, { "binary": "/usr/bin/tr", "line": 2 } ], "timings_ms": { "execute": { "p50": 5.50175, "p95": 5.50175, "raw": [ 5.50175 ] }, "bash": { "p50": 7.541958, "p95": 7.541958, "raw": [ 7.541958 ] } } }, { "name": "pipe-expand-tabs", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "tabs.txt" ], [ "/usr/bin/expand", "-t", "4" ] ], "program": "run \"/bin/cat\" with arguments [\"tabs.txt\"]\npipe to \"/usr/bin/expand\" with arguments [\"-t\", \"4\"]\n", "bash": "/bin/cat tabs.txt | /usr/bin/expand -t 4\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 6, "stdout_sha256": "061a7067ba2c41e78ce95ff01f6af8efad6703ca0a748d9b40cfbd1698dd932d", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.486458 }, "bash": { "code": 0, "stdout_bytes": 6, "stdout_sha256": "061a7067ba2c41e78ce95ff01f6af8efad6703ca0a748d9b40cfbd1698dd932d", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.398083 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 }, { "binary": "/usr/bin/expand", "line": 2 } ], "timings_ms": { "execute": { "p50": 5.486458, "p95": 5.486458, "raw": [ 5.486458 ] }, "bash": { "p50": 6.398083, "p95": 6.398083, "raw": [ 6.398083 ] } } }, { "name": "pipe-unexpand-tabs", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "spaces.txt" ], [ "/usr/bin/unexpand", "-a", "-t", "4" ] ], "program": "run \"/bin/cat\" with arguments [\"spaces.txt\"]\npipe to \"/usr/bin/unexpand\" with arguments [\"-a\", \"-t\", \"4\"]\n", "bash": "/bin/cat spaces.txt | /usr/bin/unexpand -a -t 4\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 3, "stdout_sha256": "4d955296a78bc4a2060138b0bab4a6eda53356944dee4b4c303eaa4f19c2b19f", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.343 }, "bash": { "code": 0, "stdout_bytes": 3, "stdout_sha256": "4d955296a78bc4a2060138b0bab4a6eda53356944dee4b4c303eaa4f19c2b19f", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.968417 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 }, { "binary": "/usr/bin/unexpand", "line": 2 } ], "timings_ms": { "execute": { "p50": 5.343, "p95": 5.343, "raw": [ 5.343 ] }, "bash": { "p50": 6.968417, "p95": 6.968417, "raw": [ 6.968417 ] } } }, { "name": "pipe-fold-width", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/printf", "abcdef\n" ], [ "/usr/bin/fold", "-w", "3" ] ], "program": "run \"/usr/bin/printf\" with arguments [\"abcdef\\n\"]\npipe to \"/usr/bin/fold\" with arguments [\"-w\", \"3\"]\n", "bash": "/usr/bin/printf 'abcdef\n' | /usr/bin/fold -w 3\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 8, "stdout_sha256": "924d391c158a46409fdff363063d718ea0bc00b14556f129984942af91233bbe", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.819458 }, "execute": { "code": 0, "stdout_bytes": 8, "stdout_sha256": "924d391c158a46409fdff363063d718ea0bc00b14556f129984942af91233bbe", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.071833 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/printf", "line": 1 }, { "binary": "/usr/bin/fold", "line": 2 } ], "timings_ms": { "execute": { "p50": 6.071833, "p95": 6.071833, "raw": [ 6.071833 ] }, "bash": { "p50": 6.819458, "p95": 6.819458, "raw": [ 6.819458 ] } } }, { "name": "pipe-format-paragraph", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "paragraph.txt" ], [ "/usr/bin/fmt", "-w", "12" ] ], "program": "run \"/bin/cat\" with arguments [\"paragraph.txt\"]\npipe to \"/usr/bin/fmt\" with arguments [\"-w\", \"12\"]\n", "bash": "/bin/cat paragraph.txt | /usr/bin/fmt -w 12\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 28, "stdout_sha256": "c55726e13796188bbfd1f630a7d92fc4acfe09ff2f242007b96dea8e41ca09c4", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.700041 }, "bash": { "code": 0, "stdout_bytes": 28, "stdout_sha256": "c55726e13796188bbfd1f630a7d92fc4acfe09ff2f242007b96dea8e41ca09c4", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.660375 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 }, { "binary": "/usr/bin/fmt", "line": 2 } ], "timings_ms": { "execute": { "p50": 5.700041, "p95": 5.700041, "raw": [ 5.700041 ] }, "bash": { "p50": 6.660375, "p95": 6.660375, "raw": [ 6.660375 ] } } }, { "name": "pipe-number-lines", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "part-a.txt" ], [ "/usr/bin/nl", "-ba" ] ], "program": "run \"/bin/cat\" with arguments [\"part-a.txt\"]\npipe to \"/usr/bin/nl\" with arguments [\"-ba\"]\n", "bash": "/bin/cat part-a.txt | /usr/bin/nl -ba\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 13, "stdout_sha256": "628fad874a4ebb9ef18e169728f346d0f704586d8a0f4f34ca359f2fb1903730", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.807958 }, "bash": { "code": 0, "stdout_bytes": 13, "stdout_sha256": "628fad874a4ebb9ef18e169728f346d0f704586d8a0f4f34ca359f2fb1903730", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.387667 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 }, { "binary": "/usr/bin/nl", "line": 2 } ], "timings_ms": { "execute": { "p50": 5.807958, "p95": 5.807958, "raw": [ 5.807958 ] }, "bash": { "p50": 6.387667, "p95": 6.387667, "raw": [ 6.387667 ] } } }, { "name": "pipe-csv-select-sort", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "table.csv" ], [ "/usr/bin/cut", "-d,", "-f", "1" ], [ "/usr/bin/sort", "-r" ] ], "program": "run \"/bin/cat\" with arguments [\"table.csv\"]\npipe to \"/usr/bin/cut\" with arguments [\"-d,\", \"-f\", \"1\"]\npipe to \"/usr/bin/sort\" with arguments [\"-r\"]\n", "bash": "/bin/cat table.csv | /usr/bin/cut -d, -f 1 | /usr/bin/sort -r\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 10, "stdout_sha256": "a2c69dd6165ec2d604733bf42ecb512bbe50810872c262cea9f999c96f5e6e68", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.661167 }, "bash": { "code": 0, "stdout_bytes": 10, "stdout_sha256": "a2c69dd6165ec2d604733bf42ecb512bbe50810872c262cea9f999c96f5e6e68", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.865167 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 }, { "binary": "/usr/bin/cut", "line": 2 }, { "binary": "/usr/bin/sort", "line": 3 } ], "timings_ms": { "execute": { "p50": 5.661167, "p95": 5.661167, "raw": [ 5.661167 ] }, "bash": { "p50": 6.865167, "p95": 6.865167, "raw": [ 6.865167 ] } } }, { "name": "pipe-gzip-roundtrip", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/gzip", "-n", "-c", "binary.bin" ], [ "/usr/bin/gzip", "-d", "-c" ] ], "program": "run \"/usr/bin/gzip\" with arguments [\"-n\", \"-c\", \"binary.bin\"]\npipe to \"/usr/bin/gzip\" with arguments [\"-d\", \"-c\"]\n", "bash": "/usr/bin/gzip -n -c binary.bin | /usr/bin/gzip -d -c\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 16384, "stdout_sha256": "a1f259d4365ed4320c377ce26f5c8c56dcdc9a89e7b641bfd8eabfbbeac86654", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.015459 }, "bash": { "code": 0, "stdout_bytes": 16384, "stdout_sha256": "a1f259d4365ed4320c377ce26f5c8c56dcdc9a89e7b641bfd8eabfbbeac86654", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 7.292125 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/gzip", "line": 1 }, { "binary": "/usr/bin/gzip", "line": 2 } ], "timings_ms": { "execute": { "p50": 6.015459, "p95": 6.015459, "raw": [ 6.015459 ] }, "bash": { "p50": 7.292125, "p95": 7.292125, "raw": [ 7.292125 ] } } }, { "name": "pipe-base64-roundtrip", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/base64", "-i", "binary.bin" ], [ "/usr/bin/base64", "-d" ] ], "program": "run \"/usr/bin/base64\" with arguments [\"-i\", \"binary.bin\"]\npipe to \"/usr/bin/base64\" with arguments [\"-d\"]\n", "bash": "/usr/bin/base64 -i binary.bin | /usr/bin/base64 -d\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 16384, "stdout_sha256": "a1f259d4365ed4320c377ce26f5c8c56dcdc9a89e7b641bfd8eabfbbeac86654", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.587 }, "execute": { "code": 0, "stdout_bytes": 16384, "stdout_sha256": "a1f259d4365ed4320c377ce26f5c8c56dcdc9a89e7b641bfd8eabfbbeac86654", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.931042 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/base64", "line": 1 }, { "binary": "/usr/bin/base64", "line": 2 } ], "timings_ms": { "execute": { "p50": 5.931042, "p95": 5.931042, "raw": [ 5.931042 ] }, "bash": { "p50": 6.587, "p95": 6.587, "raw": [ 6.587 ] } } }, { "name": "pipe-bzip2-roundtrip", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/bzip2", "-c", "binary.bin" ], [ "/usr/bin/bzip2", "-d", "-c" ] ], "program": "run \"/usr/bin/bzip2\" with arguments [\"-c\", \"binary.bin\"]\npipe to \"/usr/bin/bzip2\" with arguments [\"-d\", \"-c\"]\n", "bash": "/usr/bin/bzip2 -c binary.bin | /usr/bin/bzip2 -d -c\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 16384, "stdout_sha256": "a1f259d4365ed4320c377ce26f5c8c56dcdc9a89e7b641bfd8eabfbbeac86654", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 8.721625 }, "bash": { "code": 0, "stdout_bytes": 16384, "stdout_sha256": "a1f259d4365ed4320c377ce26f5c8c56dcdc9a89e7b641bfd8eabfbbeac86654", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 9.638792 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/bzip2", "line": 1 }, { "binary": "/usr/bin/bzip2", "line": 2 } ], "timings_ms": { "execute": { "p50": 8.721625, "p95": 8.721625, "raw": [ 8.721625 ] }, "bash": { "p50": 9.638792, "p95": 9.638792, "raw": [ 9.638792 ] } } }, { "name": "pipe-tee-owned", "category": "native-pipeline", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "binary.bin" ], [ "/usr/bin/tee", "copy.bin" ], [ "/usr/bin/cksum" ] ], "program": "run \"/bin/cat\" with arguments [\"binary.bin\"]\npipe to \"/usr/bin/tee\" with arguments [\"copy.bin\"]\npipe to \"/usr/bin/cksum\" with arguments []\n", "bash": "/bin/cat binary.bin | /usr/bin/tee copy.bin | /usr/bin/cksum\n", "independent_output_oracle": false, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 17, "stdout_sha256": "948e909116777dffd1429c662ceffc089a98f78180ca3283337be62a3a8411c3", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.684292 }, "execute": { "code": 0, "stdout_bytes": 17, "stdout_sha256": "948e909116777dffd1429c662ceffc089a98f78180ca3283337be62a3a8411c3", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.94925 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 }, { "binary": "/usr/bin/tee", "line": 2 }, { "binary": "/usr/bin/cksum", "line": 3 } ], "timings_ms": { "execute": { "p50": 6.94925, "p95": 6.94925, "raw": [ 6.94925 ] }, "bash": { "p50": 6.684292, "p95": 6.684292, "raw": [ 6.684292 ] } } }, { "name": "typed-path-and-count", "category": "cli-inputs", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/head", "-n", "2", "lines.txt" ] ], "program": "accept path as text\naccept count as integer\nrun \"/usr/bin/head\" with arguments [\"-n\", count, path]\n", "bash": "/usr/bin/head -n 2 lines.txt\n", "independent_output_oracle": true, "inputs": [ "path=lines.txt", "count=2" ], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 11, "stdout_sha256": "3588d4ce80593f91177fe39f97f96fece7050ebc8e030a2a92a7f61e67f07af9", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.496084 }, "bash": { "code": 0, "stdout_bytes": 11, "stdout_sha256": "3588d4ce80593f91177fe39f97f96fece7050ebc8e030a2a92a7f61e67f07af9", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.330333 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/head", "line": 3 } ], "timings_ms": { "execute": { "p50": 5.496084, "p95": 5.496084, "raw": [ 5.496084 ] }, "bash": { "p50": 6.330333, "p95": 6.330333, "raw": [ 6.330333 ] } } }, { "name": "typed-multiple-paths", "category": "cli-inputs", "classification": "exact_match", "difference": null, "native_argv": [ [ "/bin/cat", "part-a.txt", "part-b.txt" ] ], "program": "accept paths as list of text\nrun \"/bin/cat\" with arguments paths\n", "bash": "/bin/cat part-a.txt part-b.txt\n", "independent_output_oracle": true, "inputs": [ "paths=[\"part-a.txt\",\"part-b.txt\"]" ], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 13, "stdout_sha256": "dbea9325179efe46ea2add94f7b6b745ca983fabb208dc6d34aa064623d7ee23", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.316125 }, "bash": { "code": 0, "stdout_bytes": 13, "stdout_sha256": "dbea9325179efe46ea2add94f7b6b745ca983fabb208dc6d34aa064623d7ee23", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.162959 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 2 } ], "timings_ms": { "execute": { "p50": 5.316125, "p95": 5.316125, "raw": [ 5.316125 ] }, "bash": { "p50": 6.162959, "p95": 6.162959, "raw": [ 6.162959 ] } } }, { "name": "typed-boolean", "category": "cli-inputs", "classification": "exact_match", "difference": null, "native_argv": [ [ "/usr/bin/printf", "%s", "true" ] ], "program": "accept enabled as boolean\nrun \"/usr/bin/printf\" with arguments [\"%s\", enabled]\n", "bash": "/usr/bin/printf %s true\n", "independent_output_oracle": true, "inputs": [ "enabled=true" ], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 4, "stdout_sha256": "b5bea41b6c623f7c09f1bf24dcae58ebab3c0cdd90ad966bc43a45b44867e12b", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.536584 }, "bash": { "code": 0, "stdout_bytes": 4, "stdout_sha256": "b5bea41b6c623f7c09f1bf24dcae58ebab3c0cdd90ad966bc43a45b44867e12b", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.109417 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/printf", "line": 2 } ], "timings_ms": { "execute": { "p50": 5.536584, "p95": 5.536584, "raw": [ 5.536584 ] }, "bash": { "p50": 6.109417, "p95": 6.109417, "raw": [ 6.109417 ] } } }, { "name": "failure-false", "category": "failure-contract", "classification": "intentional_difference", "difference": "native_failure_diagnostic_and_buffered_stdout", "native_argv": [ [ "/usr/bin/false" ] ], "program": "run \"/usr/bin/false\" with arguments []\n", "bash": "/usr/bin/false\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 1, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 67, "stderr_sha256": "490036bf3bfe7122f4a98eac164806dab5f648418afd537bbc88f5b05a3b40c8", "stderr": "execute: line 1: applet \"/usr/bin/false\" failed (exit status: 1): \n", "elapsed_ms": 5.064041 }, "bash": { "code": 1, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.03925 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/false", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.064041, "p95": 5.064041, "raw": [ 5.064041 ] }, "bash": { "p50": 6.03925, "p95": 6.03925, "raw": [ 6.03925 ] } } }, { "name": "failure-grep-missing", "category": "failure-contract", "classification": "intentional_difference", "difference": "native_failure_diagnostic_and_buffered_stdout", "native_argv": [ [ "/usr/bin/grep", "absent", "lines.txt" ] ], "program": "run \"/usr/bin/grep\" with arguments [\"absent\", \"lines.txt\"]\n", "bash": "/usr/bin/grep absent lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 1, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.153083 }, "execute": { "code": 1, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 66, "stderr_sha256": "ef15485cd3540e20a48f6475df39405bd0b922f82d43169289a649d887bedd3f", "stderr": "execute: line 1: applet \"/usr/bin/grep\" failed (exit status: 1): \n", "elapsed_ms": 5.634667 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/grep", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.634667, "p95": 5.634667, "raw": [ 5.634667 ] }, "bash": { "p50": 6.153083, "p95": 6.153083, "raw": [ 6.153083 ] } } }, { "name": "failure-cmp-different", "category": "failure-contract", "classification": "intentional_difference", "difference": "native_failure_diagnostic_and_buffered_stdout", "native_argv": [ [ "/usr/bin/cmp", "-s", "part-a.txt", "part-b.txt" ] ], "program": "run \"/usr/bin/cmp\" with arguments [\"-s\", \"part-a.txt\", \"part-b.txt\"]\n", "bash": "/usr/bin/cmp -s part-a.txt part-b.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 1, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 65, "stderr_sha256": "17b86b2be671942b7193dcb7acc2a1796aa62ef25e39eea7af479dba7781db7a", "stderr": "execute: line 1: applet \"/usr/bin/cmp\" failed (exit status: 1): \n", "elapsed_ms": 5.324167 }, "bash": { "code": 1, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.046792 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/cmp", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.324167, "p95": 5.324167, "raw": [ 5.324167 ] }, "bash": { "p50": 6.046792, "p95": 6.046792, "raw": [ 6.046792 ] } } }, { "name": "failure-test-missing", "category": "failure-contract", "classification": "intentional_difference", "difference": "native_failure_diagnostic_and_buffered_stdout", "native_argv": [ [ "/bin/test", "-f", "missing" ] ], "program": "run \"/bin/test\" with arguments [\"-f\", \"missing\"]\n", "bash": "/bin/test -f missing\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 1, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 62, "stderr_sha256": "bca783c4b605e80d520a942ead722530babc98a9ffee04807d08fec59bd6923e", "stderr": "execute: line 1: applet \"/bin/test\" failed (exit status: 1): \n", "elapsed_ms": 5.201375 }, "bash": { "code": 1, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.109083 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/test", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.201375, "p95": 5.201375, "raw": [ 5.201375 ] }, "bash": { "p50": 6.109083, "p95": 6.109083, "raw": [ 6.109083 ] } } }, { "name": "failure-expr-zero", "category": "failure-contract", "classification": "intentional_difference", "difference": "native_failure_diagnostic_and_buffered_stdout", "native_argv": [ [ "/bin/expr", "1", "-", "1" ] ], "program": "run \"/bin/expr\" with arguments [\"1\", \"-\", \"1\"]\n", "bash": "/bin/expr 1 - 1\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 1, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 62, "stderr_sha256": "1eaa16ad6d399a1adb096ebe9fd1a9959d5f7c701461264ad41cae10ead6d911", "stderr": "execute: line 1: applet \"/bin/expr\" failed (exit status: 1): \n", "elapsed_ms": 5.238 }, "bash": { "code": 1, "stdout_bytes": 2, "stdout_sha256": "9a271f2a916b0b6ee6cecb2426f0b3206ef074578be55d9bc94f6f3fe3ab86aa", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.134208 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/expr", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.238, "p95": 5.238, "raw": [ 5.238 ] }, "bash": { "p50": 6.134208, "p95": 6.134208, "raw": [ 6.134208 ] } } }, { "name": "failure-code-two", "category": "failure-contract", "classification": "intentional_difference", "difference": "native_failure_diagnostic_and_buffered_stdout", "native_argv": [ [ "/usr/bin/grep", "[", "lines.txt" ] ], "program": "run \"/usr/bin/grep\" with arguments [\"[\", \"lines.txt\"]\n", "bash": "/usr/bin/grep '[' lines.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 2, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 100, "stderr_sha256": "e1c7440a2d125017279781904689ef8265ac6fce4310858b9e47b69298fa6723", "stderr": "grep: brackets ([ ]) not balanced\nexecute: line 1: applet \"/usr/bin/grep\" failed (exit status: 2): \n", "elapsed_ms": 5.234875 }, "bash": { "code": 2, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 34, "stderr_sha256": "5a9e5d44693e11a15a739297ac22a88252e959c87e4ffb0d347681a5c39640f2", "stderr": "grep: brackets ([ ]) not balanced\n", "elapsed_ms": 6.084917 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/grep", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.234875, "p95": 5.234875, "raw": [ 5.234875 ] }, "bash": { "p50": 6.084917, "p95": 6.084917, "raw": [ 6.084917 ] } } }, { "name": "glob-is-literal", "category": "intentional-language-difference", "classification": "intentional_difference", "difference": "no_implicit_glob", "native_argv": [ [ "/usr/bin/printf", "%s\\0", "part-*.txt" ] ], "program": "run \"/usr/bin/printf\" with arguments [\"%s\\\\0\", \"part-*.txt\"]\n", "bash": "/usr/bin/printf '%s\\0' part-*.txt\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 0, "stdout_bytes": 11, "stdout_sha256": "8451846a50d2ab7e6ff272da419c2639bea827af2ed095c7d573fdb6b13b5a6d", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 5.85575 }, "bash": { "code": 0, "stdout_bytes": 22, "stdout_sha256": "707407fc009abcf778947d1db010b7009d483144a5b028af26fad08c004df941", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.374667 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/printf", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.85575, "p95": 5.85575, "raw": [ 5.85575 ] }, "bash": { "p50": 6.374667, "p95": 6.374667, "raw": [ 6.374667 ] } } }, { "name": "failure-native-seven", "category": "failure-contract", "classification": "intentional_difference", "difference": "native_failure_diagnostic_and_buffered_stdout", "native_argv": [ [ "/usr/bin/awk", "BEGIN {exit 7}" ] ], "program": "run \"/usr/bin/awk\" with arguments [\"BEGIN {exit 7}\"]\n", "bash": "/usr/bin/awk 'BEGIN {exit 7}'\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 7, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 65, "stderr_sha256": "a0879b1fb62e489308097d3885d1c68d7a770fb08153d65cc18eba5ebf362e0d", "stderr": "execute: line 1: applet \"/usr/bin/awk\" failed (exit status: 7): \n", "elapsed_ms": 5.420042 }, "bash": { "code": 7, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.437417 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/awk", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.420042, "p95": 5.420042, "raw": [ 5.420042 ] }, "bash": { "p50": 6.437417, "p95": 6.437417, "raw": [ 6.437417 ] } } }, { "name": "failure-native-255", "category": "failure-contract", "classification": "intentional_difference", "difference": "native_failure_diagnostic_and_buffered_stdout", "native_argv": [ [ "/usr/bin/awk", "BEGIN {exit 255}" ] ], "program": "run \"/usr/bin/awk\" with arguments [\"BEGIN {exit 255}\"]\n", "bash": "/usr/bin/awk 'BEGIN {exit 255}'\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "execute": { "code": 255, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 67, "stderr_sha256": "77af53d11f4519a6af41eda456cb1e281dba1400d25f77d0aafbde36f43a2afc", "stderr": "execute: line 1: applet \"/usr/bin/awk\" failed (exit status: 255): \n", "elapsed_ms": 5.2235 }, "bash": { "code": 255, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.272459 } } ], "status": "passed", "native_spawns": [ { "binary": "/usr/bin/awk", "line": 1 } ], "timings_ms": { "execute": { "p50": 5.2235, "p95": 5.2235, "raw": [ 5.2235 ] }, "bash": { "p50": 6.272459, "p95": 6.272459, "raw": [ 6.272459 ] } } }, { "name": "failure-middle-stage", "category": "failure-contract", "classification": "intentional_difference", "difference": "strict_pipeline_failure", "native_argv": [ [ "/bin/cat", "part-a.txt" ], [ "/usr/bin/awk", "{exit 7}" ], [ "/bin/cat" ] ], "program": "run \"/bin/cat\" with arguments [\"part-a.txt\"]\npipe to \"/usr/bin/awk\" with arguments [\"{exit 7}\"]\npipe to \"/bin/cat\" with arguments []\n", "bash": "/bin/cat part-a.txt | /usr/bin/awk '{exit 7}' | /bin/cat\n", "independent_output_oracle": true, "inputs": [], "observations": [ { "warmup": false, "bash": { "code": 0, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 0, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr": "", "elapsed_ms": 6.742541 }, "execute": { "code": 7, "stdout_bytes": 0, "stdout_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_bytes": 65, "stderr_sha256": "e288a584cadf1b6076cdd77e1fe83b1f5c997bd5d8dc01a3a68ffb85a0394f96", "stderr": "execute: line 2: applet \"/usr/bin/awk\" failed (exit status: 7): \n", "elapsed_ms": 5.699542 } } ], "status": "passed", "native_spawns": [ { "binary": "/bin/cat", "line": 1 }, { "binary": "/usr/bin/awk", "line": 2 }, { "binary": "/bin/cat", "line": 3 } ], "timings_ms": { "execute": { "p50": 5.699542, "p95": 5.699542, "raw": [ 5.699542 ] }, "bash": { "p50": 6.742541, "p95": 6.742541, "raw": [ 6.742541 ] } } } ], "tools": { "/usr/bin/printf": "d7992bc59e048ee061716365839990227ab463d954d87e6c2e7f987c0054fd59", "/bin/cat": "2b6e8f3f90c42a9d8d1e5471efb4173ad3499fc8ca4039b39327b394616cf39e", "/usr/bin/head": "189b01920af37ff1defbc26fdf2ba4696fdf735f5894a0b1fc6ea3343c782dad", "/usr/bin/tail": "0820e3b855044a4c3d92701a14cb30c14515cc5329bb723b04cda680afb0dd2a", "/usr/bin/sort": "54c29f342722dffb3413a3a628f9bb37efccf4b26dd1ea5598e10edb82b4c33d", "/usr/bin/uniq": "da8cfa67b0c4e64c0c4377cd3ce38a0fd867c7b4461030e345d5f149a8bb2c97", "/usr/bin/grep": "e70a05960005b01d94abb0715bddafe20473e5854a6ef461ea12915801596550", "/usr/bin/sed": "6ac57d91d32dda62f954dbcfe29e43dd55e69946821092b542dbbbe7dca86997", "/usr/bin/awk": "74eca1b2aa59d4af94ad0ba8294ddb544f7db9f1a68d4b0ade2a70ea6c533940", "/usr/bin/cut": "18333d7eacc3e7d01c891957ff48cebda01b4362778c2fcd3da77c5129b4a936", "/usr/bin/paste": "a90590360264f3c14e8b085c4c840d7a06f92fba18da62a65689b62f023f9af8", "/usr/bin/join": "486777a5f92cb138f35cbab8b29f64106741c0971e94788f86b16cf65650dd01", "/usr/bin/comm": "8b83580ae6a0a5c50b2a96880451ffddab0dc51ed9b51e807d6c5c2b4c929511", "/usr/bin/rev": "28a57995a47754d59f08abbccdff3a38ea9fccc26d29d0c07e6fe2216ed1226a", "/usr/bin/basename": "0a4b9ceb5157b027c0469ab91a1c30d885c763fdcf7dd18e9e555330061c5af7", "/usr/bin/dirname": "35b5b949264a6ca55a7d8dc6de11a450e1c433b71a27c52543ee85a409735e8b", "/bin/expr": "bc25e28083f45d0edacb2ec5d3f0af94736d647712f5c316bb9744ec7d1f691c", "/usr/bin/true": "875c7eea9c66c826091ede3cc44599311dc6818caf17f9e53d97c54c288842b2", "/bin/test": "abf9c4d6bdccbab1f540629a1048fd8884cb72beb25a254f0adee9e1cfa3758d", "/bin/echo": "d2d4d70e62f249417d70cd1cee1a9c623213ccfb6445c82d9de6b9021edacc27", "/bin/ls": "24752389e1d97c9555dd153b644902fadd460dfbe1a166251876c67bbacb0810", "/usr/bin/find": "9cd3b4bbb80ac290fd188172e5fcbc48a6fe10ff3374313e4f01efea0101be1b", "/usr/bin/wc": "ad2cb3bf11b83cc8d301de5dc0c38b9823e16c0a13a6f89b66a38f05b30a0151", "/usr/bin/cksum": "48a6871e7b036fb79246fea90593c25e4461d712d8cf8eb951fa6dada6cdd3cb", "/usr/bin/shasum": "0812595f981a26f813d98dc380af14d4af427626c9339eda29eb849ae13de1e3", "/usr/bin/openssl": "f81b4fcec5048ea1eceb40fc08f4e06f1668181f0b5bacfa8be27d0da181dcb7", "/usr/bin/base64": "06b54c7e2c2bf69d16812b99c0bda71398412b3a036720e15e89039b4a1e2dfd", "/usr/bin/od": "6e3ddf453b7fe1e6de2a886fe55568ae2bd829c73d9d7d2fde9c3b21c8eea751", "/usr/bin/hexdump": "e39cdecbaeab1cf591a0c174ae4c4ba35861586afacd64986fd2c43b3c52fa9c", "/usr/bin/xxd": "6946875a996e81be42440d1767006a3091c194bed2fbfd4f6ad5f389f9f5a324", "/usr/bin/gzip": "0f655a20639414497cd4ec5f614c41ee8bf329c2daa0ade0d6ae5e549b9c6f9e", "/usr/bin/bzip2": "ade8a304cfcb33d8d2f4a5355d1c078712f8228cf079bc4982c3bb2e6316f885", "/usr/bin/cmp": "5d8cc18082edf0e4baac34ad3ced05ca843bd02f25662765693d46b5ceafa30d", "/usr/bin/diff": "41633210c3bbe75c1c871f4ea87ad5ef7dd3cf2bbeb47c798e2a1e322e8159c4", "/usr/bin/getconf": "3daca97a47c7f6ba9d278805d210c9e4824c651c8b7fc29213f8e3766570c620", "/usr/bin/uname": "e12b51fe01f02007b15dfd9ee72d273d553656fa75d2e2800e13ec7714c5d615", "/bin/pwd": "befa418785b42edf2fd8b07057422481d7fb7da70ff5a85d814b717c81f0c2b8", "/usr/bin/du": "6f1228dd2faee7aac7342ee15f770b8d87ce602be347c477fb7e35f86c6ed14f", "/usr/bin/tr": "b8ac76bef7c61d9a462e6054d7887108ea632d250049aa5a2abee0ab906aefb4", "/usr/bin/expand": "78a857640016982b777d8d503f8311e73084b78fb5dd183755a123290369950f", "/usr/bin/unexpand": "c382293e2694b2e9736447fb6f0993186990a969855fb14222cebb803deced3c", "/usr/bin/fold": "d1715247c026b29c688b83dff4bb8303560e8a75be0bc42c489400c027e64864", "/usr/bin/fmt": "5d28f7ac281361de9df493f9cc273176b1e91f8667311f1ee09243917baa1539", "/usr/bin/nl": "2c9857552806e604ec7a14608855a141ef6de40ae4bfd347ae3530e1674f26b0", "/usr/bin/tee": "2cf19c854bae9f465ac8b3244b3448316d08f525dc63c0a9ac0c69cc2e7e1105", "/usr/bin/false": "3f23eaf182a6d49e9f41b627944b05678faa20377f223cbf5927b90fcb9f2047" }, "fixture_directory": "/var/folders/sh/f_l0_b6n22xb06sbp7fpwvzw0000gn/T/execute unix matrix 0oyuvy_6", "fixture_sha256": { "lines.txt": "b884d3d51e68ee1906c5fd54c8ab3c3acd5b327aefdc5589f8dc1f1096629391", "sorted.txt": "2cb32bc12b1b590be47071f1c86a0aa2306387060950dbd82a5b5e849481791d", "binary.bin": "a1f259d4365ed4320c377ce26f5c8c56dcdc9a89e7b641bfd8eabfbbeac86654", "part-a.txt": "b640e840b19d378660b32fb51ae18d67dccb4a8596a29e7bd72c1b2ae5928f41", "part-b.txt": "480c2336b410f1ad5f8bf1b28944490255804b65350c527787e74ebdd511e3a4", "space 雪.txt": "b550abf52b3500720734589ce534ae1e6f5ca0575d7a8e78ba1659972c3cce3e", "-dash.txt": "f8359416cedbf4b44bd1cab71b791b4121e3b33748187c530e70207af87c3f39", "numbers.txt": "3da4014555f5cab2931b21fc83e4ea5f1c4657bbed1ed673bca3322e28953d47", "table.csv": "74298b0c2b06fa4495cc71af25acdb6112def7728bde7ff2cb645a9000935511", "left.txt": "2951835de33689a441bfa61bc7af99b1f0305ca8ec0ab4dd508f14f57b27ca23", "right.txt": "6c986109d607d960ff8374d95fba9947ba05d35a98ed0a466b172a3cabc6f194", "left-names.txt": "e49c81e2d2f84e259d40e2fb8192f3bcd198b355184845d76d8f58807d0d78ee", "right-names.txt": "aa5989aacb57830a365b63654addd2b3e7427ce3e8869f52e261ac98cc318734", "words.txt": "30d8417405db58d80d9bb30ff4fe8fe26013e6a8b2ce3b9d881e116ad0781c88", "tabs.txt": "5dd1197866f479824d9b483e1b7ae9ad3e518f3b4fd447c6b92d127dda6178c5", "spaces.txt": "c3387488f3924c55b8e926cea157564430970a4dbf2a7eed71a89ca3381deb97", "crlf.txt": "6f4792b265fe72790b344fd3ef5294701d9d087bed9fce815c0f4bbad6d2ed87", "paragraph.txt": "beb200d4012460a3e1356669a91aaee14b66209ce36761bd2f14ac5bbd98630a", "sub/a.txt": "87428fc522803d31065e7bce3cf03fe475096631e5e07bbd7a0fde60c4cf25c7", "sub/b.txt": "0263829989b6fd954f72baaf2fc64bc2e2f01d692d4de72986ea808f6e99813f" }, "unused_manifest_sha256": "16d87e9f946d83d0db1a236e8417516706057d0d4424c3911f5718d0f662326c", "summary": { "exact_matches": 100, "intentional_differences": 10, "distinct_tools": 46, "paired_observations": 110, "unexplained_mismatches": 0 }, "finished_at_utc": "2026-10-14T14:06:05.076380+00:00" }