chore: add .gitignore and remove cached test results
Ignore __pycache__/, results/, and *.pyc files Remove already tracked test results from git tracking
This commit is contained in:
Binary file not shown.
@@ -1,29 +0,0 @@
|
||||
# Parallel Capacity Test Report
|
||||
|
||||
**Generated:** 2026-03-31 03:51:30
|
||||
|
||||
## Summary
|
||||
|
||||
| Agents | Duration | Success | Failed | Timeout | Avg Response | Peak Mem (MB) | Mem/Agent | Cost Score |
|
||||
|--------|----------|---------|--------|---------|--------------|---------------|-----------|------------|
|
||||
| 1 | 1.0s | 0 | 1 | 0 | 0.0s | 2177MB | -0.0MB | 0.00 |
|
||||
| 2 | 1.0s | 0 | 2 | 0 | 0.0s | 2176MB | 0.3MB | 0.00 |
|
||||
| 3 | 1.0s | 0 | 3 | 0 | 0.0s | 2175MB | 0.1MB | 0.00 |
|
||||
| 5 | 1.0s | 0 | 5 | 0 | 0.0s | 2175MB | 0.0MB | 0.00 |
|
||||
| 8 | 1.0s | 0 | 8 | 0 | 0.0s | 2176MB | 0.2MB | 0.00 |
|
||||
|
||||
## Cost Analysis
|
||||
|
||||
| Metric | Value |
|
||||
|--------|-------|
|
||||
| Baseline Memory | 2177.1 MB |
|
||||
| Avg Memory per Agent | 0.1 MB |
|
||||
| Memory Limit | 1024 MB |
|
||||
| Estimated Max Capacity | 9729 agents |
|
||||
|
||||
## Key Findings
|
||||
|
||||
## Recommendations
|
||||
|
||||
2. **Monitor closely:** 5+ agents
|
||||
3. **Implement circuit breaker** when failure rate exceeds threshold
|
||||
@@ -1,38 +0,0 @@
|
||||
# Parallel Capacity Test Report
|
||||
|
||||
**Generated:** 2026-03-31 03:53:45
|
||||
|
||||
## Summary
|
||||
|
||||
| Agents | Duration | Success | Failed | Timeout | Avg Response | Peak Mem (MB) | Mem/Agent | Cost Score |
|
||||
|--------|----------|---------|--------|---------|--------------|---------------|-----------|------------|
|
||||
| 1 | 7.0s | 1 | 0 | 0 | 6.3s | 2547MB | 363.6MB | 2.55 |
|
||||
| 2 | 13.0s | 2 | 0 | 0 | 9.2s | 2889MB | 350.0MB | 9.11 |
|
||||
| 3 | 8.0s | 3 | 0 | 0 | 6.3s | 3233MB | 340.4MB | 8.19 |
|
||||
| 5 | 12.0s | 5 | 0 | 0 | 6.7s | 3912MB | 340.3MB | 20.49 |
|
||||
| 8 | 62.5s | 0 | 0 | 8 | 60.0s | 4033MB | 223.4MB | 111.69 |
|
||||
|
||||
## Cost Analysis
|
||||
|
||||
| Metric | Value |
|
||||
|--------|-------|
|
||||
| Baseline Memory | 2183.3 MB |
|
||||
| Avg Memory per Agent | 323.5 MB |
|
||||
| Memory Limit | 1024 MB |
|
||||
| Estimated Max Capacity | 3 agents |
|
||||
|
||||
## Key Findings
|
||||
|
||||
### Optimal Configuration
|
||||
- **5 agents** achieved perfect success rate
|
||||
- Average response time: 6.7s
|
||||
- Peak CPU: 0.0%
|
||||
- Peak Memory: 3911.8MB (0.0%)
|
||||
- Memory per agent: 340.3MB
|
||||
- Cost score: 20.49
|
||||
|
||||
## Recommendations
|
||||
|
||||
1. **Recommended max agents:** 5 for stable operation
|
||||
2. **Monitor closely:** 5+ agents
|
||||
3. **Implement circuit breaker** when failure rate exceeds threshold
|
||||
@@ -1,27 +0,0 @@
|
||||
# Parallel Capacity Test Report
|
||||
|
||||
**Generated:** 2026-03-31 04:07:51
|
||||
|
||||
## Summary
|
||||
|
||||
| Agents | Duration | Success | Failed | Timeout | Avg Response | Peak Mem (MB) | Mem/Agent | Cost Score |
|
||||
|--------|----------|---------|--------|---------|--------------|---------------|-----------|------------|
|
||||
| 1 | 1.0s | 0 | 1 | 0 | 0.0s | 2461MB | 1.9MB | 0.00 |
|
||||
| 2 | 1.0s | 0 | 2 | 0 | 0.0s | 2464MB | 0.5MB | 0.00 |
|
||||
| 3 | 1.0s | 0 | 3 | 0 | 0.0s | 2444MB | 0.1MB | 0.00 |
|
||||
|
||||
## Cost Analysis
|
||||
|
||||
| Metric | Value |
|
||||
|--------|-------|
|
||||
| Baseline Memory | 2458.8 MB |
|
||||
| Avg Memory per Agent | 0.8 MB |
|
||||
| Memory Limit | 1024 MB |
|
||||
| Estimated Max Capacity | 1241 agents |
|
||||
|
||||
## Key Findings
|
||||
|
||||
## Recommendations
|
||||
|
||||
2. **Monitor closely:** 5+ agents
|
||||
3. **Implement circuit breaker** when failure rate exceeds threshold
|
||||
@@ -1,107 +0,0 @@
|
||||
[
|
||||
{
|
||||
"agent_count": 1,
|
||||
"total_duration": 1.0135109424591064,
|
||||
"success_count": 0,
|
||||
"failed_count": 1,
|
||||
"timeout_count": 0,
|
||||
"avg_response_time": 0.011479854583740234,
|
||||
"stddev_response_time": 0,
|
||||
"min_response_time": 0.011479854583740234,
|
||||
"max_response_time": 0.011479854583740234,
|
||||
"peak_cpu_percent": 0.0,
|
||||
"avg_cpu_percent": 0.0,
|
||||
"peak_memory_mb": 2177.1123046875,
|
||||
"avg_memory_mb": 2177.10498046875,
|
||||
"peak_memory_percent": 0.0,
|
||||
"avg_memory_percent": 0.0,
|
||||
"peak_opencode_procs": 0,
|
||||
"baseline_memory_mb": 2177.1162109375,
|
||||
"memory_per_agent_mb": -0.00390625,
|
||||
"total_cost_score": 0
|
||||
},
|
||||
{
|
||||
"agent_count": 2,
|
||||
"total_duration": 1.0150294303894043,
|
||||
"success_count": 0,
|
||||
"failed_count": 2,
|
||||
"timeout_count": 0,
|
||||
"avg_response_time": 0.004192829132080078,
|
||||
"stddev_response_time": 0.0006507473410082039,
|
||||
"min_response_time": 0.0037326812744140625,
|
||||
"max_response_time": 0.004652976989746094,
|
||||
"peak_cpu_percent": 0.0,
|
||||
"avg_cpu_percent": 0.0,
|
||||
"peak_memory_mb": 2175.671875,
|
||||
"avg_memory_mb": 2175.529296875,
|
||||
"peak_memory_percent": 0.0,
|
||||
"avg_memory_percent": 0.0,
|
||||
"peak_opencode_procs": 0,
|
||||
"baseline_memory_mb": 2175.13671875,
|
||||
"memory_per_agent_mb": 0.267578125,
|
||||
"total_cost_score": 0.0005431993436068297
|
||||
},
|
||||
{
|
||||
"agent_count": 3,
|
||||
"total_duration": 1.0151348114013672,
|
||||
"success_count": 0,
|
||||
"failed_count": 3,
|
||||
"timeout_count": 0,
|
||||
"avg_response_time": 0.00410922368367513,
|
||||
"stddev_response_time": 0.0005485598755713246,
|
||||
"min_response_time": 0.0034792423248291016,
|
||||
"max_response_time": 0.004481315612792969,
|
||||
"peak_cpu_percent": 0.0,
|
||||
"avg_cpu_percent": 0.0,
|
||||
"peak_memory_mb": 2175.234375,
|
||||
"avg_memory_mb": 2175.171875,
|
||||
"peak_memory_percent": 0.0,
|
||||
"avg_memory_percent": 0.0,
|
||||
"peak_opencode_procs": 0,
|
||||
"baseline_memory_mb": 2174.984375,
|
||||
"memory_per_agent_mb": 0.08333333333333333,
|
||||
"total_cost_score": 0.0002537837028503418
|
||||
},
|
||||
{
|
||||
"agent_count": 5,
|
||||
"total_duration": 1.0233359336853027,
|
||||
"success_count": 0,
|
||||
"failed_count": 5,
|
||||
"timeout_count": 0,
|
||||
"avg_response_time": 0.003859806060791016,
|
||||
"stddev_response_time": 0.0005061271938518695,
|
||||
"min_response_time": 0.003265857696533203,
|
||||
"max_response_time": 0.004559516906738281,
|
||||
"peak_cpu_percent": 0.0,
|
||||
"avg_cpu_percent": 0.0,
|
||||
"peak_memory_mb": 2174.8115234375,
|
||||
"avg_memory_mb": 2174.765625,
|
||||
"peak_memory_percent": 0.0,
|
||||
"avg_memory_percent": 0.0,
|
||||
"peak_opencode_procs": 0,
|
||||
"baseline_memory_mb": 2174.7197265625,
|
||||
"memory_per_agent_mb": 0.018359375,
|
||||
"total_cost_score": 9.393904078751803e-05
|
||||
},
|
||||
{
|
||||
"agent_count": 8,
|
||||
"total_duration": 1.0180647373199463,
|
||||
"success_count": 0,
|
||||
"failed_count": 8,
|
||||
"timeout_count": 0,
|
||||
"avg_response_time": 0.0040419697761535645,
|
||||
"stddev_response_time": 0.0005073540280823215,
|
||||
"min_response_time": 0.0034415721893310547,
|
||||
"max_response_time": 0.004962921142578125,
|
||||
"peak_cpu_percent": 0.0,
|
||||
"avg_cpu_percent": 0.0,
|
||||
"peak_memory_mb": 2175.9697265625,
|
||||
"avg_memory_mb": 2175.328125,
|
||||
"peak_memory_percent": 0.0,
|
||||
"avg_memory_percent": 0.0,
|
||||
"peak_opencode_procs": 0,
|
||||
"baseline_memory_mb": 2174.6826171875,
|
||||
"memory_per_agent_mb": 0.160888671875,
|
||||
"total_cost_score": 0.0013103606677614152
|
||||
}
|
||||
]
|
||||
@@ -1,107 +0,0 @@
|
||||
[
|
||||
{
|
||||
"agent_count": 1,
|
||||
"total_duration": 7.013643741607666,
|
||||
"success_count": 1,
|
||||
"failed_count": 0,
|
||||
"timeout_count": 0,
|
||||
"avg_response_time": 6.2816431522369385,
|
||||
"stddev_response_time": 0,
|
||||
"min_response_time": 6.2816431522369385,
|
||||
"max_response_time": 6.2816431522369385,
|
||||
"peak_cpu_percent": 0.0,
|
||||
"avg_cpu_percent": 0.0,
|
||||
"peak_memory_mb": 2546.8349609375,
|
||||
"avg_memory_mb": 2439.7982177734375,
|
||||
"peak_memory_percent": 0.0,
|
||||
"avg_memory_percent": 0.0,
|
||||
"peak_opencode_procs": 0,
|
||||
"baseline_memory_mb": 2183.2587890625,
|
||||
"memory_per_agent_mb": 363.576171875,
|
||||
"total_cost_score": 2.549993742468767
|
||||
},
|
||||
{
|
||||
"agent_count": 2,
|
||||
"total_duration": 13.01965594291687,
|
||||
"success_count": 2,
|
||||
"failed_count": 0,
|
||||
"timeout_count": 0,
|
||||
"avg_response_time": 9.241770267486572,
|
||||
"stddev_response_time": 4.460840653831581,
|
||||
"min_response_time": 6.087479591369629,
|
||||
"max_response_time": 12.396060943603516,
|
||||
"peak_cpu_percent": 0.0,
|
||||
"avg_cpu_percent": 0.0,
|
||||
"peak_memory_mb": 2889.0400390625,
|
||||
"avg_memory_mb": 2659.376727764423,
|
||||
"peak_memory_percent": 0.0,
|
||||
"avg_memory_percent": 0.0,
|
||||
"peak_opencode_procs": 0,
|
||||
"baseline_memory_mb": 2189.068359375,
|
||||
"memory_per_agent_mb": 349.98583984375,
|
||||
"total_cost_score": 9.113390439316863
|
||||
},
|
||||
{
|
||||
"agent_count": 3,
|
||||
"total_duration": 8.017883539199829,
|
||||
"success_count": 3,
|
||||
"failed_count": 0,
|
||||
"timeout_count": 0,
|
||||
"avg_response_time": 6.328219811121623,
|
||||
"stddev_response_time": 1.4813371254887444,
|
||||
"min_response_time": 4.74861478805542,
|
||||
"max_response_time": 7.686349391937256,
|
||||
"peak_cpu_percent": 0.0,
|
||||
"avg_cpu_percent": 0.0,
|
||||
"peak_memory_mb": 3233.111328125,
|
||||
"avg_memory_mb": 2848.880425347222,
|
||||
"peak_memory_percent": 0.0,
|
||||
"avg_memory_percent": 0.0,
|
||||
"peak_opencode_procs": 0,
|
||||
"baseline_memory_mb": 2211.83984375,
|
||||
"memory_per_agent_mb": 340.423828125,
|
||||
"total_cost_score": 8.188435823624488
|
||||
},
|
||||
{
|
||||
"agent_count": 5,
|
||||
"total_duration": 12.039501190185547,
|
||||
"success_count": 5,
|
||||
"failed_count": 0,
|
||||
"timeout_count": 0,
|
||||
"avg_response_time": 6.650626277923584,
|
||||
"stddev_response_time": 2.765260504640065,
|
||||
"min_response_time": 4.714812755584717,
|
||||
"max_response_time": 11.523208379745483,
|
||||
"peak_cpu_percent": 0.0,
|
||||
"avg_cpu_percent": 0.0,
|
||||
"peak_memory_mb": 3911.77734375,
|
||||
"avg_memory_mb": 2996.949669471154,
|
||||
"peak_memory_percent": 0.0,
|
||||
"avg_memory_percent": 0.0,
|
||||
"peak_opencode_procs": 0,
|
||||
"baseline_memory_mb": 2210.08203125,
|
||||
"memory_per_agent_mb": 340.3390625,
|
||||
"total_cost_score": 20.487562740176916
|
||||
},
|
||||
{
|
||||
"agent_count": 8,
|
||||
"total_duration": 62.496517181396484,
|
||||
"success_count": 0,
|
||||
"failed_count": 0,
|
||||
"timeout_count": 8,
|
||||
"avg_response_time": 60,
|
||||
"stddev_response_time": 0.0,
|
||||
"min_response_time": 60,
|
||||
"max_response_time": 60,
|
||||
"peak_cpu_percent": 0.0,
|
||||
"avg_cpu_percent": 0.0,
|
||||
"peak_memory_mb": 4033.01171875,
|
||||
"avg_memory_mb": 3940.566368689904,
|
||||
"peak_memory_percent": 0.0,
|
||||
"avg_memory_percent": 0.0,
|
||||
"peak_opencode_procs": 0,
|
||||
"baseline_memory_mb": 2245.8857421875,
|
||||
"memory_per_agent_mb": 223.3907470703125,
|
||||
"total_cost_score": 111.68914929955825
|
||||
}
|
||||
]
|
||||
@@ -1,65 +0,0 @@
|
||||
[
|
||||
{
|
||||
"agent_count": 1,
|
||||
"total_duration": 1.0171289443969727,
|
||||
"success_count": 0,
|
||||
"failed_count": 1,
|
||||
"timeout_count": 0,
|
||||
"avg_response_time": 0.005397796630859375,
|
||||
"stddev_response_time": 0,
|
||||
"min_response_time": 0.005397796630859375,
|
||||
"max_response_time": 0.005397796630859375,
|
||||
"peak_cpu_percent": 0.0,
|
||||
"avg_cpu_percent": 0.0,
|
||||
"peak_memory_mb": 2460.7001953125,
|
||||
"avg_memory_mb": 2459.75439453125,
|
||||
"peak_memory_percent": 0.0,
|
||||
"avg_memory_percent": 0.0,
|
||||
"peak_opencode_procs": 0,
|
||||
"baseline_memory_mb": 2458.80859375,
|
||||
"memory_per_agent_mb": 1.8916015625,
|
||||
"total_cost_score": 0.001924002700485289
|
||||
},
|
||||
{
|
||||
"agent_count": 2,
|
||||
"total_duration": 1.0177080631256104,
|
||||
"success_count": 0,
|
||||
"failed_count": 2,
|
||||
"timeout_count": 0,
|
||||
"avg_response_time": 0.004194378852844238,
|
||||
"stddev_response_time": 0.0005352649760883542,
|
||||
"min_response_time": 0.003815889358520508,
|
||||
"max_response_time": 0.004572868347167969,
|
||||
"peak_cpu_percent": 0.0,
|
||||
"avg_cpu_percent": 0.0,
|
||||
"peak_memory_mb": 2464.1708984375,
|
||||
"avg_memory_mb": 2463.69287109375,
|
||||
"peak_memory_percent": 0.0,
|
||||
"avg_memory_percent": 0.0,
|
||||
"peak_opencode_procs": 0,
|
||||
"baseline_memory_mb": 2463.21484375,
|
||||
"memory_per_agent_mb": 0.47802734375,
|
||||
"total_cost_score": 0.0009729845642577857
|
||||
},
|
||||
{
|
||||
"agent_count": 3,
|
||||
"total_duration": 1.016812801361084,
|
||||
"success_count": 0,
|
||||
"failed_count": 3,
|
||||
"timeout_count": 0,
|
||||
"avg_response_time": 0.00549777348836263,
|
||||
"stddev_response_time": 0.0004058027330303703,
|
||||
"min_response_time": 0.0052263736724853516,
|
||||
"max_response_time": 0.0059642791748046875,
|
||||
"peak_cpu_percent": 0.0,
|
||||
"avg_cpu_percent": 0.0,
|
||||
"peak_memory_mb": 2443.9794921875,
|
||||
"avg_memory_mb": 2443.8232421875,
|
||||
"peak_memory_percent": 0.0,
|
||||
"avg_memory_percent": 0.0,
|
||||
"peak_opencode_procs": 0,
|
||||
"baseline_memory_mb": 2443.6669921875,
|
||||
"memory_per_agent_mb": 0.10416666666666667,
|
||||
"total_cost_score": 0.00031775400042533875
|
||||
}
|
||||
]
|
||||
@@ -1,6 +0,0 @@
|
||||
agents,duration,success,failed,timeout,avg_response,stddev,min_response,max_response,peak_cpu,avg_cpu,peak_mem_mb,avg_mem_mb,peak_mem_pct,avg_mem_pct,peak_procs,baseline_mem,mem_per_agent,cost_score
|
||||
1,1.01,0,1,0,0.01,0.00,0.01,0.01,0.0,0.0,2177.1,2177.1,0.0,0.0,0,2177.1,-0.0,0.00
|
||||
2,1.02,0,2,0,0.00,0.00,0.00,0.00,0.0,0.0,2175.7,2175.5,0.0,0.0,0,2175.1,0.3,0.00
|
||||
3,1.02,0,3,0,0.00,0.00,0.00,0.00,0.0,0.0,2175.2,2175.2,0.0,0.0,0,2175.0,0.1,0.00
|
||||
5,1.02,0,5,0,0.00,0.00,0.00,0.00,0.0,0.0,2174.8,2174.8,0.0,0.0,0,2174.7,0.0,0.00
|
||||
8,1.02,0,8,0,0.00,0.00,0.00,0.00,0.0,0.0,2176.0,2175.3,0.0,0.0,0,2174.7,0.2,0.00
|
||||
|
@@ -1,6 +0,0 @@
|
||||
agents,duration,success,failed,timeout,avg_response,stddev,min_response,max_response,peak_cpu,avg_cpu,peak_mem_mb,avg_mem_mb,peak_mem_pct,avg_mem_pct,peak_procs,baseline_mem,mem_per_agent,cost_score
|
||||
1,7.01,1,0,0,6.28,0.00,6.28,6.28,0.0,0.0,2546.8,2439.8,0.0,0.0,0,2183.3,363.6,2.55
|
||||
2,13.02,2,0,0,9.24,4.46,6.09,12.40,0.0,0.0,2889.0,2659.4,0.0,0.0,0,2189.1,350.0,9.11
|
||||
3,8.02,3,0,0,6.33,1.48,4.75,7.69,0.0,0.0,3233.1,2848.9,0.0,0.0,0,2211.8,340.4,8.19
|
||||
5,12.04,5,0,0,6.65,2.77,4.71,11.52,0.0,0.0,3911.8,2996.9,0.0,0.0,0,2210.1,340.3,20.49
|
||||
8,62.50,0,0,8,60.00,0.00,60.00,60.00,0.0,0.0,4033.0,3940.6,0.0,0.0,0,2245.9,223.4,111.69
|
||||
|
@@ -1,4 +0,0 @@
|
||||
agents,duration,success,failed,timeout,avg_response,stddev,min_response,max_response,peak_cpu,avg_cpu,peak_mem_mb,avg_mem_mb,peak_mem_pct,avg_mem_pct,peak_procs,baseline_mem,mem_per_agent,cost_score
|
||||
1,1.02,0,1,0,0.01,0.00,0.01,0.01,0.0,0.0,2460.7,2459.8,0.0,0.0,0,2458.8,1.9,0.00
|
||||
2,1.02,0,2,0,0.00,0.00,0.00,0.00,0.0,0.0,2464.2,2463.7,0.0,0.0,0,2463.2,0.5,0.00
|
||||
3,1.02,0,3,0,0.01,0.00,0.01,0.01,0.0,0.0,2444.0,2443.8,0.0,0.0,0,2443.7,0.1,0.00
|
||||
|
Reference in New Issue
Block a user