feat: benchmark with tasks of 50 and 500 ms

Author: domferr

include/subint/base_subint.hpp

@@ -171,7 +171,7 @@ class base_subint {
  //Py_INCREF(pickled_result_bytes);
 
  LOGELAPSED("svc time ", svc_start_time);
- 
+
  return (void*) pickled_result_bytes;
  }
 

res.txt

@@ -2,7 +2,7 @@
  "cells": [
  {
  "cell_type": "code",
- "execution_count": 7,
+ "execution_count": 2,
  "metadata": {},
  "outputs": [],
  "source": [
@@ -15,7 +15,7 @@
  },
  {
  "cell_type": "code",
- "execution_count": 8,
+ "execution_count": 3,
  "metadata": {},
  "outputs": [],
  "source": [
@@ -32,7 +32,7 @@
  },
  {
  "cell_type": "code",
- "execution_count": 9,
+ "execution_count": 4,
  "metadata": {},
  "outputs": [],
  "source": [
@@ -49,7 +49,7 @@
  },
  {
  "cell_type": "code",
- "execution_count": 10,
+ "execution_count": 5,
  "metadata": {},
  "outputs": [],
  "source": [
@@ -66,7 +66,7 @@
  },
  {
  "cell_type": "code",
- "execution_count": 11,
+ "execution_count": 6,
  "metadata": {},
  "outputs": [],
  "source": [

thesis/bench.ipynb

@@ -804,130 +804,28 @@
  "name": "stdout",
  "output_type": "stream",
  "text": [
- "[100, [552.442, 295.709, 169.405, 120.23, 109.048, 106.828, 107.493, 123.726, 140.465, 157.048, 178.793, 191.656, 199.628, 219.587, 243.977, 246.755]],\n",
- "[512, [552.764, 295.481, 180.041, 122.549, 110.546, 112.449, 107.945, 123.469, 144.76, 158.216, 181.178, 190.356, 199.943, 215.635, 228.314, 252.452]],\n",
- "[1024, [553.835, 295.976, 180.378, 121.768, 110.648, 105.709, 109.609, 120.323, 145.451, 163.199, 186.641, 203.657, 211.052, 240.091, 241.446, 251.269]],\n",
- "[8192, [562.491, 300.796, 183.462, 122.455, 113.693, 105.265, 108.66, 124.912, 143.786, 170.219, 205.048, 238.339, 262.873, 290.356, 313.142, 334.707]],\n",
- "[32768, [585.887, 315.073, 192.064, 130.25, 120.917, 117.685, 137.405, 149.358, 177.183, 198.489, 233.15, 262.074, 282.876, 323.423, 353.112, 341.213]],\n",
- "[524288, [1012.099, 568.623, 560.356, 574.789, 605.907, 582.319, 609.796, 640.514, 662.811, 696.902, 702.981, 757.197, 787.515, 844.915, 854.872, 913.334]],\n",
- "[1048576, [1560.1779999999999, 1010.13, 1015.95, 1028.251, 1001.337, 1044.851, 1103.749, 1107.13, 1152.8600000000001, 1154.171, 1204.435, 1239.087, 1244.27, 1297.217, 1359.943, 1368.964]],\n"
+ "[100, [4.118, 5.033, 8.587, 14.951, 19.239, 22.777, 30.146, 35.301, 50.293, 60.891, 78.394, 90.322, 103.612, 122.849, 137.392, 155.064]],\n"
  ]
  }
  ],
  "source": [
  "res = dict()\n",
- "res[100] = res.get(100, []); res.get(100).append((1, 552.442)) # bytes = 100 ms = 1\n",
- "res[512] = res.get(512, []); res.get(512).append((1, 552.764)) # bytes = 512 ms = 1\n",
- "res[1024] = res.get(1024, []); res.get(1024).append((1, 553.835)) # bytes = 1024 ms = 1\n",
- "res[8192] = res.get(8192, []); res.get(8192).append((1, 562.491)) # bytes = 8192 ms = 1\n",
- "res[32768] = res.get(32768, []); res.get(32768).append((1, 585.887)) # bytes = 32768 ms = 1\n",
- "res[524288] = res.get(524288, []); res.get(524288).append((1, 1012.099)) # bytes = 524288 ms = 1\n",
- "res[1048576] = res.get(1048576, []); res.get(1048576).append((1, 1560.1779999999999)) # bytes = 1048576 ms = 1\n",
- "res[100] = res.get(100, []); res.get(100).append((2, 295.709)) # bytes = 100 ms = 1\n",
- "res[512] = res.get(512, []); res.get(512).append((2, 295.481)) # bytes = 512 ms = 1\n",
- "res[1024] = res.get(1024, []); res.get(1024).append((2, 295.976)) # bytes = 1024 ms = 1\n",
- "res[8192] = res.get(8192, []); res.get(8192).append((2, 300.796)) # bytes = 8192 ms = 1\n",
- "res[32768] = res.get(32768, []); res.get(32768).append((2, 315.073)) # bytes = 32768 ms = 1\n",
- "res[524288] = res.get(524288, []); res.get(524288).append((2, 568.623)) # bytes = 524288 ms = 1\n",
- "res[1048576] = res.get(1048576, []); res.get(1048576).append((2, 1010.13)) # bytes = 1048576 ms = 1\n",
- "res[100] = res.get(100, []); res.get(100).append((4, 169.405)) # bytes = 100 ms = 1\n",
- "res[512] = res.get(512, []); res.get(512).append((4, 180.041)) # bytes = 512 ms = 1\n",
- "res[1024] = res.get(1024, []); res.get(1024).append((4, 180.378)) # bytes = 1024 ms = 1\n",
- "res[8192] = res.get(8192, []); res.get(8192).append((4, 183.462)) # bytes = 8192 ms = 1\n",
- "res[32768] = res.get(32768, []); res.get(32768).append((4, 192.064)) # bytes = 32768 ms = 1\n",
- "res[524288] = res.get(524288, []); res.get(524288).append((4, 560.356)) # bytes = 524288 ms = 1\n",
- "res[1048576] = res.get(1048576, []); res.get(1048576).append((4, 1015.95)) # bytes = 1048576 ms = 1\n",
- "res[100] = res.get(100, []); res.get(100).append((8, 120.23)) # bytes = 100 ms = 1\n",
- "res[512] = res.get(512, []); res.get(512).append((8, 122.549)) # bytes = 512 ms = 1\n",
- "res[1024] = res.get(1024, []); res.get(1024).append((8, 121.768)) # bytes = 1024 ms = 1\n",
- "res[8192] = res.get(8192, []); res.get(8192).append((8, 122.455)) # bytes = 8192 ms = 1\n",
- "res[32768] = res.get(32768, []); res.get(32768).append((8, 130.25)) # bytes = 32768 ms = 1\n",
- "res[524288] = res.get(524288, []); res.get(524288).append((8, 574.789)) # bytes = 524288 ms = 1\n",
- "res[1048576] = res.get(1048576, []); res.get(1048576).append((8, 1028.251)) # bytes = 1048576 ms = 1\n",
- "res[100] = res.get(100, []); res.get(100).append((10, 109.048)) # bytes = 100 ms = 1\n",
- "res[512] = res.get(512, []); res.get(512).append((10, 110.546)) # bytes = 512 ms = 1\n",
- "res[1024] = res.get(1024, []); res.get(1024).append((10, 110.648)) # bytes = 1024 ms = 1\n",
- "res[8192] = res.get(8192, []); res.get(8192).append((10, 113.693)) # bytes = 8192 ms = 1\n",
- "res[32768] = res.get(32768, []); res.get(32768).append((10, 120.917)) # bytes = 32768 ms = 1\n",
- "res[524288] = res.get(524288, []); res.get(524288).append((10, 605.907)) # bytes = 524288 ms = 1\n",
- "res[1048576] = res.get(1048576, []); res.get(1048576).append((10, 1001.337)) # bytes = 1048576 ms = 1\n",
- "res[100] = res.get(100, []); res.get(100).append((12, 106.828)) # bytes = 100 ms = 1\n",
- "res[512] = res.get(512, []); res.get(512).append((12, 112.449)) # bytes = 512 ms = 1\n",
- "res[1024] = res.get(1024, []); res.get(1024).append((12, 105.709)) # bytes = 1024 ms = 1\n",
- "res[8192] = res.get(8192, []); res.get(8192).append((12, 105.265)) # bytes = 8192 ms = 1\n",
- "res[32768] = res.get(32768, []); res.get(32768).append((12, 117.685)) # bytes = 32768 ms = 1\n",
- "res[524288] = res.get(524288, []); res.get(524288).append((12, 582.319)) # bytes = 524288 ms = 1\n",
- "res[1048576] = res.get(1048576, []); res.get(1048576).append((12, 1044.851)) # bytes = 1048576 ms = 1\n",
- "res[100] = res.get(100, []); res.get(100).append((16, 107.493)) # bytes = 100 ms = 1\n",
- "res[512] = res.get(512, []); res.get(512).append((16, 107.945)) # bytes = 512 ms = 1\n",
- "res[1024] = res.get(1024, []); res.get(1024).append((16, 109.609)) # bytes = 1024 ms = 1\n",
- "res[8192] = res.get(8192, []); res.get(8192).append((16, 108.66)) # bytes = 8192 ms = 1\n",
- "res[32768] = res.get(32768, []); res.get(32768).append((16, 137.405)) # bytes = 32768 ms = 1\n",
- "res[524288] = res.get(524288, []); res.get(524288).append((16, 609.796)) # bytes = 524288 ms = 1\n",
- "res[1048576] = res.get(1048576, []); res.get(1048576).append((16, 1103.749)) # bytes = 1048576 ms = 1\n",
- "res[100] = res.get(100, []); res.get(100).append((20, 123.726)) # bytes = 100 ms = 1\n",
- "res[512] = res.get(512, []); res.get(512).append((20, 123.469)) # bytes = 512 ms = 1\n",
- "res[1024] = res.get(1024, []); res.get(1024).append((20, 120.323)) # bytes = 1024 ms = 1\n",
- "res[8192] = res.get(8192, []); res.get(8192).append((20, 124.912)) # bytes = 8192 ms = 1\n",
- "res[32768] = res.get(32768, []); res.get(32768).append((20, 149.358)) # bytes = 32768 ms = 1\n",
- "res[524288] = res.get(524288, []); res.get(524288).append((20, 640.514)) # bytes = 524288 ms = 1\n",
- "res[1048576] = res.get(1048576, []); res.get(1048576).append((20, 1107.13)) # bytes = 1048576 ms = 1\n",
- "res[100] = res.get(100, []); res.get(100).append((26, 140.465)) # bytes = 100 ms = 1\n",
- "res[512] = res.get(512, []); res.get(512).append((26, 144.76)) # bytes = 512 ms = 1\n",
- "res[1024] = res.get(1024, []); res.get(1024).append((26, 145.451)) # bytes = 1024 ms = 1\n",
- "res[8192] = res.get(8192, []); res.get(8192).append((26, 143.786)) # bytes = 8192 ms = 1\n",
- "res[32768] = res.get(32768, []); res.get(32768).append((26, 177.183)) # bytes = 32768 ms = 1\n",
- "res[524288] = res.get(524288, []); res.get(524288).append((26, 662.811)) # bytes = 524288 ms = 1\n",
- "res[1048576] = res.get(1048576, []); res.get(1048576).append((26, 1152.8600000000001)) # bytes = 1048576 ms = 1\n",
- "res[100] = res.get(100, []); res.get(100).append((30, 157.048)) # bytes = 100 ms = 1\n",
- "res[512] = res.get(512, []); res.get(512).append((30, 158.216)) # bytes = 512 ms = 1\n",
- "res[1024] = res.get(1024, []); res.get(1024).append((30, 163.199)) # bytes = 1024 ms = 1\n",
- "res[8192] = res.get(8192, []); res.get(8192).append((30, 170.219)) # bytes = 8192 ms = 1\n",
- "res[32768] = res.get(32768, []); res.get(32768).append((30, 198.489)) # bytes = 32768 ms = 1\n",
- "res[524288] = res.get(524288, []); res.get(524288).append((30, 696.902)) # bytes = 524288 ms = 1\n",
- "res[1048576] = res.get(1048576, []); res.get(1048576).append((30, 1154.171)) # bytes = 1048576 ms = 1\n",
- "res[100] = res.get(100, []); res.get(100).append((36, 178.793)) # bytes = 100 ms = 1\n",
- "res[512] = res.get(512, []); res.get(512).append((36, 181.178)) # bytes = 512 ms = 1\n",
- "res[1024] = res.get(1024, []); res.get(1024).append((36, 186.641)) # bytes = 1024 ms = 1\n",
- "res[8192] = res.get(8192, []); res.get(8192).append((36, 205.048)) # bytes = 8192 ms = 1\n",
- "res[32768] = res.get(32768, []); res.get(32768).append((36, 233.15)) # bytes = 32768 ms = 1\n",
- "res[524288] = res.get(524288, []); res.get(524288).append((36, 702.981)) # bytes = 524288 ms = 1\n",
- "res[1048576] = res.get(1048576, []); res.get(1048576).append((36, 1204.435)) # bytes = 1048576 ms = 1\n",
- "res[100] = res.get(100, []); res.get(100).append((42, 191.656)) # bytes = 100 ms = 1\n",
- "res[512] = res.get(512, []); res.get(512).append((42, 190.356)) # bytes = 512 ms = 1\n",
- "res[1024] = res.get(1024, []); res.get(1024).append((42, 203.657)) # bytes = 1024 ms = 1\n",
- "res[8192] = res.get(8192, []); res.get(8192).append((42, 238.339)) # bytes = 8192 ms = 1\n",
- "res[32768] = res.get(32768, []); res.get(32768).append((42, 262.074)) # bytes = 32768 ms = 1\n",
- "res[524288] = res.get(524288, []); res.get(524288).append((42, 757.197)) # bytes = 524288 ms = 1\n",
- "res[1048576] = res.get(1048576, []); res.get(1048576).append((42, 1239.087)) # bytes = 1048576 ms = 1\n",
- "res[100] = res.get(100, []); res.get(100).append((48, 199.628)) # bytes = 100 ms = 1\n",
- "res[512] = res.get(512, []); res.get(512).append((48, 199.943)) # bytes = 512 ms = 1\n",
- "res[1024] = res.get(1024, []); res.get(1024).append((48, 211.052)) # bytes = 1024 ms = 1\n",
- "res[8192] = res.get(8192, []); res.get(8192).append((48, 262.873)) # bytes = 8192 ms = 1\n",
- "res[32768] = res.get(32768, []); res.get(32768).append((48, 282.876)) # bytes = 32768 ms = 1\n",
- "res[524288] = res.get(524288, []); res.get(524288).append((48, 787.515)) # bytes = 524288 ms = 1\n",
- "res[1048576] = res.get(1048576, []); res.get(1048576).append((48, 1244.27)) # bytes = 1048576 ms = 1\n",
- "res[100] = res.get(100, []); res.get(100).append((54, 219.587)) # bytes = 100 ms = 1\n",
- "res[512] = res.get(512, []); res.get(512).append((54, 215.635)) # bytes = 512 ms = 1\n",
- "res[1024] = res.get(1024, []); res.get(1024).append((54, 240.091)) # bytes = 1024 ms = 1\n",
- "res[8192] = res.get(8192, []); res.get(8192).append((54, 290.356)) # bytes = 8192 ms = 1\n",
- "res[32768] = res.get(32768, []); res.get(32768).append((54, 323.423)) # bytes = 32768 ms = 1\n",
- "res[524288] = res.get(524288, []); res.get(524288).append((54, 844.915)) # bytes = 524288 ms = 1\n",
- "res[1048576] = res.get(1048576, []); res.get(1048576).append((54, 1297.217)) # bytes = 1048576 ms = 1\n",
- "res[100] = res.get(100, []); res.get(100).append((60, 243.977)) # bytes = 100 ms = 1\n",
- "res[512] = res.get(512, []); res.get(512).append((60, 228.314)) # bytes = 512 ms = 1\n",
- "res[1024] = res.get(1024, []); res.get(1024).append((60, 241.446)) # bytes = 1024 ms = 1\n",
- "res[8192] = res.get(8192, []); res.get(8192).append((60, 313.142)) # bytes = 8192 ms = 1\n",
- "res[32768] = res.get(32768, []); res.get(32768).append((60, 353.112)) # bytes = 32768 ms = 1\n",
- "res[524288] = res.get(524288, []); res.get(524288).append((60, 854.872)) # bytes = 524288 ms = 1\n",
- "res[1048576] = res.get(1048576, []); res.get(1048576).append((60, 1359.943)) # bytes = 1048576 ms = 1\n",
- "res[100] = res.get(100, []); res.get(100).append((64, 246.755)) # bytes = 100 ms = 1\n",
- "res[512] = res.get(512, []); res.get(512).append((64, 252.452)) # bytes = 512 ms = 1\n",
- "res[1024] = res.get(1024, []); res.get(1024).append((64, 251.269)) # bytes = 1024 ms = 1\n",
- "res[8192] = res.get(8192, []); res.get(8192).append((64, 334.707)) # bytes = 8192 ms = 1\n",
- "res[32768] = res.get(32768, []); res.get(32768).append((64, 341.213)) # bytes = 32768 ms = 1\n",
- "res[524288] = res.get(524288, []); res.get(524288).append((64, 913.334)) # bytes = 524288 ms = 1\n",
- "res[1048576] = res.get(1048576, []); res.get(1048576).append((64, 1368.964)) # bytes = 1048576 ms = 1\n",
+ "res[100] = res.get(100, []); res.get(100).append((1, 4.118)) # bytes = 100 ms = 100\n",
+ "res[100] = res.get(100, []); res.get(100).append((2, 5.033)) # bytes = 100 ms = 100\n",
+ "res[100] = res.get(100, []); res.get(100).append((4, 8.587)) # bytes = 100 ms = 100\n",
+ "res[100] = res.get(100, []); res.get(100).append((8, 14.951)) # bytes = 100 ms = 100\n",
+ "res[100] = res.get(100, []); res.get(100).append((10, 19.239)) # bytes = 100 ms = 100\n",
+ "res[100] = res.get(100, []); res.get(100).append((12, 22.777)) # bytes = 100 ms = 100\n",
+ "res[100] = res.get(100, []); res.get(100).append((16, 30.146)) # bytes = 100 ms = 100\n",
+ "res[100] = res.get(100, []); res.get(100).append((20, 35.301)) # bytes = 100 ms = 100\n",
+ "res[100] = res.get(100, []); res.get(100).append((26, 50.293)) # bytes = 100 ms = 100\n",
+ "res[100] = res.get(100, []); res.get(100).append((30, 60.891)) # bytes = 100 ms = 100\n",
+ "res[100] = res.get(100, []); res.get(100).append((36, 78.394)) # bytes = 100 ms = 100\n",
+ "res[100] = res.get(100, []); res.get(100).append((42, 90.322)) # bytes = 100 ms = 100\n",
+ "res[100] = res.get(100, []); res.get(100).append((48, 103.612)) # bytes = 100 ms = 100\n",
+ "res[100] = res.get(100, []); res.get(100).append((54, 122.849)) # bytes = 100 ms = 100\n",
+ "res[100] = res.get(100, []); res.get(100).append((60, 137.392)) # bytes = 100 ms = 100\n",
+ "res[100] = res.get(100, []); res.get(100).append((64, 155.064)) # bytes = 100 ms = 100\n",
  "\n",
  "final_result = []\n",
  "for bytes, lis in res.items():\n",