Files
ResBench/evaluate/solution_resource_analysis.csv
jultrishyyy ae1cc41f21 first commit
2025-02-20 20:38:50 +00:00

58 lines
3.1 KiB
CSV

,gpt-3.5-turbo,gpt-4,gpt-4o,gpt-o1-mini,llama3.1-405B,qwen-max,qwen-plus,qwen2.5-coder-32B-instruct,codestral
parity 8bit,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0
mux4to1,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0
majority,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0
bin to gray,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0
eq comparator,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0
decoder 2to4,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0
seven segment decoder,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0
priority encoder,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0
fsm 3state,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
traffic light,1.0,1.0,2.0,0.0,0.0,2.0,3.0,2.0,inf
elevator controller,3.0,3.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0
vending machine,1.0,1.0,1.0,1.0,2.0,1.0,1.0,2.0,1.0
int sqrt,inf,inf,68.0,177.0,inf,64.0,229.0,173.0,inf
fibonacci,inf,56.0,1.0,56.0,56.0,56.0,inf,inf,inf
mod exp,inf,inf,4466.0,4669.0,inf,1911.0,1678.0,inf,inf
power,inf,79.0,74.0,93.0,inf,93.0,93.0,93.0,inf
log2 int,inf,inf,inf,10.0,20.0,inf,inf,12.0,inf
add 8bit,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0
mult 4bit,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0
abs diff,12.0,12.0,14.0,12.0,12.0,inf,12.0,12.0,12.0
modulo op,82.0,82.0,82.0,82.0,111.0,inf,inf,inf,inf
subtract 8bit,8.0,8.0,8.0,8.0,inf,inf,inf,8.0,8.0
bitwise ops,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0,16.0
left shift,10.0,10.0,10.0,10.0,10.0,12.0,12.0,10.0,10.0
bitwise not,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0
rotate left,inf,12.0,12.0,12.0,12.0,12.0,inf,12.0,12.0
pipelined adder,inf,0.0,16.0,inf,0.0,inf,0.0,15.0,inf
pipelined multiplier,inf,inf,77.0,70.0,56.0,inf,70.0,inf,inf
pipelined accumulator,inf,inf,inf,inf,27.0,inf,inf,inf,inf
pipelined max finder,inf,0.0,24.0,0.0,24.0,24.0,24.0,24.0,24.0
pipelined fir,inf,inf,inf,inf,inf,inf,inf,inf,inf
polynomial 1,61.0,61.0,61.0,61.0,61.0,61.0,61.0,61.0,61.0
polynomial 2,49.0,49.0,0.0,91.0,0.0,91.0,0.0,91.0,49.0
polynomial 3,77.0,77.0,77.0,77.0,77.0,77.0,77.0,77.0,77.0
polynomial 4,64.0,33.0,96.0,11.0,108.0,108.0,26.0,18.0,33.0
polynomial 5,inf,0.0,213.0,59.0,16.0,213.0,16.0,16.0,16.0
matrix vector mult,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
relu,8.0,8.0,8.0,8.0,8.0,16.0,8.0,8.0,16.0
gradient descent,47.0,47.0,47.0,47.0,47.0,47.0,47.0,47.0,47.0
mse loss,inf,216.0,64.0,64.0,216.0,64.0,216.0,64.0,64.0
conv2d,inf,0.0,0.0,0.0,inf,0.0,0.0,0.0,0.0
compound interest,inf,13060.0,10135.0,10135.0,52950.0,9247.0,inf,10135.0,52950.0
ddm,inf,815.0,inf,inf,inf,inf,inf,inf,inf
present value,107946.0,107946.0,107946.0,107946.0,107946.0,107946.0,107946.0,107946.0,107946.0
currency converter,inf,inf,0.0,0.0,25.0,0.0,inf,inf,inf
caesar cipher,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0
modular add cipher,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0
feistel cipher,inf,inf,inf,inf,inf,inf,inf,inf,inf
free fall distance,6.0,6.0,64.0,6.0,6.0,64.0,67.0,64.0,6.0
kinetic energy,70.0,70.0,54.0,54.0,54.0,54.0,54.0,54.0,54.0
potential energy,6.0,6.0,84.0,0.0,6.0,6.0,6.0,6.0,6.0
wavelength,81.0,81.0,81.0,81.0,81.0,81.0,81.0,81.0,81.0
carbon footprint,174.0,121.0,110.0,92.0,121.0,121.0,110.0,110.0,110.0
heat index,16.0,16.0,201.0,16.0,195.0,16.0,124.0,201.0,201.0
air quality index,inf,inf,128.0,104.0,inf,104.0,116.0,128.0,128.0
solar radiation average,inf,inf,44.0,44.0,44.0,44.0,inf,44.0,inf