in genweights.py [0:0]
def max_y_error(xr, xg, xb, ar, ag, ab, y_min):
err = 0.0
shift = (y_min << FIX16) + (1 << (FIX16 - 1))
for red in range(256):
y_tmp = xr * red + shift
yf_tmp = ar * red + y_min
for green in range(256):
y_tmp2 = xg * green + y_tmp
yf_tmp2 = ag * green + yf_tmp
for blue in range(256):
y = (xb * blue + y_tmp2) >> FIX16
yf = ab * blue + yf_tmp2
err = max(err, abs(yf - y))
return err