Models in fvapps

// $3.00 / $15.00 
sonnet_inp_cost_per_mill_tokens = 3 // dollars
sonnet_out_cost_per_mill_tokens = 15 // dollars

sonnet_inp_cost_per_tok = sonnet_inp_cost_per_mill_tokens / 1e6
sonnet_out_cost_per_tok = sonnet_out_cost_per_mill_tokens / 1e6

num_samples = 1e4 

inp_tokens_per_preprocess = 690 to 3500