Models by jsd

// cost of electricity in training a large language model like gpt4

// price of electrical energy
dollars_per_kwh = 0.1 to 0.3 // 0.1 in idaho, 0.3 in california
joules_per_kwh = 3.6M
dollars_per_joule = dollars_per_kwh / joules_per_kwh

// how much time to train model
seconds_per_week = 24 * 3600 * 7
num_weeks_training = 8 to 15 // gpt4 was 90 to 100 days of training