Feedback on my script

Hello! I made a basic binary classifier! Any thoughts?

local Classifier = {}
Classifier.__index = Classifier

-- # CREATE CLASSIFIER
function Classifier.new(numInputs, learningRate)
	local self = setmetatable({}, Classifier)

	self.weights = {}
	self.learningRate = learningRate or 0.01

	for i = 1, numInputs + 1 do
		self.weights[i] = math.random() * 0.1 - 0.05
	end

	return self
end

local function Sigmoid(n)
	return 1 / (1 + math.exp(-n))
end

-- # LOAD A PRE-TRAINED MODEL
function Classifier.fromTrainedModel(modelData)
	local self = setmetatable({}, Classifier)

	self.weights = modelData.weights
	self.learningRate = nil

	return self
end

-- # PREDICT FUNCTION
function Classifier:Predict(inputs)
	local BiasInput = {table.unpack(inputs)}
	table.insert(BiasInput, 1)

	assert(#BiasInput == #self.weights, "Number of inputs doesn't match the model.")

	local sum = 0
	for i = 1, #self.weights do
		sum = sum + (BiasInput[i] * self.weights[i])
	end

	return Sigmoid(sum)
end

-- # TRAIN FUNCTION
function Classifier:Train(inputs, targetLabel)
	local BiasInput = {table.unpack(inputs)}
	table.insert(BiasInput, 1)

	assert(#BiasInput == #self.weights, "Number of inputs doesn't match the model.")

	local sum = 0
	
	for i = 1, #self.weights do
		sum = sum + (BiasInput[i] * self.weights[i])
	end
	
	local prediction = Sigmoid(sum)
	local error = targetLabel - prediction

	if error ~= 0 then
		for i = 1, #self.weights do
			self.weights[i] = self.weights[i] + error * BiasInput[i] * self.learningRate
		end
	end
end

return Classifier
1 Like