Hello! I made a basic binary classifier! Any thoughts?
local Classifier = {}
Classifier.__index = Classifier
-- # CREATE CLASSIFIER
function Classifier.new(numInputs, learningRate)
local self = setmetatable({}, Classifier)
self.weights = {}
self.learningRate = learningRate or 0.01
for i = 1, numInputs + 1 do
self.weights[i] = math.random() * 0.1 - 0.05
end
return self
end
local function Sigmoid(n)
return 1 / (1 + math.exp(-n))
end
-- # LOAD A PRE-TRAINED MODEL
function Classifier.fromTrainedModel(modelData)
local self = setmetatable({}, Classifier)
self.weights = modelData.weights
self.learningRate = nil
return self
end
-- # PREDICT FUNCTION
function Classifier:Predict(inputs)
local BiasInput = {table.unpack(inputs)}
table.insert(BiasInput, 1)
assert(#BiasInput == #self.weights, "Number of inputs doesn't match the model.")
local sum = 0
for i = 1, #self.weights do
sum = sum + (BiasInput[i] * self.weights[i])
end
return Sigmoid(sum)
end
-- # TRAIN FUNCTION
function Classifier:Train(inputs, targetLabel)
local BiasInput = {table.unpack(inputs)}
table.insert(BiasInput, 1)
assert(#BiasInput == #self.weights, "Number of inputs doesn't match the model.")
local sum = 0
for i = 1, #self.weights do
sum = sum + (BiasInput[i] * self.weights[i])
end
local prediction = Sigmoid(sum)
local error = targetLabel - prediction
if error ~= 0 then
for i = 1, #self.weights do
self.weights[i] = self.weights[i] + error * BiasInput[i] * self.learningRate
end
end
end
return Classifier