linear_regression.py

import numpy as np

np.random.seed(42)  
x = np.random.rand(10, 1)  
y = 2 * x + np.random.rand(10, 1)

n_samples, n_features = x.shape

learning_rate = 0.01
n_iters = 100

weights = np.zeros((n_features, 1))
bias = 0.0

def loss(y_true, y_pred):
    return np.mean((y_true - y_pred) ** 2)

def gradient_descent(x, y, weights, bias, learning_rate, n_iters):
    for _ in range(n_iters):
        y_pred = np.dot(x, weights) + bias  

        dw = (1/n_samples) * -2 * np.dot(x.T,(y - y_pred))
        db = (1/n_samples) * -2 * np.sum(y - y_pred) 

        weights -= learning_rate * dw
        bias -= learning_rate * db

        print(f"Weight: {weights} & Bias: {bias}")
        print(f"Loss: {loss(y, y_pred)}")
    return weights, bias

weights, bias = gradient_descent(x, y, weights, bias, learning_rate, n_iters)

y_pred = np.dot(x, weights) + bias

final_loss = loss(y, y_pred)

print(f"Trained Weight: {weights}")
print(f"Trained Bias: {bias}")
print(f"Final Loss: {final_loss}")