Here's how I would do it. (I made up my own data vecs xx, yy.)
xx = Subdivide[0., 5., 10];
yy = 1 + 1.1*xx +
RandomVariate[NormalDistribution[0., 0.2], Length@xx];
design = Transpose@{ConstantArray[1., Length@xx], xx};
bmvec = LeastSquares[design, yy]
(* {0.936894, 1.11642} *)
{qq, rr} = QRDecomposition[design];
LinearSolve[rr, qq . yy]
(* {0.936894, 1.11642} *)
ListPlot[Transpose[{xx, yy}],
Epilog -> {Red, Line[{{0, Last[bmvec]}, {5, bmvec . {1, 5}}}]}]
