Start implementation of sync PSO on GPU

[utkarsh530]

MWE:

using CUDA, StaticArrays, PSOGPU, Setfield

using Base

import PSOGPU: init_particles, _update_particle_states!, calculate_loss!, PSOGBest

device!(2)

## Solving the rosenbrock problem

n = 3

lb = @SArray ones(Float32, n)

lb = -1*lb

ub = @SArray ones(Float32, n)

rosenbrock(x, p) = sum(p[2]* (x[i+1] - x[i]^2)^2 + (p[1] - x[i])^2 for i = 1:length(x) - 1)

x0 = @SArray zeros(Float32, n)
p = @SArray Float32[2.0, 100.0]

prob = OptimizationProblem(rosenbrock, x0, p; lb = lb, ub = ub)

n_particles = 1000

maxiters = 1000

gbest, particles = init_particles(prob, n_particles)

gpu_particles = cu(particles)

w = 0.7298f0
wdamp = 1.0f0

kernel1 = @cuda launch=false _update_particle_states!(prob, gpu_particles, gbest, w)

kernel2 = @cuda launch=false calculate_loss!(prob, gpu_particles)

kernel1(prob, gpu_particles, gbest, w)

kernel2(prob, gpu_particles)

for i in 1:maxiters

    kernel1(prob, gpu_particles, gbest, w)

    kernel2(prob, gpu_particles)

    best_particle = minimum(gpu_particles)
    gbest = PSOGBest(best_particle.best_position, best_particle.best_cost)
    @show gbest
    w = w * wdamp
end

[utkarsh530]

@Vaibhavdixit02 somehow the global optima is not coming to be optimal

[utkarsh530]

No worries, this has been resolved now.

[utkarsh530]

Fixes #5

[Vaibhavdixit02]

Lol, okay!