Skip to content

Instantly share code, notes, and snippets.

@agibsonccc

agibsonccc/SimpleJCublas.java

Created September 3, 2014 23:54
Show Gist options
  • Save agibsonccc/5b9adc3ba275b8174211 to your computer and use it in GitHub Desktop.
Save agibsonccc/5b9adc3ba275b8174211 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
SimpleJCublas.java
package org.deeplearning4j.linalg.jcublas;
import jcuda.Pointer;
import jcuda.Sizeof;
import jcuda.cuDoubleComplex;
import jcuda.cuComplex;
import jcuda.jcublas.JCublas;
import org.deeplearning4j.linalg.api.complex.IComplexDouble;
import org.deeplearning4j.linalg.api.complex.IComplexNDArray;
import org.deeplearning4j.linalg.api.ndarray.INDArray;
import org.deeplearning4j.linalg.jcublas.complex.ComplexDouble;
/**
* Created by mjk on 8/20/14.
*/
public class SimpleJCublas {
static {
JCublas.cublasInit();
JCublas.setExceptionsEnabled(true);
final Thread mainThread = Thread.currentThread();
Runtime.getRuntime().addShutdownHook(new Thread() {
public void run() {
JCublas.cublasShutdown();
}
});
}
private static void ThreePointerM(Pointer d_A, Pointer d_B, Pointer d_C,
INDArray A, INDArray B, INDArray C, int sze) {
JCublas.cublasAlloc(A.rows()*A.columns(), sze, d_A);
JCublas.cublasAlloc(B.rows()*B.columns(), sze, d_B);
JCublas.cublasAlloc(A.rows()*B.columns(), sze, d_C);
int ret;
ret = JCublas.cublasSetMatrix(
A.rows(),
A.columns(),
sze,
Pointer.to(A.data()),
A.rows(),
d_A,
A.rows()
);
ret = JCublas.cublasSetMatrix(
B.rows(),
B.columns(),
sze,
Pointer.to(B.data()),
B.rows(),
d_B,
B.rows()
);
}
private static void ThreePointerMi(Pointer d_A, Pointer d_B, Pointer d_C,
IComplexNDArray A, IComplexNDArray B, IComplexNDArray C, int sze) {
JCublas.cublasAlloc(A.rows()*A.columns(), sze, d_A);
JCublas.cublasAlloc(B.rows()*B.columns(), sze, d_B);
JCublas.cublasAlloc(A.rows()*B.columns(), sze, d_C);
int ret;
ret = JCublas.cublasSetMatrix(
A.rows(),
A.columns(),
sze,
Pointer.to(A.data()).withByteOffset((A.offset())),
A.rows(),
d_A,
A.rows()
);
ret = JCublas.cublasSetMatrix(
B.rows(),
B.columns(),
sze,
Pointer.to(B.data()).withByteOffset((B.offset())),
B.rows(),
d_B,
B.rows()
);
}
private static void ThreePointersV(Pointer d_A, Pointer d_B, Pointer d_C,
INDArray A, INDArray B, int sze) {
JCublas.cublasAlloc(A.rows()*A.columns(), sze, d_A);
JCublas.cublasAlloc(B.rows()*B.columns(), sze, d_B);
JCublas.cublasAlloc(A.rows()*B.columns(), sze, d_C);
JCublas.cublasSetVector(
A.length(),
sze,
Pointer.to(A.data()).withByteOffset((A.offset())),
1,
d_A,
1);
JCublas.cublasSetVector(
B.length(),
sze,
Pointer.to(B.data()).withByteOffset((B.offset())),
1,
d_B,
1);
}
private static void TwoPointersV(Pointer d_A, Pointer d_B, INDArray A, INDArray B, int sze) {
JCublas.cublasAlloc(A.length(), sze, d_A);
JCublas.cublasAlloc(B.length(), sze, d_B);
JCublas.cublasSetVector(
A.length(),
sze,
Pointer.to(A.data()).withByteOffset((A.offset())),
1,
d_A,
1);
JCublas.cublasSetVector(
B.length(),
sze,
Pointer.to(B.data()).withByteOffset((B.offset())),
1,
d_B,
1);
}
private static void TwoPointersVi(Pointer d_A, Pointer d_B, IComplexNDArray A, IComplexNDArray B, int sze) {
JCublas.cublasAlloc(A.length(), sze, d_A);
JCublas.cublasAlloc(B.length(), sze, d_B);
JCublas.cublasSetVector(
A.length(),
sze,
Pointer.to(A.data()).withByteOffset((A.offset())),
1,
d_A,
1);
JCublas.cublasSetVector(
B.length(),
sze,
Pointer.to(B.data()).withByteOffset((B.offset())),
1,
d_B,
1);
}
private static void OnePointerV(Pointer d_A, INDArray A, int sze) {
JCublas.cublasAlloc(A.length(), sze, d_A);
JCublas.cublasSetVector(
A.length(),
sze,
Pointer.to(A.data()),
1,
d_A,
1);
}
private static void OnePointerVi(Pointer d_A, IComplexNDArray A, int sze) {
JCublas.cublasAlloc(A.length(), sze, d_A);
JCublas.cublasSetVector(
A.length(),
sze,
Pointer.to(A.data()).withByteOffset((A.offset())),
1,
d_A,
1);
}
private static void gv(Pointer d_A, INDArray A, int sze) {
JCublas.cublasGetVector(
A.length(),
sze,
d_A,
1,
Pointer.to(A.data()),
1);
}
private static void gvi(Pointer d_A, IComplexNDArray B, int sze) {
JCublas.cublasGetVector(
B.length(),
sze,
d_A,
1,
Pointer.to(B.data()),
1);
}
private static void gm(Pointer d_C, INDArray C, int sze) {
int ret;
ret = JCublas.cublasGetMatrix(
C.rows(),
C.columns(),
sze,
d_C,
C.rows(),
Pointer.to(C.data()),
C.rows());
}
private static void gmi(Pointer d_C, IComplexNDArray C, int sze) {
int ret;
ret = JCublas.cublasGetMatrix(
C.rows(),
C.columns(),
sze,
d_C,
C.rows(),
Pointer.to(C.data()).withByteOffset((C.offset())),
C.rows());
}
public static INDArray gemv(INDArray A, INDArray B, INDArray C, float alpha, float beta) {
Pointer d_A = new Pointer();
Pointer d_B = new Pointer();
Pointer d_C = new Pointer();
ThreePointersV(d_A, d_B, d_C, A, B, Sizeof.FLOAT);
char trans = 'n';
if (A.rows() == B.columns()) {
trans = 'T';
}
JCublas.cublasSgemv(
'n', //trans
A.rows(), // m
A.columns(), // n
alpha, //alpha
d_A, // A
A.rows(), // lda
d_B, // x
B.rows(), // ldb
beta, // beta
d_C, // y
A.rows()); // ldc
gv(d_C, C, Sizeof.FLOAT);
System.err.println(JCublas.cublasGetError());
JCublas.cublasFree(d_A);
JCublas.cublasFree(d_B);
JCublas.cublasFree(d_C);
return C;
}
public static INDArray gemv(INDArray A, INDArray B, INDArray C, double alpha, double beta) {
Pointer d_A = new Pointer();
Pointer d_B = new Pointer();
Pointer d_C = new Pointer();
ThreePointerM(d_A, d_B, d_C, A, B,C, Sizeof.DOUBLE);
char trans = 'n';
if (A.rows() == B.columns()) {
trans = 'T';
}
JCublas.cublasDgemv(
'n', //trans
A.rows(), // m
A.columns(), // n
alpha, //alpha
d_A, // A
A.rows(), // lda
d_B, // x
B.rows(), // incx
beta, // beta
d_C, // y
1); // incy
gv(d_C, C, Sizeof.DOUBLE);
JCublas.cublasFree(d_A);
JCublas.cublasFree(d_B);
JCublas.cublasFree(d_C);
return C;
}
public static IComplexNDArray gemm(IComplexNDArray A, IComplexNDArray B, IComplexNDArray C,
float Alpha, float Beta) {
Pointer d_A = new Pointer();
Pointer d_B = new Pointer();
Pointer d_C = new Pointer();
ThreePointerMi(d_A,d_B,d_C,A,B,C, Sizeof.FLOAT);
cuComplex alpha = cuComplex.cuCmplx(Alpha,0);
cuComplex beta = cuComplex.cuCmplx(Beta,0);
JCublas.cublasCgemm(
'n', //trans
'n',
A.rows(), // m
B.columns(), // n
B.rows(), //k,
alpha,
d_A, // A
A.rows(), // lda
d_B, // x
B.rows(), // incx
beta, // beta
d_C, // y
C.rows()); // incy
gvi(d_C, C, Sizeof.FLOAT);
JCublas.cublasFree(d_A);
JCublas.cublasFree(d_B);
JCublas.cublasFree(d_C);
return C;
}
public static IComplexNDArray gemm(IComplexNDArray A, IComplexNDArray B, IComplexNDArray C,
double Alpha, double Beta) {
Pointer d_A = new Pointer();
Pointer d_B = new Pointer();
Pointer d_C = new Pointer();
ThreePointerMi(d_A,d_B,d_C,A,B,C, Sizeof.DOUBLE);
cuDoubleComplex alpha = cuDoubleComplex.cuCmplx(Alpha,0);
cuDoubleComplex beta = cuDoubleComplex.cuCmplx(Beta,0);
JCublas.cublasZgemm(
'n', //trans
'n',
A.rows(), // m
B.columns(), // n
B.rows(), //k,
alpha,
d_A, // A
A.rows(), // lda
d_B, // x
B.rows(), // incx
beta, // beta
d_C, // y
C.rows()); // incy
gvi(d_C, C, Sizeof.DOUBLE);
JCublas.cublasFree(d_A);
JCublas.cublasFree(d_B);
JCublas.cublasFree(d_C);
return C;
}
public static INDArray gemm(INDArray A, INDArray B, INDArray C,
double alpha, double beta) {
Pointer d_A = new Pointer();
Pointer d_B = new Pointer();
Pointer d_C = new Pointer();
ThreePointerM(d_A,d_B,d_C,A,B,C, Sizeof.FLOAT);
JCublas.cublasDgemm(
'n', //trans
'n',
A.rows(), // m
B.columns(), // n
B.rows(), //k,
(float)alpha,
d_A, // A
A.rows(), // lda
d_B, // x
B.rows(), // ldb
(float)beta, // beta
d_C, // y
C.rows()); // incy
gm(d_C, C, Sizeof.FLOAT);
JCublas.cublasFree(d_A);
JCublas.cublasFree(d_B);
JCublas.cublasFree(d_C);
return C;
}
public static void dcopy(int length, double[] data, int offset, int i, double[] data1, int i1, int i2) {
}
public static double nrm2(IComplexNDArray A) {
Pointer d_A = new Pointer();
OnePointerVi(d_A, A, Sizeof.FLOAT);
double s = JCublas.cublasDnrm2(A.length(),d_A,2);
JCublas.cublasFree(d_A);
return s;
}
public static void copy(IComplexNDArray x, IComplexNDArray y) {
Pointer X = new Pointer();
Pointer Y = new Pointer();
;
TwoPointersVi(X,Y,x,y, Sizeof.FLOAT);
JCublas.cublasZcopy(x.length(),
X,
1,
Y,
1);
gvi(Y, y, Sizeof.FLOAT);
JCublas.cublasFree(X);
JCublas.cublasFree(Y);
}
public static int iamax(IComplexNDArray x) {
Pointer X = new Pointer();
int max;
;
OnePointerVi(X, x, Sizeof.FLOAT);
max = JCublas.cublasIzamax(x.length(), X, 1);
JCublas.cublasFree(X);
return max;
}
public static double asum(IComplexNDArray x) {
Pointer X = new Pointer();
OnePointerVi(X, x, Sizeof.FLOAT);
double sum = 0;
sum = JCublas.cublasDzasum(x.length(),X,1);
JCublas.cublasFree(X);
return sum;
}
public static int dznrm2(int length, float[] data, int offset, int i) {
return 0;
}
public static int dzasum(int length, float[] data, int offset, int i) {
return 0;
}
public static int izamax(int length, float[] data, int offset, int i) {
return 0;
}
public static void swap(INDArray x, INDArray y) {
Pointer X = new Pointer();
Pointer Y = new Pointer();
int length = x.length();
int length_o = y.length();
if (length != length_o)
return;
TwoPointersV(X, Y, x, y, Sizeof.FLOAT);
JCublas.cublasDswap(length,
X,
1,
Y,
1);
gv(Y, y, Sizeof.FLOAT);
JCublas.cublasFree(X);
JCublas.cublasFree(Y);
}
public static double asum(INDArray x) {
Pointer X = new Pointer();
OnePointerV(X,x, Sizeof.FLOAT);
double sum = 0;
sum = JCublas.cublasDasum(x.length(),X,1);
JCublas.cublasFree(X);
return sum;
}
public static double nrm2(INDArray x) {
Pointer X = new Pointer();
double normal2;
OnePointerV(X,x, Sizeof.FLOAT);
normal2 = JCublas.cublasDnrm2(x.length(), X, 1);
JCublas.cublasFree(X);
return normal2;
}
public static int iamax(INDArray x) {
Pointer X = new Pointer();
int max;
OnePointerV(X,x, Sizeof.FLOAT);
max = JCublas.cublasIdamax(x.length(), X, 1);
JCublas.cublasFree(X);
return max;
}
public static void axpy(double da, INDArray A, INDArray B) {
Pointer d_A = new Pointer();
Pointer d_B = new Pointer();
int length = A.length();
int length_o = B.length();
if (length != length_o)
return;
TwoPointersV(d_A, d_B, A, B, Sizeof.FLOAT);
JCublas.cublasDaxpy(length, da, d_A, 1, d_B, 1);
gv(d_B, B, Sizeof.FLOAT);
JCublas.cublasFree(d_A);
JCublas.cublasFree(d_B);
}
public static void axpy(IComplexDouble da, IComplexNDArray A, IComplexNDArray B) {
Pointer d_A = new Pointer();
Pointer d_B = new Pointer();
int length = A.length();
int length_o = B.length();
if (length != length_o)
return;
TwoPointersVi(d_A, d_B, A, B, Sizeof.FLOAT);
JCublas.cublasZaxpy(
length,
jcuda.cuDoubleComplex.cuCmplx(da.realComponent(),da.imaginaryComponent()),
d_A,
1,
d_B,
1
);
gvi(d_B, B, Sizeof.FLOAT);
JCublas.cublasFree(d_A);
JCublas.cublasFree(d_B);
}
public static INDArray scal(double alpha, INDArray x) {
Pointer d_A = new Pointer();
int length = x.length();
JCublas.cublasAlloc(length, Sizeof.FLOAT, d_A);
OnePointerV(d_A, x, Sizeof.FLOAT);
JCublas.cublasDscal(length,alpha,d_A,1);
gv(d_A, x, Sizeof.FLOAT);
JCublas.cublasFree(d_A);
return x;
}
public static void copy(INDArray x, INDArray y) {
Pointer X = new Pointer();
Pointer Y = new Pointer();
TwoPointersV(X,Y,x,y, Sizeof.FLOAT);
JCublas.cublasDcopy(x.length(),
X,
1,
Y,
1);
gv(Y, y, Sizeof.FLOAT);
JCublas.cublasFree(X);
JCublas.cublasFree(Y);
}
public static double dot(INDArray x, INDArray y) {
Pointer d_A = new Pointer();
Pointer d_B = new Pointer();
TwoPointersV(d_A,d_B,x,y, Sizeof.FLOAT);
double dott = 0;
dott = JCublas.cublasDdot(x.length(),d_A,1,d_B,1);
JCublas.cublasFree(d_A);
JCublas.cublasFree(d_B);
return dott;
}
public static ComplexDouble dot(IComplexNDArray x, IComplexNDArray y) {
Pointer d_A = new Pointer();
Pointer d_B = new Pointer();
TwoPointersVi(d_A, d_B, x, y, Sizeof.FLOAT);
jcuda.cuDoubleComplex dott = jcuda.cuDoubleComplex.cuCmplx(0,0);
dott = JCublas.cublasZdotc(x.length(),d_A,1,d_B,1);
JCublas.cublasFree(d_A);
JCublas.cublasFree(d_B);
return new ComplexDouble(dott.x,dott.y);
}
public static INDArray ger(INDArray A, INDArray B, INDArray C, double alpha) {
// = alpha * A * tranpose(B) + C
Pointer d_A = new Pointer();
Pointer d_B = new Pointer();
Pointer d_C = new Pointer();
ThreePointerM(d_A,d_B,d_C,A,B,C, Sizeof.FLOAT);
JCublas.cublasDger(
A.rows(), // m
A.columns(),// n
alpha, // alpha
d_A, // d_A or x
A.rows(), // incx
d_B, // d_B or y
B.rows(), // incy
d_C, // d_C or A
C.rows() // lda
);
gm(d_C,C, Sizeof.FLOAT);
JCublas.cublasFree(d_A);
JCublas.cublasFree(d_B);
JCublas.cublasFree(d_C);
return C;
}
public static IComplexNDArray zscal(IComplexDouble alpha, IComplexNDArray x) {
Pointer d_A = new Pointer();
OnePointerVi(d_A,x, Sizeof.FLOAT);
JCublas.cublasZscal(
x.length(),
jcuda.cuDoubleComplex.cuCmplx(alpha.realComponent(),alpha.imaginaryComponent()),
d_A,
2
);
gvi(d_A,x, Sizeof.FLOAT);
JCublas.cublasFree(d_A);
return x;
}
public static IComplexDouble dotu(IComplexNDArray x, IComplexNDArray y) {
Pointer d_A = new Pointer();
Pointer d_B = new Pointer();
TwoPointersVi(d_A, d_B, x, y, Sizeof.FLOAT);
jcuda.cuDoubleComplex dott = jcuda.cuDoubleComplex.cuCmplx(0,0);
dott = JCublas.cublasZdotu(x.length(), d_A, 1, d_B, 1);
JCublas.cublasFree(d_A);
JCublas.cublasFree(d_B);
return new ComplexDouble(dott.x,dott.y);
}
public static IComplexNDArray geru(IComplexNDArray A,
IComplexNDArray B,
IComplexNDArray C, IComplexDouble Alpha) {
// = alpha * A * tranpose(B) + C
Pointer d_A = new Pointer();
Pointer d_B = new Pointer();
Pointer d_C = new Pointer();
cuDoubleComplex alpha = cuDoubleComplex.cuCmplx(Alpha.realComponent(),Alpha.imaginaryComponent());
ThreePointerMi(d_A, d_B, d_C, A, B, C, Sizeof.FLOAT);
JCublas.cublasZgeru(
A.rows(), // m
A.columns(),// n
alpha, // alpha
d_A, // d_A or x
A.rows(), // incx
d_B, // d_B or y
B.rows(), // incy
d_C, // d_C or A
C.rows() // lda
);
gmi(d_C, C, Sizeof.FLOAT);
JCublas.cublasFree(d_A);
JCublas.cublasFree(d_B);
JCublas.cublasFree(d_C);
return C;
}
public static IComplexNDArray gerc(IComplexNDArray A, IComplexNDArray B, IComplexNDArray C,
IComplexDouble Alpha) {
// = alpha * A * tranpose(B) + C
Pointer d_A = new Pointer();
Pointer d_B = new Pointer();
Pointer d_C = new Pointer();
cuDoubleComplex alpha = cuDoubleComplex.cuCmplx(Alpha.realComponent(),Alpha.imaginaryComponent());
ThreePointerMi(d_A, d_B, d_C, A, B, C, Sizeof.FLOAT);
JCublas.cublasZgerc(
A.rows(), // m
A.columns(),// n
alpha, // alpha
d_A, // d_A or x
A.rows(), // incx
d_B, // d_B or y
B.rows(), // incy
d_C, // d_C or A
C.rows() // lda
);
gmi(d_C, C, Sizeof.FLOAT);
JCublas.cublasFree(d_A);
JCublas.cublasFree(d_B);
JCublas.cublasFree(d_C);
return C;
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment