Modifier and Type | Method and Description |
---|---|
static int |
JCudnn.cudnnCreateAttnDescriptor(cudnnAttnDescriptor attnDesc) |
static int |
JCudnn.cudnnDestroyAttnDescriptor(cudnnAttnDescriptor attnDesc) |
static int |
JCudnn.cudnnGetAttnDescriptor(cudnnAttnDescriptor attnDesc,
int[] queryMap,
int[] nHeads,
double[] smScaler,
int[] dataType,
int[] computePrec,
int[] mathType,
cudnnDropoutDescriptor attnDropoutDesc,
cudnnDropoutDescriptor postDropoutDesc,
int[] qSize,
int[] kSize,
int[] vSize,
int[] qProjSize,
int[] kProjSize,
int[] vProjSize,
int[] oProjSize,
int[] qoMaxSeqLength,
int[] kvMaxSeqLength,
int[] maxBatchSize,
int[] maxBeamSize) |
static int |
JCudnn.cudnnGetMultiHeadAttnBuffers(cudnnHandle handle,
cudnnAttnDescriptor attnDesc,
long[] weightSizeInBytes,
long[] workSpaceSizeInBytes,
long[] reserveSpaceSizeInBytes) |
static int |
JCudnn.cudnnGetMultiHeadAttnWeights(cudnnHandle handle,
cudnnAttnDescriptor attnDesc,
int wKind,
long weightSizeInBytes,
Pointer w,
cudnnTensorDescriptor wDesc,
Pointer wAddr) |
static int |
JCudnn.cudnnMultiHeadAttnBackwardData(cudnnHandle handle,
cudnnAttnDescriptor attnDesc,
int[] loWinIdx,
int[] hiWinIdx,
int[] seqLengthArrayDQDO,
int[] seqLengthArrayDKDV,
cudnnSeqDataDescriptor doDesc,
Pointer dout,
cudnnSeqDataDescriptor dqDesc,
Pointer dqueries,
Pointer queries,
cudnnSeqDataDescriptor dkDesc,
Pointer dkeys,
Pointer keys,
cudnnSeqDataDescriptor dvDesc,
Pointer dvalues,
Pointer values,
long weightSizeInBytes,
Pointer w,
long workSpaceSizeInBytes,
Pointer workSpace,
long reserveSpaceSizeInBytes,
Pointer reserveSpace) |
static int |
JCudnn.cudnnMultiHeadAttnBackwardWeights(cudnnHandle handle,
cudnnAttnDescriptor attnDesc,
int addGrad,
cudnnSeqDataDescriptor qDesc,
Pointer queries,
cudnnSeqDataDescriptor kDesc,
Pointer keys,
cudnnSeqDataDescriptor vDesc,
Pointer values,
cudnnSeqDataDescriptor doDesc,
Pointer dout,
long weightSizeInBytes,
Pointer w,
Pointer dw,
long workSpaceSizeInBytes,
Pointer workSpace,
long reserveSpaceSizeInBytes,
Pointer reserveSpace) |
static int |
JCudnn.cudnnMultiHeadAttnForward(cudnnHandle handle,
cudnnAttnDescriptor attnDesc,
int currIdx,
int[] loWinIdx,
int[] hiWinIdx,
int[] seqLengthArrayQRO,
int[] seqLengthArrayKV,
cudnnSeqDataDescriptor qDesc,
Pointer queries,
Pointer residuals,
cudnnSeqDataDescriptor kDesc,
Pointer keys,
cudnnSeqDataDescriptor vDesc,
Pointer values,
cudnnSeqDataDescriptor oDesc,
Pointer out,
long weightSizeInBytes,
Pointer w,
long workSpaceSizeInBytes,
Pointer workSpace,
long reserveSpaceSizeInBytes,
Pointer reserveSpace) |
static int |
JCudnn.cudnnSetAttnDescriptor(cudnnAttnDescriptor attnDesc,
int queryMap,
int nHeads,
double smScaler,
int dataType,
int computePrec,
int mathType,
cudnnDropoutDescriptor attnDropoutDesc,
cudnnDropoutDescriptor postDropoutDesc,
int qSize,
int kSize,
int vSize,
int qProjSize,
int kProjSize,
int vProjSize,
int oProjSize,
int qoMaxSeqLength,
int kvMaxSeqLength,
int maxBatchSize,
int maxBeamSize) |
Copyright © 2019. All rights reserved.