luxlabs header browser preview


@class NSArray, NSMutableArray;

@interface MLCMHAGPUDeviceOps : MLCGPUDeviceOps

@property (nonatomic) unsigned long long mhaHeadCount;
@property (nonatomic) unsigned long long mhaModelDimension;
@property (retain, nonatomic) NSMutableArray *mhaSourcesQKV;
@property (retain, nonatomic) NSMutableArray *mhaInputProjResults;
@property (retain, nonatomic) NSMutableArray *mhaMatMulSourcesQKV;
@property (retain, nonatomic) id mhaQKSoftmaxResultMatrix;
@property (retain, nonatomic) id mhaMaskSoftmaxForwardKernel;
@property (retain, nonatomic) id mhaMaskSoftmaxFastForwardKernel;
@property (retain, nonatomic) id mhaSoftmaxGradientKernel;
@property (retain, nonatomic) id mhaMatMulKernel;
@property (retain, nonatomic) id mhaMatMulKernelWithScale;
@property (retain, nonatomic) id mhaBiasAddKernel;
@property (retain, nonatomic) NSMutableArray *mhaMatrixDescriptors;
@property (retain, nonatomic) NSMutableArray *mhaNDArrayDescriptors;
@property (retain, nonatomic) NSMutableArray *mhaMatrixDescriptorsForBias;
@property (retain, nonatomic) NSMutableArray *mhaNDArrayDescriptorsForBias;
@property (retain, nonatomic) NSArray *mhaReduceSumKernels;
@property (nonatomic) BOOL mhaHasBias;
@property (nonatomic) BOOL mhaHasAttnBias;
@property (retain, nonatomic) NSArray *mhaAttentionBiasTensors;
@property (nonatomic) BOOL mhaHasZeroAttention;
@property (nonatomic) BOOL mhaHasKeyMask;
@property (nonatomic) BOOL mhaHasAttentionMask;
@property (retain, nonatomic) id mhaDropoutForwardKernel;
@property (retain, nonatomic) id mhaDropoutGradientKernel;
@property (retain, nonatomic) id mhaDropoutSource;
@property (retain, nonatomic) id mhaDropoutState;
@property (retain, nonatomic) id mhaMultiGPUChildOps;

+ (id)deviceOps;

- (void).cxx_destruct;
- (id)initWithForwardKernel:(id)a0 gradientKernel:(id)a1;

@end