Coverage for src/flag_gems/runtime/backend/_cambricon/ops/__init__.py: 0%

1from .abs import abs, abs_ 

2from .acos import acos 

3from .add import add, add_ 

4from .addcdiv import addcdiv 

5from .addcmul import addcmul 

6from .addmm import addmm, addmm_out 

7from .all import all, all_dim, all_dims 

8from .amax import amax 

9from .any import any, any_dim, any_dims 

10from .arange import arange, arange_start 

11from .argmax import argmax 

12from .atan import atan, atan_ 

13from .attention import ( 

14 ScaleDotProductAttention, 

15 flash_attention_forward, 

16 flash_attn_varlen_func, 

17 scaled_dot_product_attention, 

18 scaled_dot_product_attention_backward, 

19 scaled_dot_product_attention_forward, 

20) 

21from .avg_pool2d import avg_pool2d, avg_pool2d_backward 

22from .bitwise_and import ( 

23 bitwise_and_scalar, 

24 bitwise_and_scalar_, 

25 bitwise_and_scalar_tensor, 

26 bitwise_and_tensor, 

27 bitwise_and_tensor_, 

28) 

29from .bitwise_left_shift import bitwise_left_shift 

30from .bitwise_not import bitwise_not, bitwise_not_ 

31from .bitwise_or import ( 

32 bitwise_or_scalar, 

33 bitwise_or_scalar_, 

34 bitwise_or_scalar_tensor, 

35 bitwise_or_tensor, 

36 bitwise_or_tensor_, 

37) 

38from .bitwise_right_shift import bitwise_right_shift 

39from .bmm import bmm, bmm_out 

40from .cat import cat 

41from .ceil import ceil, ceil_, ceil_out 

42from .celu import celu, celu_ 

43from .clamp import clamp, clamp_, clamp_min, clamp_min_, clamp_tensor, clamp_tensor_ 

44from .contiguous import contiguous 

45from .copy import copy, copy_ 

46from .cos import cos, cos_ 

47from .count_nonzero import count_nonzero 

48from .cummin import cummin 

49from .cumsum import cumsum, cumsum_out, normed_cumsum 

50from .diag import diag 

51from .diag_embed import diag_embed 

52from .diagonal import diagonal_backward 

53from .div import ( 

54 div_mode, 

55 div_mode_, 

56 floor_divide, 

57 floor_divide_, 

58 remainder, 

59 remainder_, 

60 true_divide, 

61 true_divide_, 

62 true_divide_out, 

63) 

64from .dropout import dropout, dropout_backward 

65from .elu import elu, elu_, elu_backward 

66from .embedding import embedding, embedding_backward 

67from .eq import eq, eq_scalar, equal 

68from .erf import erf, erf_ 

69from .exp import exp, exp_, exp_out 

70from .exp2 import exp2, exp2_ 

71from .exponential_ import exponential_ 

72from .fill import fill_scalar, fill_scalar_, fill_tensor, fill_tensor_ 

73from .flip import flip 

74from .full import full 

75from .full_like import full_like 

76from .gather import gather, gather_backward 

77from .ge import ge, ge_scalar 

78from .gelu import gelu, gelu_, gelu_backward 

79from .glu import glu, glu_backward 

80from .groupnorm import group_norm, group_norm_backward 

81from .gt import gt, gt_scalar 

82from .hstack import hstack 

83from .index_add import index_add, index_add_ 

84from .index_select import index_select 

85from .isclose import allclose, isclose 

86from .isfinite import isfinite 

87from .isin import isin 

88from .isinf import isinf 

89from .isnan import isnan 

90from .kron import kron 

91from .layernorm import layer_norm, layer_norm_backward 

92from .le import le, le_scalar 

93from .linspace import linspace 

94from .log import log 

95from .log_sigmoid import log_sigmoid 

96from .log_softmax import log_softmax, log_softmax_backward 

97from .logical_and import logical_and, logical_and_ 

98from .logical_not import logical_not 

99from .logical_or import logical_or, logical_or_ 

100from .logical_xor import logical_xor 

101from .logspace import logspace 

102from .lt import lt, lt_scalar 

103from .masked_fill import masked_fill, masked_fill_ 

104from .masked_select import masked_select 

105from .max import max, max_dim 

106from .max_pool2d_with_indices import max_pool2d_backward, max_pool2d_with_indices 

107from .maximum import maximum 

108from .mean import mean, mean_dim 

109from .min import min, min_dim 

110from .minimum import minimum 

111from .mm import mm, mm_out 

112from .mul import mul, mul_ 

113from .multinomial import multinomial 

114from .mv import mv 

115from .ne import ne, ne_scalar 

116from .neg import neg, neg_ 

117from .nonzero import nonzero 

118from .normal import ( 

119 normal_, 

120 normal_float_tensor, 

121 normal_tensor_float, 

122 normal_tensor_tensor, 

123) 

124from .ones import ones 

125from .ones_like import ones_like 

126from .pad import constant_pad_nd, pad 

127from .per_token_group_quant_fp8 import SUPPORTED_FP8_DTYPE, per_token_group_quant_fp8 

128from .pow import ( 

129 pow_scalar, 

130 pow_tensor_scalar, 

131 pow_tensor_scalar_, 

132 pow_tensor_tensor, 

133 pow_tensor_tensor_, 

134) 

135from .prod import prod, prod_dim 

136from .quantile import quantile 

137from .rand import rand 

138from .rand_like import rand_like 

139from .randn import randn 

140from .randn_like import randn_like 

141from .randperm import randperm 

142from .reciprocal import reciprocal, reciprocal_ 

143from .relu import relu, relu_ 

144from .repeat import repeat 

145from .repeat_interleave import ( 

146 repeat_interleave_self_int, 

147 repeat_interleave_self_tensor, 

148 repeat_interleave_tensor, 

149) 

150from .resolve_conj import resolve_conj 

151from .resolve_neg import resolve_neg 

152from .rms_norm import rms_norm, rms_norm_backward, rms_norm_forward 

153from .rsqrt import rsqrt, rsqrt_ 

154from .scatter import scatter, scatter_ 

155from .select_scatter import select_scatter 

156from .sigmoid import sigmoid, sigmoid_, sigmoid_backward 

157from .silu import silu, silu_, silu_backward 

158from .sin import sin, sin_ 

159from .slice_scatter import slice_scatter 

160from .softmax import softmax, softmax_backward 

161from .softplus import softplus 

162from .sort import sort, sort_stable 

163from .sqrt import sqrt, sqrt_ 

164from .stack import stack 

165from .sub import sub, sub_ 

166from .sum import sum, sum_dim, sum_dim_out, sum_out 

167from .tan import tan, tan_ 

168from .tanh import tanh, tanh_, tanh_backward 

169from .threshold import threshold, threshold_backward 

170from .tile import tile 

171from .to import to_copy 

172from .topk import topk 

173from .triu import triu, triu_ 

174from .uniform import uniform_ 

175from .unique import _unique2 

176from .upsample_nearest2d import upsample_nearest2d 

177from .var_mean import var_mean 

178from .vector_norm import vector_norm 

179from .vstack import vstack 

180from .weightnorm import weight_norm_interface, weight_norm_interface_backward 

181from .where import where_scalar_other, where_scalar_self, where_self, where_self_out 

182from .zeros import zero_, zeros 

183from .zeros_like import zeros_like 

184 

185__all__ = [ 

186 "_unique2", 

187 "abs", 

188 "abs_", 

189 "acos", 

190 "add", 

191 "add_", 

192 "addcdiv", 

193 "addcmul", 

194 "addmm", 

195 "addmm_out", 

196 "all", 

197 "all_dim", 

198 "all_dims", 

199 "allclose", 

200 "amax", 

201 "any", 

202 "any_dim", 

203 "any_dims", 

204 "arange", 

205 "arange_start", 

206 "argmax", 

207 "atan", 

208 "atan_", 

209 "avg_pool2d", 

210 "avg_pool2d_backward", 

211 "bitwise_and_tensor", 

212 "bitwise_and_tensor_", 

213 "bitwise_and_scalar", 

214 "bitwise_and_scalar_", 

215 "bitwise_and_scalar_tensor", 

216 "bitwise_left_shift", 

217 "bitwise_not", 

218 "bitwise_not_", 

219 "bitwise_or_scalar", 

220 "bitwise_or_scalar_", 

221 "bitwise_or_scalar_tensor", 

222 "bitwise_or_tensor", 

223 "bitwise_or_tensor_", 

224 "bitwise_right_shift", 

225 "bmm", 

226 "bmm_out", 

227 "cat", 

228 "ceil", 

229 "ceil_", 

230 "ceil_out", 

231 "celu", 

232 "celu_", 

233 "clamp", 

234 "clamp_", 

235 "clamp_min", 

236 "clamp_min_", 

237 "clamp_tensor", 

238 "clamp_tensor_", 

239 "contiguous", 

240 "copy", 

241 "copy_", 

242 "cos", 

243 "cos_", 

244 "count_nonzero", 

245 "constant_pad_nd", 

246 "cummin", 

247 "cumsum", 

248 "cumsum_out", 

249 "diag", 

250 "diag_embed", 

251 "diagonal_backward", 

252 "div_mode", 

253 "div_mode_", 

254 "dropout", 

255 "dropout_backward", 

256 "elu", 

257 "elu_", 

258 "elu_backward", 

259 "erf", 

260 "erf_", 

261 "embedding", 

262 "embedding_backward", 

263 "eq", 

264 "eq_scalar", 

265 "equal", 

266 "exp", 

267 "exp_", 

268 "exp_out", 

269 "exp2", 

270 "exp2_", 

271 "exponential_", 

272 "fill_scalar", 

273 "fill_tensor", 

274 "fill_scalar_", 

275 "fill_tensor_", 

276 "flash_attention_forward", 

277 "flash_attn_varlen_func", 

278 "flip", 

279 "floor_divide", 

280 "floor_divide_", 

281 "full", 

282 "full_like", 

283 "gather", 

284 "gather_backward", 

285 "ge", 

286 "ge_scalar", 

287 "gelu", 

288 "gelu_", 

289 "gelu_backward", 

290 "get_specific_ops", # FIXME 

291 "get_unused_ops", # FIXME 

292 "glu", 

293 "glu_backward", 

294 "group_norm", 

295 "group_norm_backward", 

296 "gt", 

297 "gt_scalar", 

298 "hstack", 

299 "index_add", 

300 "index_add_", 

301 "index_select", 

302 "isclose", 

303 "isfinite", 

304 "isin", 

305 "isinf", 

306 "isnan", 

307 "kron", 

308 "layer_norm", 

309 "layer_norm_backward", 

310 "le", 

311 "le_scalar", 

312 "linspace", 

313 "log", 

314 "log_sigmoid", 

315 "log_softmax", 

316 "log_softmax_backward", 

317 "logical_or", 

318 "logical_or_", 

319 "logical_and", 

320 "logical_and_", 

321 "logical_xor", 

322 "logical_not", 

323 "logspace", 

324 "lt", 

325 "lt_scalar", 

326 "masked_fill", 

327 "masked_fill_", 

328 "masked_select", 

329 "max", 

330 "max_dim", 

331 "max_pool2d_backward", 

332 "max_pool2d_with_indices", 

333 "maximum", 

334 "mean", 

335 "mean_dim", 

336 "min", 

337 "min_dim", 

338 "minimum", 

339 "mm", 

340 "mm_out", 

341 "mul", 

342 "mul_", 

343 "multinomial", 

344 "mv", 

345 "ne", 

346 "ne_scalar", 

347 "neg", 

348 "neg_", 

349 "nonzero", 

350 "normal_", 

351 "normal_float_tensor", 

352 "normal_tensor_float", 

353 "normal_tensor_tensor", 

354 "normed_cumsum", 

355 "ones", 

356 "ones_like", 

357 "pad", 

358 "per_token_group_quant_fp8", 

359 "prod", 

360 "prod_dim", 

361 "pow_scalar", 

362 "pow_tensor_scalar", 

363 "pow_tensor_scalar_", 

364 "pow_tensor_tensor", 

365 "pow_tensor_tensor_", 

366 "quantile", 

367 "rand", 

368 "randn", 

369 "rand_like", 

370 "randn_like", 

371 "randperm", 

372 "reciprocal", 

373 "reciprocal_", 

374 "relu", 

375 "relu_", 

376 "remainder", 

377 "remainder_", 

378 "repeat", 

379 "repeat_interleave_self_int", 

380 "repeat_interleave_self_tensor", 

381 "repeat_interleave_tensor", 

382 "resolve_neg", 

383 "resolve_conj", 

384 "rms_norm", 

385 "rms_norm_backward", 

386 "rms_norm_forward", 

387 "rsqrt", 

388 "rsqrt_", 

389 "ScaleDotProductAttention", 

390 "SUPPORTED_FP8_DTYPE", 

391 "scaled_dot_product_attention", 

392 "scaled_dot_product_attention_backward", 

393 "scaled_dot_product_attention_forward", 

394 "scatter", 

395 "scatter_", 

396 "select_scatter", 

397 "sigmoid", 

398 "sigmoid_", 

399 "sigmoid_backward", 

400 "silu", 

401 "silu_", 

402 "silu_backward", 

403 "sin", 

404 "sin_", 

405 "slice_scatter", 

406 "softmax", 

407 "softmax_backward", 

408 "softplus", 

409 "sort", 

410 "sort_stable", 

411 "sqrt", 

412 "sqrt_", 

413 "stack", 

414 "sub", 

415 "sub_", 

416 "sum", 

417 "sum_dim", 

418 "sum_dim_out", 

419 "sum_out", 

420 "tan", 

421 "tan_", 

422 "tanh", 

423 "tanh_", 

424 "tanh_backward", 

425 "to_copy", 

426 "topk", 

427 "tile", 

428 "triu", 

429 "triu_", 

430 "true_divide", 

431 "true_divide_", 

432 "true_divide_out", 

433 "uniform_", 

434 "upsample_nearest2d", 

435 "var_mean", 

436 "vector_norm", 

437 "vstack", 

438 "weight_norm_interface", 

439 "weight_norm_interface_backward", 

440 "where_self", 

441 "where_self_out", 

442 "where_scalar_other", 

443 "where_scalar_self", 

444 "threshold", 

445 "threshold_backward", 

446 "zero_", 

447 "zeros", 

448 "zeros_like", 

449]