kernels-bot commited on
Commit
0e0d70a
·
verified ·
1 Parent(s): 20fadeb

Uploaded using `kernel-builder`.

Browse files
Files changed (43) hide show
  1. .gitattributes +6 -0
  2. build/torch210-cpu-x86_64-linux/__init__.py +3 -0
  3. build/torch210-cpu-x86_64-linux/_ops.py +9 -0
  4. build/torch210-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so +3 -0
  5. build/torch210-cpu-x86_64-linux/custom_ops.py +19 -0
  6. build/torch210-cpu-x86_64-linux/metadata.json +33 -0
  7. build/torch210-cpu-x86_64-linux/metadata.json.sigstore +1 -0
  8. build/torch210-cpu-x86_64-linux/symbols.json +49 -0
  9. build/torch211-cpu-x86_64-linux/__init__.py +3 -0
  10. build/torch211-cpu-x86_64-linux/_ops.py +9 -0
  11. build/torch211-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so +3 -0
  12. build/torch211-cpu-x86_64-linux/custom_ops.py +19 -0
  13. build/torch211-cpu-x86_64-linux/metadata.json +33 -0
  14. build/torch211-cpu-x86_64-linux/metadata.json.sigstore +1 -0
  15. build/torch211-cpu-x86_64-linux/symbols.json +49 -0
  16. build/torch212-cpu-x86_64-linux/__init__.py +3 -0
  17. build/torch212-cpu-x86_64-linux/_ops.py +9 -0
  18. build/torch212-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so +3 -0
  19. build/torch212-cpu-x86_64-linux/custom_ops.py +19 -0
  20. build/torch212-cpu-x86_64-linux/metadata.json +33 -0
  21. build/torch212-cpu-x86_64-linux/metadata.json.sigstore +1 -0
  22. build/torch212-cpu-x86_64-linux/symbols.json +49 -0
  23. build/torch213-cpu-x86_64-linux/__init__.py +3 -0
  24. build/torch213-cpu-x86_64-linux/_ops.py +9 -0
  25. build/torch213-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so +3 -0
  26. build/torch213-cpu-x86_64-linux/custom_ops.py +19 -0
  27. build/torch213-cpu-x86_64-linux/metadata.json +33 -0
  28. build/torch213-cpu-x86_64-linux/metadata.json.sigstore +1 -0
  29. build/torch213-cpu-x86_64-linux/symbols.json +49 -0
  30. build/torch214-cpu-x86_64-linux/__init__.py +3 -0
  31. build/torch214-cpu-x86_64-linux/_ops.py +9 -0
  32. build/torch214-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so +3 -0
  33. build/torch214-cpu-x86_64-linux/custom_ops.py +19 -0
  34. build/torch214-cpu-x86_64-linux/metadata.json +33 -0
  35. build/torch214-cpu-x86_64-linux/metadata.json.sigstore +1 -0
  36. build/torch214-cpu-x86_64-linux/symbols.json +49 -0
  37. build/torch215-cpu-x86_64-linux/__init__.py +3 -0
  38. build/torch215-cpu-x86_64-linux/_ops.py +9 -0
  39. build/torch215-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so +3 -0
  40. build/torch215-cpu-x86_64-linux/custom_ops.py +19 -0
  41. build/torch215-cpu-x86_64-linux/metadata.json +33 -0
  42. build/torch215-cpu-x86_64-linux/metadata.json.sigstore +1 -0
  43. build/torch215-cpu-x86_64-linux/symbols.json +49 -0
.gitattributes CHANGED
@@ -75,3 +75,9 @@ build/torch213-cxx11-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_addf474.abi
75
  build/torch214-cxx11-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_addf474.abi3.so filter=lfs diff=lfs merge=lfs -text
76
  build/torch213-cxx11-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_89d4054.abi3.so filter=lfs diff=lfs merge=lfs -text
77
  build/torch214-cxx11-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_89d4054.abi3.so filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
75
  build/torch214-cxx11-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_addf474.abi3.so filter=lfs diff=lfs merge=lfs -text
76
  build/torch213-cxx11-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_89d4054.abi3.so filter=lfs diff=lfs merge=lfs -text
77
  build/torch214-cxx11-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_89d4054.abi3.so filter=lfs diff=lfs merge=lfs -text
78
+ build/torch210-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
79
+ build/torch211-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
80
+ build/torch212-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
81
+ build/torch213-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
82
+ build/torch214-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
83
+ build/torch215-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
build/torch210-cpu-x86_64-linux/__init__.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ from .custom_ops import gemm_4bit_forward
2
+
3
+ __all__ = ["gemm_4bit_forward"]
build/torch210-cpu-x86_64-linux/_ops.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from . import _quantization_bitsandbytes_cpu_fe2bb66
3
+ ops = torch.ops._quantization_bitsandbytes_cpu_fe2bb66
4
+
5
+ def add_op_namespace_prefix(op_name: str):
6
+ """
7
+ Prefix op by namespace.
8
+ """
9
+ return f"_quantization_bitsandbytes_cpu_fe2bb66::{op_name}"
build/torch210-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf036d8425ade06f3c2e334eb8f7637019a3a0766b3e4132d34b0aa07f61643e
3
+ size 142552
build/torch210-cpu-x86_64-linux/custom_ops.py ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from ._ops import ops
3
+
4
+ def gemm_4bit_forward(
5
+ input: torch.Tensor,
6
+ weight: torch.Tensor,
7
+ absmax: torch.Tensor,
8
+ blocksize: int,
9
+ quant_type: int,
10
+ ) -> torch.Tensor:
11
+ original_dtype = input.dtype
12
+ if original_dtype != torch.bfloat16:
13
+ input = input.to(torch.bfloat16)
14
+
15
+ output = ops.gemm_4bit_forward(input, weight, absmax, blocksize, quant_type)
16
+ if original_dtype != torch.bfloat16:
17
+ output = output.to(original_dtype)
18
+
19
+ return output
build/torch210-cpu-x86_64-linux/metadata.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "quantization-bitsandbytes",
3
+ "id": "_quantization_bitsandbytes_cpu_fe2bb66",
4
+ "version": 1,
5
+ "kernels-minver": "0.14.0",
6
+ "license": "MIT",
7
+ "python-depends": [],
8
+ "kernel-depends": [],
9
+ "backend": {
10
+ "type": "cpu"
11
+ },
12
+ "digest": {
13
+ "algorithm": "sha256",
14
+ "files": {
15
+ "__init__.py": "DHh2jHOQbnCQZ2/xlb0KLQVbr26rS1ZK1IyWX6qFx68=",
16
+ "_ops.py": "S67idZNwOn6R5pH778+yZ8sQP79CU2pmXzsz5RJbiaI=",
17
+ "_quantization_bitsandbytes_cpu_fe2bb66.abi3.so": "vwNthCWt4G88LjNOuPdjcBmjoHZrPkEy00sKoH9hZD4=",
18
+ "custom_ops.py": "GYQQ7x1K1mY9zqtWX0vJW5FpDwxtAxP2LuJAw1bDp4M=",
19
+ "symbols.json": "Dj6cLZ6J42y6XldIvSUf6XhV5fFPIAjUpNOe//12x/Q="
20
+ }
21
+ },
22
+ "provenance": {
23
+ "kernel-builder": {
24
+ "version": "0.18.0-dev0",
25
+ "commit": "d054906a13710b811b96697b4635f03020842733",
26
+ "dirty": false
27
+ },
28
+ "kernel": {
29
+ "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
30
+ "dirty": false
31
+ }
32
+ }
33
+ }
build/torch210-cpu-x86_64-linux/metadata.json.sigstore ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLjCCBrOgAwIBAgIUZJK1Tcc493MED2veRAdJLmV7SmswCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTQwMzA3WhcNMjYxMDE5MTQxMzA3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEnsFNXc6x9LSnACGgT2qtxKYb0K4vcBQbEBenbtiWd8KbPAxYCmPHllJ9U67I3/JxIbLHtQxPyf10+nWpGBJVtaOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTYyOTY1NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVHklUwAABAMASDBGAiEAgWcWtFBrOUez5XHtX112mPKbXxrfo8GRLjiFNHLAO14CIQCe1PIKGgFdip5q61ZVR6sIT00SMiIoH/tM5toLjCrFuDAKBggqhkjOPQQDAwNpADBmAjEAp+o5bM7hGkeDjqulQBfIFWA5cYoXoRC1WBapT/MHqBKClim+5vhhCxKD39gBkBMoAjEAko1ZSSZlqJZLsqFNzeszHUWTVFu/1ozgLI7GeecQIx5NdxbSRHtstjPGTQ8m+h3R"}, "tlogEntries":[{"logIndex":"3321796913", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792418589", "inclusionPromise":{"signedEntryTimestamp":"MEUCIHubTfcnqsuQdLx/FJecO/ZdFBbP3MK6WRrGnglB8jGWAiEAkL7j9OzZka8w7KyZGo0xoicOScVu0AAfVVAeUefGwls="}, "inclusionProof":{"logIndex":"3199892651", "rootHash":"phHDZStIXUsg5lFxhYmeoHQscZXXxc/qpjbd4gSmkok=", "treeSize":"3199893136", "hashes":["BJ2euzmk9YzgVp2JZUIClHxZ6S02PcMcbZhyCp28fQA=", "3e9melBo5xbdBfFV9BXdQWHIGrRBCeGeoV6M8LJGFe4=", "+PZMsP6tRcz5zecWH7WZ4MUTCZQOikx6+gauinlIMJg=", "JG6as9K5H+DYrzQTVfV5kSs5j/JzvP9EqRiIDTXIJMg=", "ko/wEWta7Mq5la3Z08MXIecI944XTHAqJsRuvbspBd4=", "j7VivfcvdBXZ2/MwgVM15eCXeqxgYk692F5E/7/Wsh8=", "outl7Ixw4Qv9DiJS6km5AcbvtdjoqLBlWIsD3P7+iYk=", "xM2XyDWs6GW4ZK/jT/Amr1W1pWdhSnKjaQH717x/nJA=", "kBdYJcuP0tYzggtS+mJ7Wx5uwP7MwtlfeJ4e80c+oRs=", "2mEuSSrEjQWgu1cOKsRglGq3PLQhFYd2gNvVjMMV740=", "rIjlMBM76ly155lVxd73mkNd4nyD37A4c5LG5EgfU3s=", "1FxoIt/2s3CeVoBNU05AYCwYYU0GgNwzOWdloLVKqtc=", "9cue06zgXWPOW+2GvrgGHvgKGqayoCYKME+KMg88kMM=", "saAWSGTZiYTsjZtMydh9ZWGP47ua6qcoIkKINjgQGrw=", "Fgg80uYodyey+JT53fIvgSzxTzi2yaLQDGZzQNry2ao=", "hHVitl/CrWt8TWl3UGW9Z5Xamc5EPLGVo4Z84HCnlS4=", "XqZfNZAnHWc9zVd2Gz3jlq7v2ZhxsPdLNHNtvMmcvVM=", "kHa2Ke03zePMosAfwPNg2y4kk1ZwjdZi4MKNVX7epiE=", "uCZQe757l2sS1c05Y7TzOwEm+X8MeGLIUCkEOmFVOz4=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3199893136\nphHDZStIXUsg5lFxhYmeoHQscZXXxc/qpjbd4gSmkok=\n\n— rekor.sigstore.dev wNI9ajBFAiAzC5Vd27XnE8TQ4cEkXmQftzpXupvULNWiQA6SD8keUwIhAMqhvK32r7RqiEcbIsVfxZLxN2TRsK7tTkhvL90eyKZL\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI4MzNiNGI4YWMxMDVhZWMwMTNkNTI0NDU2MGEzNDUyNTIyZDgxYjBjMzVlZDdiYWFkNjNiNDFiYTViOWFmODE4In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUM5OE95ck0xQ3hiYmpCbjhlYTQwT2FPTzFjT0tGQUhvM0o5dFB3bUVnYk93SWhBTFZQWmVpVHNGWHJmWFRxRDBva2ZPWjIwU0NjVnNBSjIzZEwwRkhZQ0hnVSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1ha05EUW5KUFowRjNTVUpCWjBsVldrcExNVlJqWXpRNU0wMUZSREoyWlZKQlpFcE1iVlkzVTIxemQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGRjNUWHBCTTFkb1kwNU5hbGw0VFVSRk5VMVVVWGhOZWtFelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZ1YzBaT1dHTTJlRGxNVTI1QlEwZG5WREp4ZEhoTFdXSXdTelIyWTBKUllrVkNaVzRLWW5ScFYyUTRTMkpRUVhoWlEyMVFTR3hzU2psVk5qZEpNeTlLZUVsaVRFaDBVWGhRZVdZeE1DdHVWM0JIUWtwV2RHRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVV1hsUFZGa3hUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmtocmJGVjNRVUZDUVUxQlUwUkNSMEZwUlVGblYyTlhkRVpDY2s5VlpYbzFXRWgwV0RFeE1tMVFTMkpZZUhKbWJ6aEhVZ3BNYW1sR1RraE1RVTh4TkVOSlVVTmxNVkJKUzBkblJtUnBjRFZ4TmpGYVZsSTJjMGxVTURCVFRXbEpiMGd2ZEUwMWRHOU1ha055Um5WRVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2NFRkVRbTFCYWtWQmNDdHZOV0pOTjJoSGEyVkVhbkYxYkZGQ1prbEdWMEUxWTFsdldHOVNRekZYUW1Gd1ZDOU5TSEZDUzBNS2JHbHRLelYyYUdoRGVFdEVNemxuUW10Q1RXOUJha1ZCYTI4eFdsTlRXbXh4U2xwTWMzRkdUbnBsYzNwSVZWZFVWa1oxTHpGdmVtZE1TVGRIWldWalVRcEplRFZPWkhoaVUxSklkSE4wYWxCSFZGRTRiU3RvTTFJS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg8ZMfiezJ0lJlMh58en+oLYFEX2ISxQ1/EpSGZ6/nibsCFHqfdtbTgdT5d53bqKYn2e2DUNCwGA8yMDI2MTAxOTE0MDMwOFowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTQwMzA4WjAvBgkqhkiG9w0BCQQxIgQggCngcoclc7cbqadcUHARaNtn50lCQqx+H1c0vUp6BF8wgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwVTDsAFZhRi3VDPW1HFBSpL3pmWYwEC+H9IIvllhAw2rx/DmpPWRLnA0WQqvRHa5bAjEAyI5TyouJgmGS9pjiAKEznEmfqHizyv2Pur7pzqeTiOURHIeelUEARbVTDPpN7J3r"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"gztLisEFrsAT1SRFYKNFJSLYGww17Xuq1jtBulua+Bg="}, "signature":"MEYCIQC98OyrM1CxbbjBn8ea40OaOO1cOKFAHo3J9tPwmEgbOwIhALVPZeiTsFXrfXTqD0okfOZ20SCcVsAJ23dL0FHYCHgU"}}
build/torch210-cpu-x86_64-linux/symbols.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "module": "_quantization_bitsandbytes_cpu_fe2bb66",
4
+ "functions": [
5
+ {
6
+ "name": "gemm_4bit_forward",
7
+ "qualname": "gemm_4bit_forward",
8
+ "module": "_quantization_bitsandbytes_cpu_fe2bb66.custom_ops",
9
+ "kind": "function",
10
+ "doc": null,
11
+ "signature": {
12
+ "parameters": [
13
+ {
14
+ "name": "input",
15
+ "kind": "POSITIONAL_OR_KEYWORD",
16
+ "default": null,
17
+ "annotation": "torch.Tensor"
18
+ },
19
+ {
20
+ "name": "weight",
21
+ "kind": "POSITIONAL_OR_KEYWORD",
22
+ "default": null,
23
+ "annotation": "torch.Tensor"
24
+ },
25
+ {
26
+ "name": "absmax",
27
+ "kind": "POSITIONAL_OR_KEYWORD",
28
+ "default": null,
29
+ "annotation": "torch.Tensor"
30
+ },
31
+ {
32
+ "name": "blocksize",
33
+ "kind": "POSITIONAL_OR_KEYWORD",
34
+ "default": null,
35
+ "annotation": "int"
36
+ },
37
+ {
38
+ "name": "quant_type",
39
+ "kind": "POSITIONAL_OR_KEYWORD",
40
+ "default": null,
41
+ "annotation": "int"
42
+ }
43
+ ],
44
+ "return_annotation": "torch.Tensor"
45
+ }
46
+ }
47
+ ],
48
+ "layers": []
49
+ }
build/torch211-cpu-x86_64-linux/__init__.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ from .custom_ops import gemm_4bit_forward
2
+
3
+ __all__ = ["gemm_4bit_forward"]
build/torch211-cpu-x86_64-linux/_ops.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from . import _quantization_bitsandbytes_cpu_fe2bb66
3
+ ops = torch.ops._quantization_bitsandbytes_cpu_fe2bb66
4
+
5
+ def add_op_namespace_prefix(op_name: str):
6
+ """
7
+ Prefix op by namespace.
8
+ """
9
+ return f"_quantization_bitsandbytes_cpu_fe2bb66::{op_name}"
build/torch211-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bcc3f344c36dace42e7c11aaac71ebcd2e80aa0648bd2d6c2191f01a45862ef
3
+ size 142552
build/torch211-cpu-x86_64-linux/custom_ops.py ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from ._ops import ops
3
+
4
+ def gemm_4bit_forward(
5
+ input: torch.Tensor,
6
+ weight: torch.Tensor,
7
+ absmax: torch.Tensor,
8
+ blocksize: int,
9
+ quant_type: int,
10
+ ) -> torch.Tensor:
11
+ original_dtype = input.dtype
12
+ if original_dtype != torch.bfloat16:
13
+ input = input.to(torch.bfloat16)
14
+
15
+ output = ops.gemm_4bit_forward(input, weight, absmax, blocksize, quant_type)
16
+ if original_dtype != torch.bfloat16:
17
+ output = output.to(original_dtype)
18
+
19
+ return output
build/torch211-cpu-x86_64-linux/metadata.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "quantization-bitsandbytes",
3
+ "id": "_quantization_bitsandbytes_cpu_fe2bb66",
4
+ "version": 1,
5
+ "kernels-minver": "0.14.0",
6
+ "license": "MIT",
7
+ "python-depends": [],
8
+ "kernel-depends": [],
9
+ "backend": {
10
+ "type": "cpu"
11
+ },
12
+ "digest": {
13
+ "algorithm": "sha256",
14
+ "files": {
15
+ "__init__.py": "DHh2jHOQbnCQZ2/xlb0KLQVbr26rS1ZK1IyWX6qFx68=",
16
+ "_ops.py": "S67idZNwOn6R5pH778+yZ8sQP79CU2pmXzsz5RJbiaI=",
17
+ "_quantization_bitsandbytes_cpu_fe2bb66.abi3.so": "K8w/NEw22s5C58EaqscevNLoCqBki9LWwhkfAaRYYu8=",
18
+ "custom_ops.py": "GYQQ7x1K1mY9zqtWX0vJW5FpDwxtAxP2LuJAw1bDp4M=",
19
+ "symbols.json": "Dj6cLZ6J42y6XldIvSUf6XhV5fFPIAjUpNOe//12x/Q="
20
+ }
21
+ },
22
+ "provenance": {
23
+ "kernel-builder": {
24
+ "version": "0.18.0-dev0",
25
+ "commit": "d054906a13710b811b96697b4635f03020842733",
26
+ "dirty": false
27
+ },
28
+ "kernel": {
29
+ "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
30
+ "dirty": false
31
+ }
32
+ }
33
+ }
build/torch211-cpu-x86_64-linux/metadata.json.sigstore ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUel3k4pGxVqgUvovdikJv2F+ljyUwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTQwMzE2WhcNMjYxMDE5MTQxMzE2WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAERIb1ante+XZILFbperORQEvt3TJhVMjMKFLyPYg07j0vNvNi3OLDVBfH5BvpX2tx0e3+3iGIXh2BY6W4clGuyaOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTYyOTY1NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVHlGZgAABAMARzBFAiAr7z8Uv8eDcNY0Sjn7KZJaSTB3wdDSDIup5l+Kettt1wIhAOSLU5MQdwW6hrLi8pip6TOwK9kynEJvHQJ7/aapJpNSMAoGCCqGSM49BAMDA2gAMGUCMDr1CVyZGCYqyhpW2lFxHuCAlugVRG1olrpcKLEmSYYRuKmVZwxRsfpSxVm3x5aTZQIxAIOzQTRXsEy8a01PD28+I8OmzyZnwPkAa2BnhxSBJ0UQlpHB582OV/N5rgCL2mwLnA=="}, "tlogEntries":[{"logIndex":"3321797889", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792418596", "inclusionPromise":{"signedEntryTimestamp":"MEUCIQDWPyl3ocTmGutbkCPM7hdlP/UzqEMssCm3OSZFQOVvRAIgUn+wCwshoeYl7UJWnmN1bBk6+f+ORgdRyrQJcLdSEHs="}, "inclusionProof":{"logIndex":"3199893627", "rootHash":"tkq00nfhyb/NngUGbeqIrMrfx/4+be7tnrCEQDCcXcc=", "treeSize":"3199894231", "hashes":["VeIcxL5ntF05vhmCH9cJCmF5tDEldgA1dEOe7tTbbpc=", "v3RhVhQd94qaAu7Ewov3qSqmdz9V6XUGxHM/nXdIkiE=", "btg52+4+1DsOUiWyoH9fx5LZ7qHZUXAuRaDsWtjhKh8=", "Gzu5088WdkpnN1FJVkLGEZNI1egO6Um+fBdccqSUTwE=", "5jhhnwKpnckd4Dzk5uQqTy2D1JIqQu9RpW/yK4jIlZE=", "2Y1f3wXr/wZm7ZT2G04PBYzOvl/WX4jDCbu9d7jbgL4=", "+2XPlEmRrq1XPxua8uLjSA6VvUwjfHUM997U3gnxJWo=", "4/sDGlBBwBom/q4j/NWNnvQkRv+r8THkkoxG6RDa4Mo=", "gilS4sw5ifFOHqH8yoIt0JdfqDU80p6GJKpwreSzM6w=", "gz+hSlg1XBrk2edDdCuJK38THQbDU5+Qf6jynjl2bsk=", "3RtSAs7LPhDr4kUNAFtT8+NXMzwnaHYf0wLKfiE+5Cg=", "hHVitl/CrWt8TWl3UGW9Z5Xamc5EPLGVo4Z84HCnlS4=", "XqZfNZAnHWc9zVd2Gz3jlq7v2ZhxsPdLNHNtvMmcvVM=", "kHa2Ke03zePMosAfwPNg2y4kk1ZwjdZi4MKNVX7epiE=", "uCZQe757l2sS1c05Y7TzOwEm+X8MeGLIUCkEOmFVOz4=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3199894231\ntkq00nfhyb/NngUGbeqIrMrfx/4+be7tnrCEQDCcXcc=\n\n— rekor.sigstore.dev wNI9ajBGAiEArCcKZZdwS4j1Q5s7NeL9pDP1z1FtM3aIWOoee8j0bS8CIQC8JS6FOrfq1e9VWtMIYmsLQ+nFRM/jbiHb+0+EH0CUYQ==\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI1MDBjYzE1YWRmZTJiODY5Y2YyZjA3YmZlMzZjMmQzOWIwOWU0ZmEyNzIyZDlkMWNmYjJlNTVkNzVlYmVkYWQ4In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURQdG9TcXlWb2dQLzNCVUdkZlJIRjJtbGhIL0pLU2FTdnhWV1VLTmkvY29nSWhBSlRBRDRtd2x1SXBRb0NRVjRiRklkVDI3a1k4OEZFMU5WMnd3Z3phQU83biIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVlpXd3phelJ3UjNoV2NXZFZkbTkyWkdsclNuWXlSaXRzYW5sVmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGRjNUWHBGTWxkb1kwNU5hbGw0VFVSRk5VMVVVWGhOZWtVeVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZTU1dJeFlXNTBaU3RZV2tsTVJtSndaWEpQVWxGRmRuUXpWRXBvVmsxcVRVdEdUSGtLVUZsbk1EZHFNSFpPZGs1cE0wOU1SRlpDWmtnMVFuWndXREowZURCbE15c3phVWRKV0dneVFsazJWelJqYkVkMWVXRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVV1hsUFZGa3hUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmtoc1IxcG5RVUZDUVUxQlVucENSa0ZwUVhJM2VqaFZkamhsUkdOT1dUQlRhbTQzUzFwS1lWTlVRak4zWkVSVFJFbDFjQW8xYkN0TFpYUjBkREYzU1doQlQxTk1WVFZOVVdSM1Z6Wm9ja3hwT0hCcGNEWlVUM2RMT1d0NWJrVktka2hSU2pjdllXRndTbkJPVTAxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OUkhJeFExWjVXa2REV1hGNWFIQlhNbXhHZUVoMVEwRnNkV2RXVWtjeGIyeHljR05MVEVWdFUxbFpVblZMYlZZS1duZDRVbk5tY0ZONFZtMHplRFZoVkZwUlNYaEJTVTk2VVZSU1dITkZlVGhoTURGUVJESTRLMGs0VDIxNmVWcHVkMUJyUVdFeVFtNW9lRk5DU2pCVlVRcHNjRWhDTlRneVQxWXZUalZ5WjBOTU1tMTNURzVCUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgkD3orqmd0d6W45VSG1jnu5/BupMzG5hil6RdqWgvKpoCFGjaxYO1n1XmwvF6sOHnlVsUwVbpGA8yMDI2MTAxOTE0MDMxNlowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdwwggHYAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTQwMzE2WjAvBgkqhkiG9w0BCQQxIgQgSzQJIE4qDhJBgsBqg3iShhW2PTWAHLS8MRTSo3h5po4wgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGgwZgIxAIBqWEbxJs1n5rV6ls8ctXZFcfGNzC4iJXlsNEfhLYJu1vWVYjrmRAaxMYLxRZzLYAIxAP3rammk8dsXJ7UXfey+ZIQX+U2Ivq87NBYhbqUBxK2CsmFooubxl+K0c9aBDG83Jg=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"UAzBWt/iuGnPLwe/42wtObCeT6JyLZ0c+y5V116+2tg="}, "signature":"MEYCIQDPtoSqyVogP/3BUGdfRHF2mlhH/JKSaSvxVWUKNi/cogIhAJTAD4mwluIpQoCQV4bFIdT27kY88FE1NV2wwgzaAO7n"}}
build/torch211-cpu-x86_64-linux/symbols.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "module": "_quantization_bitsandbytes_cpu_fe2bb66",
4
+ "functions": [
5
+ {
6
+ "name": "gemm_4bit_forward",
7
+ "qualname": "gemm_4bit_forward",
8
+ "module": "_quantization_bitsandbytes_cpu_fe2bb66.custom_ops",
9
+ "kind": "function",
10
+ "doc": null,
11
+ "signature": {
12
+ "parameters": [
13
+ {
14
+ "name": "input",
15
+ "kind": "POSITIONAL_OR_KEYWORD",
16
+ "default": null,
17
+ "annotation": "torch.Tensor"
18
+ },
19
+ {
20
+ "name": "weight",
21
+ "kind": "POSITIONAL_OR_KEYWORD",
22
+ "default": null,
23
+ "annotation": "torch.Tensor"
24
+ },
25
+ {
26
+ "name": "absmax",
27
+ "kind": "POSITIONAL_OR_KEYWORD",
28
+ "default": null,
29
+ "annotation": "torch.Tensor"
30
+ },
31
+ {
32
+ "name": "blocksize",
33
+ "kind": "POSITIONAL_OR_KEYWORD",
34
+ "default": null,
35
+ "annotation": "int"
36
+ },
37
+ {
38
+ "name": "quant_type",
39
+ "kind": "POSITIONAL_OR_KEYWORD",
40
+ "default": null,
41
+ "annotation": "int"
42
+ }
43
+ ],
44
+ "return_annotation": "torch.Tensor"
45
+ }
46
+ }
47
+ ],
48
+ "layers": []
49
+ }
build/torch212-cpu-x86_64-linux/__init__.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ from .custom_ops import gemm_4bit_forward
2
+
3
+ __all__ = ["gemm_4bit_forward"]
build/torch212-cpu-x86_64-linux/_ops.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from . import _quantization_bitsandbytes_cpu_fe2bb66
3
+ ops = torch.ops._quantization_bitsandbytes_cpu_fe2bb66
4
+
5
+ def add_op_namespace_prefix(op_name: str):
6
+ """
7
+ Prefix op by namespace.
8
+ """
9
+ return f"_quantization_bitsandbytes_cpu_fe2bb66::{op_name}"
build/torch212-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:009eb88dffdb621b433330a81e8645e9d0bd65942b65a57361450ee6779c9d68
3
+ size 146680
build/torch212-cpu-x86_64-linux/custom_ops.py ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from ._ops import ops
3
+
4
+ def gemm_4bit_forward(
5
+ input: torch.Tensor,
6
+ weight: torch.Tensor,
7
+ absmax: torch.Tensor,
8
+ blocksize: int,
9
+ quant_type: int,
10
+ ) -> torch.Tensor:
11
+ original_dtype = input.dtype
12
+ if original_dtype != torch.bfloat16:
13
+ input = input.to(torch.bfloat16)
14
+
15
+ output = ops.gemm_4bit_forward(input, weight, absmax, blocksize, quant_type)
16
+ if original_dtype != torch.bfloat16:
17
+ output = output.to(original_dtype)
18
+
19
+ return output
build/torch212-cpu-x86_64-linux/metadata.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "quantization-bitsandbytes",
3
+ "id": "_quantization_bitsandbytes_cpu_fe2bb66",
4
+ "version": 1,
5
+ "kernels-minver": "0.14.0",
6
+ "license": "MIT",
7
+ "python-depends": [],
8
+ "kernel-depends": [],
9
+ "backend": {
10
+ "type": "cpu"
11
+ },
12
+ "digest": {
13
+ "algorithm": "sha256",
14
+ "files": {
15
+ "__init__.py": "DHh2jHOQbnCQZ2/xlb0KLQVbr26rS1ZK1IyWX6qFx68=",
16
+ "_ops.py": "S67idZNwOn6R5pH778+yZ8sQP79CU2pmXzsz5RJbiaI=",
17
+ "_quantization_bitsandbytes_cpu_fe2bb66.abi3.so": "AJ64jf/bYhtDMzCoHoZF6dC9ZZQrZaVzYUUO5necnWg=",
18
+ "custom_ops.py": "GYQQ7x1K1mY9zqtWX0vJW5FpDwxtAxP2LuJAw1bDp4M=",
19
+ "symbols.json": "Dj6cLZ6J42y6XldIvSUf6XhV5fFPIAjUpNOe//12x/Q="
20
+ }
21
+ },
22
+ "provenance": {
23
+ "kernel-builder": {
24
+ "version": "0.18.0-dev0",
25
+ "commit": "d054906a13710b811b96697b4635f03020842733",
26
+ "dirty": false
27
+ },
28
+ "kernel": {
29
+ "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
30
+ "dirty": false
31
+ }
32
+ }
33
+ }
build/torch212-cpu-x86_64-linux/metadata.json.sigstore ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLTCCBrOgAwIBAgIULIGq0T+mt3VI0HE2yhSmnBzVQ3QwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTQwMzIyWhcNMjYxMDE5MTQxMzIyWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEgtFi/9yX4/GjPyjVM/j5ueWKpdeA+tTxqecbRkZOfqqGythHMepfCw0qjU8lnEu3v/haaTKl5UYY6ZjvBjzUBKOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTYyOTY1NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVHlfqgAABAMASDBGAiEA/DZjrwZiQAGxWwxkV662FMnqzaIQ3dgAKk2pMu0TX/kCIQCgTo0S11ivmyIYJn9h8CzzTZzyaMKsOd7VPl/ElML/EDAKBggqhkjOPQQDAwNoADBlAjBFFvDPeTok1KF42BMi7mNvdnxqa8uT3JbOF8k+nRGyks+wmTXbVYGbQ/zQWqLhEcMCMQDJdJH35wVRDz93+mREYddOlJAsrJrBiMO1kb/bl8t3skfwMQm+k5CBDzcbuHXKk58="}, "tlogEntries":[{"logIndex":"3321798664", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792418603", "inclusionPromise":{"signedEntryTimestamp":"MEUCIDPhRV8w4iZL7qUkcL/L2XaMIY75LCqZvRWgkV8WQsqNAiEAkHZ7IBtpXdJyWdQbEDdMDEjSI+iyCRm4+gVQN5+rclY="}, "inclusionProof":{"logIndex":"3199894402", "rootHash":"ldoedVf9uXfn2fEBKNju+hjilhvswYwOkz/EDhEVEyo=", "treeSize":"3199894492", "hashes":["RE74rLNTwEhNHHG9rHP/Z4hPL19tA2csfSC3rG2/pGk=", "3ABKWo5I+Bo+axCXc6iR1A667fsSq0kia1ClElS8jFs=", "nH2ZzC9iQjCIWUgubChJeDVKNoKb2gzdPUF+aTnTUnc=", "xDe6OMeMg48UUH1EztBQBAhG2rhxCnfc2HF0ulfdLuU=", "z+kSJDa0FSU6KQ7aRisU31IvkIlI43649XhhoRP7K+E=", "5TTlpO4Ti/g4AdTj0V2iBDBueB55WGiIDgKcWpgSCVg=", "B7LbMsx4/FhJo3jI5nJnsBWW1WwqqUKdvBuxAqTSpUY=", "fAJUrmyXaL9hUh5mRvMB0ZJl3jxqSfl8ZAaZzzFpN/A=", "/EojyxpSqUCqTr6DhgAn3niM7ZnguMtb6SwSd24lscg=", "860N8qtrWUu9hY1wXy4PcAev+Fa/22R6384SH/08Yy8=", "3RtSAs7LPhDr4kUNAFtT8+NXMzwnaHYf0wLKfiE+5Cg=", "hHVitl/CrWt8TWl3UGW9Z5Xamc5EPLGVo4Z84HCnlS4=", "XqZfNZAnHWc9zVd2Gz3jlq7v2ZhxsPdLNHNtvMmcvVM=", "kHa2Ke03zePMosAfwPNg2y4kk1ZwjdZi4MKNVX7epiE=", "uCZQe757l2sS1c05Y7TzOwEm+X8MeGLIUCkEOmFVOz4=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3199894492\nldoedVf9uXfn2fEBKNju+hjilhvswYwOkz/EDhEVEyo=\n\n— rekor.sigstore.dev wNI9ajBEAiAIgCFD9PCTLw3wEzv1eklLj+K8Gu9nO+rs+v28g0KVEQIgSrr/WzkSZgWokL2GZt6BvhKxlzuItTajzLhfx9HeKQQ=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIwMWJhNWMwYmM1MTRlZTI2ZWUzM2UwNGY2MzdkYmE1MTY3YWM5NTg2MDlhZTdiNmRlNmE5ODc5ZjVhNTgxMzcwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUN5ODVFRXlBZDRVT0kxaE1HdDNrZXRzbVM3SkxhM3RrbjYyL1Bhc1RXV1RRSWdEOWYxZG9tUWJ2aTBNSEo0RlFnYmZkZnNiQ2EzcTA2VXZxL29Dc0pCMGRvPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1WRU5EUW5KUFowRjNTVUpCWjBsVlRFbEhjVEJVSzIxME0xWkpNRWhGTW5sb1UyMXVRbnBXVVROUmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGRjNUWHBKZVZkb1kwNU5hbGw0VFVSRk5VMVVVWGhOZWtsNVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZuZEVacEx6bDVXRFF2UjJwUWVXcFdUUzlxTlhWbFYwdHdaR1ZCSzNSVWVIRmxZMklLVW10YVQyWnhjVWQ1ZEdoSVRXVndaa04zTUhGcVZUaHNia1YxTTNZdmFHRmhWRXRzTlZWWldUWmFhblpDYW5wVlFrdFBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVV1hsUFZGa3hUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmtoc1puRm5RVUZDUVUxQlUwUkNSMEZwUlVFdlJGcHFjbmRhYVZGQlIzaFhkM2hyVmpZMk1rWk5ibkY2WVVsUk0yUm5RUXBMYXpKd1RYVXdWRmd2YTBOSlVVTm5WRzh3VXpFeGFYWnRlVWxaU200NWFEaERlbnBVV25wNVlVMUxjMDlrTjFaUWJDOUZiRTFNTDBWRVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2IwRkVRbXhCYWtKR1JuWkVVR1ZVYjJzeFMwWTBNa0pOYVRkdFRuWmtibmh4WVRoMVZETktZazlHT0dzcmJsSkhlV3R6SzNjS2JWUllZbFpaUjJKUkwzcFJWM0ZNYUVWalRVTk5VVVJLWkVwSU16VjNWbEpFZWpreksyMVNSVmxrWkU5c1NrRnpja3B5UW1sTlR6RnJZaTlpYkRoME13cHphMlozVFZGdEsyczFRMEpFZW1OaWRVaFlTMnMxT0QwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg2vs5KjfjO5mUugcknsMn33PYh4rbs/wNnNqwaqiAg6sCFQDcNNH6Y67/au73SMJ6X416SjSzjBgPMjAyNjEwMTkxNDAzMjNaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE0MDMyM1owLwYJKoZIhvcNAQkEMSIEIPxP4IwKlzwHt/UtVirVcEBrGjFKWR6tbzHrlH2LJwR6MIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMB2n7IRouwbIjsDmIkOL5YiS0Eh2rfAGKeMVaw9RYKWs3x3pwsLujscOmDPNoEprcgIwB9OC9pSoCHthk+834BuAbWRZ3cROo75RYHvw7h86GXECkFyGwf2bWMmjP6dDB9SH"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"AbpcC8UU7ibuM+BPY326UWeslYYJrntt5qmHn1pYE3A="}, "signature":"MEUCIQCy85EEyAd4UOI1hMGt3ketsmS7JLa3tkn62/PasTWWTQIgD9f1domQbvi0MHJ4FQgbfdfsbCa3q06Uvq/oCsJB0do="}}
build/torch212-cpu-x86_64-linux/symbols.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "module": "_quantization_bitsandbytes_cpu_fe2bb66",
4
+ "functions": [
5
+ {
6
+ "name": "gemm_4bit_forward",
7
+ "qualname": "gemm_4bit_forward",
8
+ "module": "_quantization_bitsandbytes_cpu_fe2bb66.custom_ops",
9
+ "kind": "function",
10
+ "doc": null,
11
+ "signature": {
12
+ "parameters": [
13
+ {
14
+ "name": "input",
15
+ "kind": "POSITIONAL_OR_KEYWORD",
16
+ "default": null,
17
+ "annotation": "torch.Tensor"
18
+ },
19
+ {
20
+ "name": "weight",
21
+ "kind": "POSITIONAL_OR_KEYWORD",
22
+ "default": null,
23
+ "annotation": "torch.Tensor"
24
+ },
25
+ {
26
+ "name": "absmax",
27
+ "kind": "POSITIONAL_OR_KEYWORD",
28
+ "default": null,
29
+ "annotation": "torch.Tensor"
30
+ },
31
+ {
32
+ "name": "blocksize",
33
+ "kind": "POSITIONAL_OR_KEYWORD",
34
+ "default": null,
35
+ "annotation": "int"
36
+ },
37
+ {
38
+ "name": "quant_type",
39
+ "kind": "POSITIONAL_OR_KEYWORD",
40
+ "default": null,
41
+ "annotation": "int"
42
+ }
43
+ ],
44
+ "return_annotation": "torch.Tensor"
45
+ }
46
+ }
47
+ ],
48
+ "layers": []
49
+ }
build/torch213-cpu-x86_64-linux/__init__.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ from .custom_ops import gemm_4bit_forward
2
+
3
+ __all__ = ["gemm_4bit_forward"]
build/torch213-cpu-x86_64-linux/_ops.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from . import _quantization_bitsandbytes_cpu_fe2bb66
3
+ ops = torch.ops._quantization_bitsandbytes_cpu_fe2bb66
4
+
5
+ def add_op_namespace_prefix(op_name: str):
6
+ """
7
+ Prefix op by namespace.
8
+ """
9
+ return f"_quantization_bitsandbytes_cpu_fe2bb66::{op_name}"
build/torch213-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54a743663de3790d38ba5486d42a727ab1449cca7ead8e334aded0d4859307d0
3
+ size 147040
build/torch213-cpu-x86_64-linux/custom_ops.py ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from ._ops import ops
3
+
4
+ def gemm_4bit_forward(
5
+ input: torch.Tensor,
6
+ weight: torch.Tensor,
7
+ absmax: torch.Tensor,
8
+ blocksize: int,
9
+ quant_type: int,
10
+ ) -> torch.Tensor:
11
+ original_dtype = input.dtype
12
+ if original_dtype != torch.bfloat16:
13
+ input = input.to(torch.bfloat16)
14
+
15
+ output = ops.gemm_4bit_forward(input, weight, absmax, blocksize, quant_type)
16
+ if original_dtype != torch.bfloat16:
17
+ output = output.to(original_dtype)
18
+
19
+ return output
build/torch213-cpu-x86_64-linux/metadata.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "quantization-bitsandbytes",
3
+ "id": "_quantization_bitsandbytes_cpu_fe2bb66",
4
+ "version": 1,
5
+ "kernels-minver": "0.14.0",
6
+ "license": "MIT",
7
+ "python-depends": [],
8
+ "kernel-depends": [],
9
+ "backend": {
10
+ "type": "cpu"
11
+ },
12
+ "digest": {
13
+ "algorithm": "sha256",
14
+ "files": {
15
+ "__init__.py": "DHh2jHOQbnCQZ2/xlb0KLQVbr26rS1ZK1IyWX6qFx68=",
16
+ "_ops.py": "S67idZNwOn6R5pH778+yZ8sQP79CU2pmXzsz5RJbiaI=",
17
+ "_quantization_bitsandbytes_cpu_fe2bb66.abi3.so": "VKdDZj3jeQ04ulSG1CpyerFEnMp+rY4zSt7Q1IWTB9A=",
18
+ "custom_ops.py": "GYQQ7x1K1mY9zqtWX0vJW5FpDwxtAxP2LuJAw1bDp4M=",
19
+ "symbols.json": "Dj6cLZ6J42y6XldIvSUf6XhV5fFPIAjUpNOe//12x/Q="
20
+ }
21
+ },
22
+ "provenance": {
23
+ "kernel-builder": {
24
+ "version": "0.18.0-dev0",
25
+ "commit": "d054906a13710b811b96697b4635f03020842733",
26
+ "dirty": false
27
+ },
28
+ "kernel": {
29
+ "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
30
+ "dirty": false
31
+ }
32
+ }
33
+ }
build/torch213-cpu-x86_64-linux/metadata.json.sigstore ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLTCCBrOgAwIBAgIUSXzxK6FH5r3fMG5SbavzU5prZ/8wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTQwMzI2WhcNMjYxMDE5MTQxMzI2WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEcQnBfx1we2q5hEZBz0Ix5E3E/CiSsCRmWLja2YbIEOocvNhr5oHdAtfiY11NqTD/fpsKnJ7rppk4OkVSAB0EhaOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTYyOTY1NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVHlu0wAABAMASDBGAiEAnH+ZaVniD3U/ElGOmxQaWhiUuYje3ml8H6qIUwZKcP4CIQDxPcJsf+g3MNmjnySur39dicLo9JrM5+fTv7/L5NgwWTAKBggqhkjOPQQDAwNoADBlAjEAlzk8vgsyFy1akWyC7aAt9SMU+whLdxGClEpCYLOYUISP01E8+CLrLeEswl9c4LspAjA1eVA0yi+fTK6Er9IrRoDuQfiuZYrPIm1+e/DOM0MHJ2Qn2GQPBt7Wv4D8YJllQnY="}, "tlogEntries":[{"logIndex":"3321799020", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792418607", "inclusionPromise":{"signedEntryTimestamp":"MEUCIQCySavGLqnlQ00r5BaqZN3S4h1Ogb9eBHJBRsQPfnj2HQIgZmpcGJiMKdtDSZr72hsb7xZov+KWnn1mDLUic15KluA="}, "inclusionProof":{"logIndex":"3199894758", "rootHash":"zmaAXer8EWIi0rdUuJ20ItzyUIZo50vrSg9wuHu7/po=", "treeSize":"3199894884", "hashes":["KiC7LMuwSVHw6W9JgLU+i0ZSlfImptdfzuPSLydEVlo=", "UiJKMsJnZhJstI2u0zx+L6FymFMs0RCjybJVGEctF00=", "t4GwfIDtoyIY5PSnd34QWOU8MfDgjkl2UP5AlKqsfpg=", "ZBAQRx6/oPAneFoRrFpvnHFBrA0Pu8/6m+6riZIedqw=", "7ghSRiIzAOkMdpHc/mK+9EpAcwPg3mjCCMqAX6kQLEo=", "6NX72qIJ8/Pm7uPVhq+Wijjle8Z7TiMasWajv5tanT8=", "/W6L3Ibs4weomVN8qtzVlcQFCxqO+dnQ/ZUPAqKKXc8=", "Sm7MM2gfWiw6gBP/vGwHJaevu2918euNl2jFho9LcDI=", "Edtt8BTgK+CyAq8nbEeC9DtdBloXMT/AqaY3VjwYFI8=", "A5q8cdSQOVAjDPpdLs5ZLQ06y8bdAOEQd9//A1uDiG0=", "3RtSAs7LPhDr4kUNAFtT8+NXMzwnaHYf0wLKfiE+5Cg=", "hHVitl/CrWt8TWl3UGW9Z5Xamc5EPLGVo4Z84HCnlS4=", "XqZfNZAnHWc9zVd2Gz3jlq7v2ZhxsPdLNHNtvMmcvVM=", "kHa2Ke03zePMosAfwPNg2y4kk1ZwjdZi4MKNVX7epiE=", "uCZQe757l2sS1c05Y7TzOwEm+X8MeGLIUCkEOmFVOz4=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3199894884\nzmaAXer8EWIi0rdUuJ20ItzyUIZo50vrSg9wuHu7/po=\n\n— rekor.sigstore.dev wNI9ajBFAiAx7aeDGepHkLdi9eplJl3U8kd+haCY55B9UbKFo69NAAIhAKSwSAOjqAkGJ1lSq1pyGD000kB1uRcxofCRkg1SWEo+\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIyZWRkZjhmMmMxN2ZjYTJiYjk5ZTA4ZGQ4NzNhMDVlYTFjZDhlZmNmYWJkNjMyNTQxNWQ4ZGI0N2FkNTE3NDEwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUNCVHUxdGpOWjlTbUFBbFBXV0lETTRPQTRvTmdjeWZtTzQ2aGU2Njcwa2NnSWhBS0k3RzdPNnBVdzQxRXZMYlZKaXZBUk1ERE1WUiszWllhUENSK0ROcUoxeSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1WRU5EUW5KUFowRjNTVUpCWjBsVlUxaDZlRXMyUmtnMWNqTm1UVWMxVTJKaGRucFZOWEJ5V2k4NGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGRjNUWHBKTWxkb1kwNU5hbGw0VFVSRk5VMVVVWGhOZWtreVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZqVVc1Q1puZ3hkMlV5Y1RWb1JWcENlakJKZURWRk0wVXZRMmxUYzBOU2JWZE1hbUVLTWxsaVNVVlBiMk4yVG1oeU5XOUlaRUYwWm1sWk1URk9jVlJFTDJad2MwdHVTamR5Y0hCck5FOXJWbE5CUWpCRmFHRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVV1hsUFZGa3hUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmtoc2RUQjNRVUZDUVUxQlUwUkNSMEZwUlVGdVNDdGFZVlp1YVVRelZTOUZiRWRQYlhoUllWZG9hVlYxV1dwbE0yMXNPQXBJTm5GSlZYZGFTMk5RTkVOSlVVUjRVR05LYzJZclp6Tk5UbTFxYm5sVGRYSXpPV1JwWTB4dk9VcHlUVFVyWmxSMk55OU1OVTVuZDFkVVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2IwRkVRbXhCYWtWQmJIcHJPSFpuYzNsR2VURmhhMWQ1UXpkaFFYUTVVMDFWSzNkb1RHUjRSME5zUlhCRFdVeFBXVlZKVTFBS01ERkZPQ3REVEhKTVpVVnpkMnc1WXpSTWMzQkJha0V4WlZaQk1IbHBLMlpVU3paRmNqbEpjbEp2UkhWUlptbDFXbGx5VUVsdE1TdGxMMFJQVFRCTlNBcEtNbEZ1TWtkUlVFSjBOMWQyTkVRNFdVcHNiRkZ1V1QwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyDADAgEAMIICvwYJKoZIhvcNAQcCoIICsDCCAqwCAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg1EjOcXR2c/7kvsnxWyooGFzLH06oxThp2bKeuLWcgsoCFBychWqXfvMKchEF1k0CX8vcqa09GA8yMDI2MTAxOTE0MDMyNlowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdowggHWAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTQwMzI2WjAvBgkqhkiG9w0BCQQxIgQg8rkmtfL3NNF3r7xIjA7IzwLozhrUgsGAO0yOU0KfxIkwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGYwZAIwDEcqQ54HvcX6lCExozhrchEIDou9rBStvpu8j4EWw7WbjRswc0kYzOcLZS4c1thoAjAza1Ap3TBBuJjZDg96Bl36qDyp0oN+AfSjgTuBkkT6CK1T4jgpFxIocgg3UGzeCbM="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"Lt348sF/yiu5ngjdhzoF6hzY78+r1jJUFdjbR61RdBA="}, "signature":"MEYCIQCBTu1tjNZ9SmAAlPWWIDM4OA4oNgcyfmO46he6670kcgIhAKI7G7O6pUw41EvLbVJivARMDDMVR+3ZYaPCR+DNqJ1y"}}
build/torch213-cpu-x86_64-linux/symbols.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "module": "_quantization_bitsandbytes_cpu_fe2bb66",
4
+ "functions": [
5
+ {
6
+ "name": "gemm_4bit_forward",
7
+ "qualname": "gemm_4bit_forward",
8
+ "module": "_quantization_bitsandbytes_cpu_fe2bb66.custom_ops",
9
+ "kind": "function",
10
+ "doc": null,
11
+ "signature": {
12
+ "parameters": [
13
+ {
14
+ "name": "input",
15
+ "kind": "POSITIONAL_OR_KEYWORD",
16
+ "default": null,
17
+ "annotation": "torch.Tensor"
18
+ },
19
+ {
20
+ "name": "weight",
21
+ "kind": "POSITIONAL_OR_KEYWORD",
22
+ "default": null,
23
+ "annotation": "torch.Tensor"
24
+ },
25
+ {
26
+ "name": "absmax",
27
+ "kind": "POSITIONAL_OR_KEYWORD",
28
+ "default": null,
29
+ "annotation": "torch.Tensor"
30
+ },
31
+ {
32
+ "name": "blocksize",
33
+ "kind": "POSITIONAL_OR_KEYWORD",
34
+ "default": null,
35
+ "annotation": "int"
36
+ },
37
+ {
38
+ "name": "quant_type",
39
+ "kind": "POSITIONAL_OR_KEYWORD",
40
+ "default": null,
41
+ "annotation": "int"
42
+ }
43
+ ],
44
+ "return_annotation": "torch.Tensor"
45
+ }
46
+ }
47
+ ],
48
+ "layers": []
49
+ }
build/torch214-cpu-x86_64-linux/__init__.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ from .custom_ops import gemm_4bit_forward
2
+
3
+ __all__ = ["gemm_4bit_forward"]
build/torch214-cpu-x86_64-linux/_ops.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from . import _quantization_bitsandbytes_cpu_fe2bb66
3
+ ops = torch.ops._quantization_bitsandbytes_cpu_fe2bb66
4
+
5
+ def add_op_namespace_prefix(op_name: str):
6
+ """
7
+ Prefix op by namespace.
8
+ """
9
+ return f"_quantization_bitsandbytes_cpu_fe2bb66::{op_name}"
build/torch214-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df63c1d22e3b981a171b949bea9089dc36f8bcdc145e34ecd783c1ef41fb2ab8
3
+ size 146912
build/torch214-cpu-x86_64-linux/custom_ops.py ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from ._ops import ops
3
+
4
+ def gemm_4bit_forward(
5
+ input: torch.Tensor,
6
+ weight: torch.Tensor,
7
+ absmax: torch.Tensor,
8
+ blocksize: int,
9
+ quant_type: int,
10
+ ) -> torch.Tensor:
11
+ original_dtype = input.dtype
12
+ if original_dtype != torch.bfloat16:
13
+ input = input.to(torch.bfloat16)
14
+
15
+ output = ops.gemm_4bit_forward(input, weight, absmax, blocksize, quant_type)
16
+ if original_dtype != torch.bfloat16:
17
+ output = output.to(original_dtype)
18
+
19
+ return output
build/torch214-cpu-x86_64-linux/metadata.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "quantization-bitsandbytes",
3
+ "id": "_quantization_bitsandbytes_cpu_fe2bb66",
4
+ "version": 1,
5
+ "kernels-minver": "0.14.0",
6
+ "license": "MIT",
7
+ "python-depends": [],
8
+ "kernel-depends": [],
9
+ "backend": {
10
+ "type": "cpu"
11
+ },
12
+ "digest": {
13
+ "algorithm": "sha256",
14
+ "files": {
15
+ "__init__.py": "DHh2jHOQbnCQZ2/xlb0KLQVbr26rS1ZK1IyWX6qFx68=",
16
+ "_ops.py": "S67idZNwOn6R5pH778+yZ8sQP79CU2pmXzsz5RJbiaI=",
17
+ "_quantization_bitsandbytes_cpu_fe2bb66.abi3.so": "32PB0i47mBoXG5Sb6pCJ3Db4vNwUXjTs14PB70H7Krg=",
18
+ "custom_ops.py": "GYQQ7x1K1mY9zqtWX0vJW5FpDwxtAxP2LuJAw1bDp4M=",
19
+ "symbols.json": "Dj6cLZ6J42y6XldIvSUf6XhV5fFPIAjUpNOe//12x/Q="
20
+ }
21
+ },
22
+ "provenance": {
23
+ "kernel-builder": {
24
+ "version": "0.18.0-dev0",
25
+ "commit": "d054906a13710b811b96697b4635f03020842733",
26
+ "dirty": false
27
+ },
28
+ "kernel": {
29
+ "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
30
+ "dirty": false
31
+ }
32
+ }
33
+ }
build/torch214-cpu-x86_64-linux/metadata.json.sigstore ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrOgAwIBAgIULEpiNcjNtBnMmsKtmo3quPDNOOkwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTQwMzMwWhcNMjYxMDE5MTQxMzMwWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE4oHe2MFg5Qu7eJ39D7J8lEwWz8WZ7zgd+2/p0WTN/0VICykZpFwm85dZwZGb1GLrU8fq6aAcMMyCjqIHQhhVbaOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTYyOTY1NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVHl9vQAABAMASDBGAiEAw1lg6lzkanVdkH1o7Y9hJD9wAezJ08FLA3sF7Wj5/6ACIQCOamtjMuxsMQN3ZFouUUD2pXwRSSYXDv1iQ0gB+2TLmTAKBggqhkjOPQQDAwNnADBkAjBaY8kcbAbuR4B/bYN9VecCaCvJV94PV0S24IyCtPlnw5u0wQAYJkyZbSumdhSEVvECMGlWh3cUig/UbAx0oLUtP2p05C/6HrUMN8t4H3iRdEZfw7LrIvKMfS7AGDtZzSdaiw=="}, "tlogEntries":[{"logIndex":"3321799487", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792418610", "inclusionPromise":{"signedEntryTimestamp":"MEUCIDXxoDfrVyHz4LH5lxx0lN9P6gcScl+Z7C6jGbdfk8JYAiEA6yjmK6jw0QC9vWC1/PbdbX5/av17b5As8kpL8jc3vEs="}, "inclusionProof":{"logIndex":"3199895225", "rootHash":"0xLxKT6mToq7hpL64OrW7MUTctid/U/HrfQD2I1+SX0=", "treeSize":"3199895272", "hashes":["+KClpqXJ1BvQta8TVIa9mxABPvyTNG0qZtDlIFMCOMA=", "mHwisvIMh0dkbVqJbRMih0ombVRB2gYytPd4UvWk/i4=", "2J27KNsvCs13h2FvW9ebJ7etTzuYm1HAAbEwQLBrbN4=", "DeVp4vqVKtqlyJvnyMNWGCA0yjA8S6l1Adq+dsUWuHE=", "A0/KLX4FUL+65NQ1irkLQy4tfk8HsUR0jyh6f4OKNL8=", "p0QFhz2CUgO/YsDJg/oIE+EVIDKxKQtnDNbb3FU60JU=", "xweiae2F/VQxt0Me3cwdtlPQy6q2Sne9moCiMEk5h7Y=", "axCoMlqbFk1M9ziSgpEI6if+qYzELpuOJjPK8Rx0++U=", "+A72bH6LLtOogJILMtxL9FH9NpcViBxDykkvvaayqg4=", "A5q8cdSQOVAjDPpdLs5ZLQ06y8bdAOEQd9//A1uDiG0=", "3RtSAs7LPhDr4kUNAFtT8+NXMzwnaHYf0wLKfiE+5Cg=", "hHVitl/CrWt8TWl3UGW9Z5Xamc5EPLGVo4Z84HCnlS4=", "XqZfNZAnHWc9zVd2Gz3jlq7v2ZhxsPdLNHNtvMmcvVM=", "kHa2Ke03zePMosAfwPNg2y4kk1ZwjdZi4MKNVX7epiE=", "uCZQe757l2sS1c05Y7TzOwEm+X8MeGLIUCkEOmFVOz4=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3199895272\n0xLxKT6mToq7hpL64OrW7MUTctid/U/HrfQD2I1+SX0=\n\n— rekor.sigstore.dev wNI9ajBFAiEAvgajcCjLgSekvg/5a3vGkawiycOmmZMgmmvqX01A/5gCIDXPQR1igq2K/F2jgPsfQNqvjOnWNaWFCEm3OeVv9wbz\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJmNWRlYWRiMjhiYjY1ODlkZWVlMzY2NDM0MmI1Y2Y5MTE3YWE0YmFmODk2ZWI1NGMxMGQ0N2Q4MzYwZjY5YjMyIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJRTI1V25WSmZvT3dpVldla25FSWlaVUtyaUpRMFk1Zjl4dzF4MTFoTGsxbEFpRUE2MDNkbUJWVGpsV1RiNFhXUU5NNU9IMFNiTU5GQU9wZXNueUZxa004NGlJPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KUFowRjNTVUpCWjBsVlRFVndhVTVqYWs1MFFtNU5iWE5MZEcxdk0zRjFVRVJPVDA5cmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGRjNUWHBOZDFkb1kwNU5hbGw0VFVSRk5VMVVVWGhOZWsxM1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVUwYjBobE1rMUdaelZSZFRkbFNqTTVSRGRLT0d4RmQxZDZPRmRhTjNwblpDc3lMM0FLTUZkVVRpOHdWa2xEZVd0YWNFWjNiVGcxWkZwM1drZGlNVWRNY2xVNFpuRTJZVUZqVFUxNVEycHhTVWhSYUdoV1ltRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVV1hsUFZGa3hUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmtoc09YWlJRVUZDUVUxQlUwUkNSMEZwUlVGM01XeG5ObXg2YTJGdVZtUnJTREZ2TjFrNWFFcEVPWGRCWlhwS01EaEdUQXBCTTNOR04xZHFOUzgyUVVOSlVVTlBZVzEwYWsxMWVITk5VVTR6V2tadmRWVlZSREp3V0hkU1UxTlpXRVIyTVdsUk1HZENLekpVVEcxVVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2JrRkVRbXRCYWtKaFdUaHJZMkpCWW5WU05FSXZZbGxPT1ZabFkwTmhRM1pLVmprMFVGWXdVekkwU1hsRGRGQnNibmMxZFRBS2QxRkJXVXByZVZwaVUzVnRaR2hUUlZaMlJVTk5SMnhYYUROalZXbG5MMVZpUVhnd2IweFZkRkF5Y0RBMVF5ODJTSEpWVFU0NGREUklNMmxTWkVWYVpncDNOMHh5U1haTFRXWlROMEZIUkhSYWVsTmtZV2wzUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgWc+HvwKxqD/VGJrjEsY8hoa4y88DKLhrrn+pxxkOUUACFQDAWh7wQWel+AEBXaLlADkp98e1lBgPMjAyNjEwMTkxNDAzMzBaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE0MDMzMFowLwYJKoZIhvcNAQkEMSIEIJqz1K6GUuUcVFVgHA0v2Hu1thebjQe5RowwNFPoNbILMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMElf9tGQVkS4Uxit2D6eFaZaxUux/S8XAWSyExu6msmBvBGOEr91LAkVefdBj5RtYQIwOt6XTWVBXmXcPk6GreQd8+QhQd7I9/IWgePfUKvjbhAZAcckBXo1iQVY+gZL0mTo"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"9d6tsou2WJ3u42ZDQrXPkReqS6+JbrVMENR9g2D2mzI="}, "signature":"MEUCIE25WnVJfoOwiVWeknEIiZUKriJQ0Y5f9xw1x11hLk1lAiEA603dmBVTjlWTb4XWQNM5OH0SbMNFAOpesnyFqkM84iI="}}
build/torch214-cpu-x86_64-linux/symbols.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "module": "_quantization_bitsandbytes_cpu_fe2bb66",
4
+ "functions": [
5
+ {
6
+ "name": "gemm_4bit_forward",
7
+ "qualname": "gemm_4bit_forward",
8
+ "module": "_quantization_bitsandbytes_cpu_fe2bb66.custom_ops",
9
+ "kind": "function",
10
+ "doc": null,
11
+ "signature": {
12
+ "parameters": [
13
+ {
14
+ "name": "input",
15
+ "kind": "POSITIONAL_OR_KEYWORD",
16
+ "default": null,
17
+ "annotation": "torch.Tensor"
18
+ },
19
+ {
20
+ "name": "weight",
21
+ "kind": "POSITIONAL_OR_KEYWORD",
22
+ "default": null,
23
+ "annotation": "torch.Tensor"
24
+ },
25
+ {
26
+ "name": "absmax",
27
+ "kind": "POSITIONAL_OR_KEYWORD",
28
+ "default": null,
29
+ "annotation": "torch.Tensor"
30
+ },
31
+ {
32
+ "name": "blocksize",
33
+ "kind": "POSITIONAL_OR_KEYWORD",
34
+ "default": null,
35
+ "annotation": "int"
36
+ },
37
+ {
38
+ "name": "quant_type",
39
+ "kind": "POSITIONAL_OR_KEYWORD",
40
+ "default": null,
41
+ "annotation": "int"
42
+ }
43
+ ],
44
+ "return_annotation": "torch.Tensor"
45
+ }
46
+ }
47
+ ],
48
+ "layers": []
49
+ }
build/torch215-cpu-x86_64-linux/__init__.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ from .custom_ops import gemm_4bit_forward
2
+
3
+ __all__ = ["gemm_4bit_forward"]
build/torch215-cpu-x86_64-linux/_ops.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from . import _quantization_bitsandbytes_cpu_fe2bb66
3
+ ops = torch.ops._quantization_bitsandbytes_cpu_fe2bb66
4
+
5
+ def add_op_namespace_prefix(op_name: str):
6
+ """
7
+ Prefix op by namespace.
8
+ """
9
+ return f"_quantization_bitsandbytes_cpu_fe2bb66::{op_name}"
build/torch215-cpu-x86_64-linux/_quantization_bitsandbytes_cpu_fe2bb66.abi3.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbf623c87f088d78d62a3c40b29d9190c823813fd65a39ba6ad9733d60aaf1d8
3
+ size 146912
build/torch215-cpu-x86_64-linux/custom_ops.py ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from ._ops import ops
3
+
4
+ def gemm_4bit_forward(
5
+ input: torch.Tensor,
6
+ weight: torch.Tensor,
7
+ absmax: torch.Tensor,
8
+ blocksize: int,
9
+ quant_type: int,
10
+ ) -> torch.Tensor:
11
+ original_dtype = input.dtype
12
+ if original_dtype != torch.bfloat16:
13
+ input = input.to(torch.bfloat16)
14
+
15
+ output = ops.gemm_4bit_forward(input, weight, absmax, blocksize, quant_type)
16
+ if original_dtype != torch.bfloat16:
17
+ output = output.to(original_dtype)
18
+
19
+ return output
build/torch215-cpu-x86_64-linux/metadata.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "quantization-bitsandbytes",
3
+ "id": "_quantization_bitsandbytes_cpu_fe2bb66",
4
+ "version": 1,
5
+ "kernels-minver": "0.14.0",
6
+ "license": "MIT",
7
+ "python-depends": [],
8
+ "kernel-depends": [],
9
+ "backend": {
10
+ "type": "cpu"
11
+ },
12
+ "digest": {
13
+ "algorithm": "sha256",
14
+ "files": {
15
+ "__init__.py": "DHh2jHOQbnCQZ2/xlb0KLQVbr26rS1ZK1IyWX6qFx68=",
16
+ "_ops.py": "S67idZNwOn6R5pH778+yZ8sQP79CU2pmXzsz5RJbiaI=",
17
+ "_quantization_bitsandbytes_cpu_fe2bb66.abi3.so": "+/YjyH8IjXjWKjxAsp2RkMgjgT/WWjm6atlzPWCq8dg=",
18
+ "custom_ops.py": "GYQQ7x1K1mY9zqtWX0vJW5FpDwxtAxP2LuJAw1bDp4M=",
19
+ "symbols.json": "Dj6cLZ6J42y6XldIvSUf6XhV5fFPIAjUpNOe//12x/Q="
20
+ }
21
+ },
22
+ "provenance": {
23
+ "kernel-builder": {
24
+ "version": "0.18.0-dev0",
25
+ "commit": "d054906a13710b811b96697b4635f03020842733",
26
+ "dirty": false
27
+ },
28
+ "kernel": {
29
+ "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
30
+ "dirty": false
31
+ }
32
+ }
33
+ }
build/torch215-cpu-x86_64-linux/metadata.json.sigstore ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLTCCBrKgAwIBAgIUe0Gr0icdWq5autAYTD/WGM88o4EwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTQwMzMxWhcNMjYxMDE5MTQxMzMxWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEca/OZeeCFOpzP+LUYWOLbCiR5JWs7D9ROtG+dygIKykhZIyD55NI/aVbw/ZuZL4aFjpOY61fN7FYlO44SQjua6OCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTYyOTY1NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVHmDGgAABAMARzBFAiAGsp+c+FQssfkn/fHywjHhe7EFFD6Z32kHtSv+Tg8jugIhAN1VfrncjE2mhkz5NZ7Kl6FCknCICapL+bGOLSrbFQryMAoGCCqGSM49BAMDA2kAMGYCMQCS6o/ym1dTiEFmUFZlvL92NeNWnUTnYwVcx+9l0ATVg5mv6no1Vkc+f6o/aAZeFpkCMQCw++dd4oduiCVVdpNO6zthu0K4lhnY7vjVQKZxxtrWm62AnzqYAElC/xnDhlreRAY="}, "tlogEntries":[{"logIndex":"3321799651", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792418612", "inclusionPromise":{"signedEntryTimestamp":"MEUCIFMqal62PVIeyOLi+KP8uojFF30PV2b13KhmLssa1niBAiEAsn0++uaBzHUVXKNdkPqB3ZuXSx3kl+G2mVH0T//WIKA="}, "inclusionProof":{"logIndex":"3199895389", "rootHash":"iWdMYePwLPbStDp+i77/cdAZohPMSMmaHa6yiKCeBFM=", "treeSize":"3199895407", "hashes":["igVlAyJDQCHcHKLqCjovdULtK1O+asMzueNG7viWXDM=", "UH63ImA1K7uoy9FPe4fgeqstPHSt6M+WfxkedLpQ5Hk=", "Z911Lwxg2Z9tFyPysTCklmmFAW2QspWBgTPkwqtIL8Y=", "4buF3fB6BNmubJIKCPzqBkg1IvmmBIxmMV6+oW4YfCw=", "nh+/JkP10TI07bjEjUYrtQ2V0zzD5QttYR0VTkWAor4=", "t6a4kDgY16DMFaPtTHICArT/j78ceGGMXskyR3CKwkU=", "4kar7eZqNtG9NA7bcIC094uLMN/eVvgozHS9LRyWFUs=", "vFQyGRMFK9AHFtZkVremyOomeZ2hgzljUBjrOYu80ug=", "+A72bH6LLtOogJILMtxL9FH9NpcViBxDykkvvaayqg4=", "A5q8cdSQOVAjDPpdLs5ZLQ06y8bdAOEQd9//A1uDiG0=", "3RtSAs7LPhDr4kUNAFtT8+NXMzwnaHYf0wLKfiE+5Cg=", "hHVitl/CrWt8TWl3UGW9Z5Xamc5EPLGVo4Z84HCnlS4=", "XqZfNZAnHWc9zVd2Gz3jlq7v2ZhxsPdLNHNtvMmcvVM=", "kHa2Ke03zePMosAfwPNg2y4kk1ZwjdZi4MKNVX7epiE=", "uCZQe757l2sS1c05Y7TzOwEm+X8MeGLIUCkEOmFVOz4=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3199895407\niWdMYePwLPbStDp+i77/cdAZohPMSMmaHa6yiKCeBFM=\n\n— rekor.sigstore.dev wNI9ajBFAiBBoHduxNbDBEA6iK9FdWj4mWcwjKLFx7QSjiep0DlO4gIhAMEr/C34u4sH7u76qTJP9uWkRdK0Wzfdzdp9IWHETwY9\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI1YzgwYjMxYmYyM2UyMzFhYTZiNDM1NTA1NWZiNjNlMjc2MDAxODAwODU4MWMwYWU1NmFjYTliOTY5NDllYTY5In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUR2eHdOSnNYekF1dm9HVUJRNjZVaWJ0NlcyZlEwZ2lFdTEvWFd2bFFoSkxBSWhBSW1oZ3dNcCszM253Zk5NTVJUKzBvQnAybm5vZWFIbDVCcHhyMm5WaEFvQiIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1WRU5EUW5KTFowRjNTVUpCWjBsVlpUQkhjakJwWTJSWGNUVmhkWFJCV1ZSRUwxZEhUVGc0YnpSRmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGRjNUWHBOZUZkb1kwNU5hbGw0VFVSRk5VMVVVWGhOZWsxNFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZqWVM5UFdtVmxRMFpQY0hwUUsweFZXVmRQVEdKRGFWSTFTbGR6TjBRNVVrOTBSeXNLWkhsblNVdDVhMmhhU1hsRU5UVk9TUzloVm1KM0wxcDFXa3cwWVVacWNFOVpOakZtVGpkR1dXeFBORFJUVVdwMVlUWlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVV1hsUFZGa3hUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmtodFJFZG5RVUZDUVUxQlVucENSa0ZwUVVkemNDdGpLMFpSYzNObWEyNHZaa2g1ZDJwSWFHVTNSVVpHUkRaYU16SnJTQXAwVTNZclZHYzRhblZuU1doQlRqRldabkp1WTJwRk1tMW9hM28xVGxvM1MydzJSa05yYmtOSlEyRndUQ3RpUjA5TVUzSmlSbEZ5ZVUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKclFVMUhXVU5OVVVOVE5tOHZlVzB4WkZScFJVWnRWVVphYkhaTU9USk9aVTVYYmxWVWJsbDNWbU40S3psc01FRlVWbWMxYlhZS05tNXZNVlpyWXl0bU5tOHZZVUZhWlVad2EwTk5VVU4zS3l0a1pEUnZaSFZwUTFaV1pIQk9Uelo2ZEdoMU1FczBiR2h1V1RkMmFsWlJTMXA0ZUhSeVZ3cHROakpCYm5weFdVRkZiRU12ZUc1RWFHeHlaVkpCV1QwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyDADAgEAMIICvwYJKoZIhvcNAQcCoIICsDCCAqwCAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgZx6y22eKKCF1jW0kmhqnyTCeDDbghGFCOuNiiobDOlkCFFBBVoRWWipcprjNjpfhk5Fo6bxRGA8yMDI2MTAxOTE0MDMzMlowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdowggHWAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTQwMzMyWjAvBgkqhkiG9w0BCQQxIgQgbJ2B7H8hLOvJm7kL8K3s4UdWU0bJIx+jHT8dlOXQn0kwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGYwZAIwVjpO5Vi2PnIUXxzuf80x9pSG2lECseg+d93jZN6abl90nBAQE5/2cd2te3G2vATNAjBcKnpYr6LqvI78l+EQg/PPzvyOzjcr1rp/j9MsYWnk6HOBB2o/wfpsoTdSXcnM1rc="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"XICzG/I+IxqmtDVQVftj4nYAGACFgcCuVqypuWlJ6mk="}, "signature":"MEYCIQDvxwNJsXzAuvoGUBQ66Uibt6W2fQ0giEu1/XWvlQhJLAIhAImhgwMp+33nwfNMMRT+0oBp2nnoeaHl5Bpxr2nVhAoB"}}
build/torch215-cpu-x86_64-linux/symbols.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "module": "_quantization_bitsandbytes_cpu_fe2bb66",
4
+ "functions": [
5
+ {
6
+ "name": "gemm_4bit_forward",
7
+ "qualname": "gemm_4bit_forward",
8
+ "module": "_quantization_bitsandbytes_cpu_fe2bb66.custom_ops",
9
+ "kind": "function",
10
+ "doc": null,
11
+ "signature": {
12
+ "parameters": [
13
+ {
14
+ "name": "input",
15
+ "kind": "POSITIONAL_OR_KEYWORD",
16
+ "default": null,
17
+ "annotation": "torch.Tensor"
18
+ },
19
+ {
20
+ "name": "weight",
21
+ "kind": "POSITIONAL_OR_KEYWORD",
22
+ "default": null,
23
+ "annotation": "torch.Tensor"
24
+ },
25
+ {
26
+ "name": "absmax",
27
+ "kind": "POSITIONAL_OR_KEYWORD",
28
+ "default": null,
29
+ "annotation": "torch.Tensor"
30
+ },
31
+ {
32
+ "name": "blocksize",
33
+ "kind": "POSITIONAL_OR_KEYWORD",
34
+ "default": null,
35
+ "annotation": "int"
36
+ },
37
+ {
38
+ "name": "quant_type",
39
+ "kind": "POSITIONAL_OR_KEYWORD",
40
+ "default": null,
41
+ "annotation": "int"
42
+ }
43
+ ],
44
+ "return_annotation": "torch.Tensor"
45
+ }
46
+ }
47
+ ],
48
+ "layers": []
49
+ }