Livt packages

Livt.ML

Version 1.6.1

Fixed-size quantized inference, tensor storage, attention, and transformer building blocks for Livt.

Published files (132)

livt.toml

[project]
name = "Livt.ML"
version = "1.6.1"
description = "Fixed-size quantized inference, tensor storage, attention, and transformer building blocks for Livt."
authors = ["Denis Vasilík"]
repository = "https://github.com/eccelerators/livt-ml"
homepage = "https://github.com/eccelerators/livt-ml"
keywords = ["fpga", "machine-learning", "inference", "quantization", "attention", "transformer"]
license = "MIT"
path = "src"
outdir = "out"

[publish]
files = ["README.md", "CHANGELOG.md", "LICENSE"]

[project.organization]
name = "Eccelerators GmbH"
website = "https://eccelerators.com"

[tests]
path = "tests"
components = [
    "Int8MatrixAccumulator32Test",
    "Int8MatrixAccumulator32StreamTest",
    "AttentionAccumulator32Test",
    "IncrementalTransformerKernelsTest",
    "FixedTransformerKernelsTest",
    "TransformerScratchCapacityTest",
    "QuantizedTensorShapeTest",
    "QuantizedMatrixGroupingTest",
    "ScheduledRequantizeUInt8Test",
    "RequantizeInt8Test",
    "QLinearCnnOperatorsTest",
    "StreamingConvolutionTest",
    "StreamingPoolingTest",
    "RamPoolingTest",
    "QLinearMatMul256x10StreamTest",
    "QLinearMatMul256x10RamTest",
    "ByteTensorRamTest",
    "IntegerTensorRamTest",
    "Int8Linear4x8Test",
    "Int8Linear8x3Test",
    "VecAddTest",
    "DotProductTest",
    "MatrixVectorMultiplicationTest",
    "Linear8x8Test",
    "ArgMax3Test",
    "ArgMax10Test",
    "ClassProjectionTest",
    "FixedTokenEmbeddingTest",
    "TokenEmbedding50257x64StreamTest",
    "ReLUTest",
    "SigmoidLUTTest",
    "SiLUApproxTest",
    "SoftmaxApproxTest",
    "StableSoftmax8Test",
    "GeluNewApproxQ8Test",
    "RMSNormTest",
    "LayerNorm64StreamTest",
    "LayerNorm64Test",
    "KVCacheTest",
    "ScaledDotProductAttentionTest",
    "CausalAttentionHead4Context8Test",
    "FeedForwardBlockTest",
    "TransformerBlockTest",
    "Int8LinearAccumulatorTest",
    "Int8Mac8Test",
    "Int8Dot64x8Test",
    "Int8BroadcastMac64x8Test",
    "StreamingArgMaxTest",
    "LinearRegressionTest"
]

[dependencies]
Livt.Math = "1.7.2"
Livt.IO = "1.8.1"

[build.debug]
warnings = ["all"]

[build.release]
warnings = ["all"]