{
  "_id": "6ac9f165fe5cc25786e831b4",
  "Package": "Rllm",
  "Title": "Native Quantized Matrix Products and LLM Inference over\n'Rfmalloc' Tensors",
  "Version": "0.1.0",
  "Authors@R": "person(given = \"Sounkou Mahamane\", family = \"Toure\",\nemail = \"sounkoutoure@gmail.com\", role = c(\"aut\", \"cre\"))",
  "Description": "The composition layer of the 'Rfmalloc' ecosystem: it\nregisters 'Rggml' (a vendored 'GGML' build with\nruntime-SIMD-dispatched quantized kernels) as a codec-aware\nmatrix-multiply backend for 'Rfmalloc', so that products of\nfile-backed, quantized tensors run natively in quantized space\n(weights stay 'Q4_K'/'Q6_K'/... encoded, activations are\nquantized on the fly) instead of being decoded to double first.\nCombined with 'Rgguf', which exposes 'GGUF' model weights as\nborrowed typed spans, this lets a larger-than-memory model's\nlinear layers be multiplied through 'GGML's SIMD-accelerated\ndot kernels zero-copy from the original model mapping. Typed\nsemantic programs written through an R module-and-pipe\narchitecture language describe llama, Qwen3.5, LFM2MoE,\nEmbeddingGemma, ESM-2, OpenSpliceAI, Evo 2 and Tiny Recursive\nModels. Bound programs join those serializable graphs to mapped\nparameter storage. Implemented lowerings provide persistent\nstate, pooled embeddings, byte-level generation, and CPU or\noptional CUDA execution; a reference interpreter executes the\nsame dataflow through explicit R operator tables and structured\nrecurrence.",
  "License": "GPL (>= 2)",
  "Encoding": "UTF-8",
  "Remotes": [
    "Rfmalloc=sounkou-bioinfo/Rfmalloc/packages/Rfmalloc",
    "Rgguf=sounkou-bioinfo/Rfmalloc/packages/Rgguf",
    "Rggml=sounkou-bioinfo/Rfmalloc/packages/Rggml"
  ],
  "Roxygen": "list(markdown = TRUE)",
  "RoxygenNote": "7.3.3",
  "URL": "https://github.com/sounkou-bioinfo/Rfmalloc,\nhttps://sounkou-bioinfo.github.io/Rfmalloc/Rllm/",
  "BugReports": "https://github.com/sounkou-bioinfo/Rfmalloc/issues",
  "Config/pak/sysreqs": "make",
  "Repository": "https://rgenomicsetl.r-universe.dev",
  "Date/Publication": "2026-09-09 23:54:20 UTC",
  "RemoteUrl": "https://github.com/RGenomicsETL/Rfmalloc",
  "RemoteRef": "HEAD",
  "RemoteSha": "156efa6ec133a512d8969fded81aaa630ff9ba16",
  "RemoteSubdir": "packages/Rllm",
  "NeedsCompilation": "yes",
  "Packaged": {
    "Date": "2026-10-10 07:44:01 UTC",
    "User": "root"
  },
  "Author": "Sounkou Mahamane Toure [aut, cre]",
  "Maintainer": "Sounkou Mahamane Toure <sounkoutoure@gmail.com>",
  "_user": "rgenomicsetl",
  "_type": "src",
  "_file": "Rllm_0.1.0.tar.gz",
  "_fileid": "https://r2.ropensci.org/7b7ffcb31e78a7b44f9067322e6fb36a199cac90def61b08f6cb3b2563ac1aec",
  "_filesize": 250382,
  "_sha256": "7b7ffcb31e78a7b44f9067322e6fb36a199cac90def61b08f6cb3b2563ac1aec",
  "_expires": "2027-01-18T08:03:47.000Z",
  "_created": "2026-10-10T07:44:01.000Z",
  "_published": "2026-10-10T08:03:49.661Z",
  "_buildurl": "https://github.com/r-universe/rgenomicsetl/actions/runs/38035190439",
  "_status": "success",
  "_host": "GitHub-Actions",
  "_jobs": [
    {
      "job": 114164809013,
      "time": 91,
      "config": "linux-devel-arm64",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "11664211202"
    },
    {
      "job": 114164809069,
      "time": 105,
      "config": "linux-devel-x86_64",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "11663745720"
    },
    {
      "job": 114164809085,
      "time": 83,
      "config": "linux-release-arm64",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "11664445968"
    },
    {
      "job": 114164808999,
      "time": 105,
      "config": "linux-release-x86_64",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "11664401102"
    },
    {
      "job": 114164809052,
      "time": 128,
      "config": "macos-oldrel-arm64",
      "r": "4.5.3",
      "check": "NOTE",
      "artifact": "11663823050"
    },
    {
      "job": 114164808976,
      "time": 304,
      "config": "macos-oldrel-x86_64",
      "r": "4.5.3",
      "check": "NOTE",
      "artifact": "11664242762"
    },
    {
      "job": 114164808992,
      "time": 87,
      "config": "macos-release-arm64",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "11664432426"
    },
    {
      "job": 114164808996,
      "time": 223,
      "config": "macos-release-x86_64",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "11664466608"
    },
    {
      "job": 114164131737,
      "time": 243,
      "config": "source",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "11663636413"
    },
    {
      "job": 114164808975,
      "time": 89,
      "config": "wasm-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "11664315516"
    },
    {
      "job": 114164808998,
      "time": 181,
      "config": "windows-devel-arm64",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "11664010778"
    },
    {
      "job": 114164808989,
      "time": 114,
      "config": "windows-devel-x86_64",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "11664271231"
    },
    {
      "job": 114164809070,
      "time": 72,
      "config": "windows-oldrel-x86_64",
      "r": "4.5.3",
      "check": "NOTE",
      "artifact": "11663421730"
    },
    {
      "job": 114164809031,
      "time": 177,
      "config": "windows-release-arm64",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "11663541687"
    },
    {
      "job": 114164808991,
      "time": 67,
      "config": "windows-release-x86_64",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "11663760705"
    }
  ],
  "_upstream": "https://github.com/RGenomicsETL/Rfmalloc",
  "_commit": {
    "id": "156efa6ec133a512d8969fded81aaa630ff9ba16",
    "author": "sounkou-bioinfo <sounkoutoure@gmail.com>",
    "committer": "sounkou-bioinfo <sounkoutoure@gmail.com>",
    "message": "Keep the shared library the default goal in the statgen Makevars\n",
    "time": 1788998060
  },
  "_maintainer": {
    "name": "Sounkou Mahamane Toure",
    "email": "sounkoutoure@gmail.com",
    "login": "sounkou-bioinfo",
    "mastodon": "@bioinfhotep@genomic.social",
    "description": "Sequences and Consequences.",
    "uuid": 56392505
  },
  "_distro": "resolute",
  "_registered": true,
  "_dependencies": [
    {
      "package": "R",
      "version": ">= 4.4.0",
      "role": "Depends"
    },
    {
      "package": "Rfmalloc",
      "role": "LinkingTo"
    },
    {
      "package": "Rggml",
      "role": "LinkingTo"
    },
    {
      "package": "Rfmalloc",
      "role": "Imports"
    },
    {
      "package": "Rgguf",
      "role": "Imports"
    },
    {
      "package": "Rggml",
      "role": "Imports"
    },
    {
      "package": "stats",
      "role": "Imports"
    },
    {
      "package": "tinytest",
      "role": "Suggests"
    }
  ],
  "_owner": "rgenomicsetl",
  "_selfowned": true,
  "_usedby": 0,
  "_updates": [
    {
      "week": "2026-19",
      "n": 50
    },
    {
      "week": "2026-20",
      "n": 6
    },
    {
      "week": "2026-23",
      "n": 1
    },
    {
      "week": "2026-28",
      "n": 83
    },
    {
      "week": "2026-29",
      "n": 16
    },
    {
      "week": "2026-31",
      "n": 1
    },
    {
      "week": "2026-37",
      "n": 10
    }
  ],
  "_tags": [],
  "_topics": [
    "altrep",
    "blas",
    "genomics",
    "ggml",
    "gguf",
    "llm",
    "llm-inference",
    "malloc",
    "memory-mapped",
    "mmap",
    "out-of-core",
    "quantization",
    "simd"
  ],
  "_stars": 4,
  "_contributors": [
    {
      "user": "sounkou-bioinfo",
      "count": 218,
      "uuid": 56392505
    }
  ],
  "_userbio": {
    "uuid": 252609706,
    "type": "organization",
    "name": "GenomicsETL",
    "followers": 10,
    "description": "Composable genomics in DuckDB, with R, the browser and agents as front ends"
  },
  "_downloads": {
    "count": 0,
    "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/Rllm"
  },
  "_devurl": "https://github.com/sounkou-bioinfo/rfmalloc",
  "_searchresults": 25,
  "_rbuild": "4.6.1",
  "_assets": [
    "extra/citation.cff",
    "extra/citation.html",
    "extra/citation.json",
    "extra/citation.txt",
    "extra/contents.json",
    "extra/manual.pdf",
    "extra/NEWS.html",
    "extra/NEWS.txt",
    "extra/readme.html",
    "extra/readme.md",
    "extra/Rllm.html"
  ],
  "_cranurl": false,
  "_exports": [
    "rllm_attention",
    "rllm_backend_enabled",
    "rllm_decode",
    "rllm_embed",
    "rllm_encode",
    "rllm_execute",
    "rllm_forward",
    "rllm_generate",
    "rllm_gguf_model",
    "rllm_input",
    "rllm_inputs",
    "rllm_kv_cache",
    "rllm_linear",
    "rllm_loop",
    "rllm_module",
    "rllm_norm",
    "rllm_op",
    "rllm_parameter",
    "rllm_plan",
    "rllm_pool",
    "rllm_program",
    "rllm_quantize_tensor",
    "rllm_residual",
    "rllm_tap",
    "rllm_use_ggml"
  ],
  "_help": [
    {
      "page": "rllm_decode",
      "title": "Convert between token ids and raw bytes",
      "topics": [
        "rllm_decode",
        "rllm_encode"
      ]
    },
    {
      "page": "rllm_embed",
      "title": "Compute one pooled sequence embedding",
      "topics": [
        "rllm_embed"
      ]
    },
    {
      "page": "rllm_execute",
      "title": "Execute a data-only architecture program",
      "topics": [
        "rllm_execute"
      ]
    },
    {
      "page": "rllm_forward",
      "title": "Lower a bound semantic program and return its logits",
      "topics": [
        "rllm_forward"
      ]
    },
    {
      "page": "rllm_generate",
      "title": "Generate tokens with a KV cache (greedy or sampled)",
      "topics": [
        "rllm_generate"
      ]
    },
    {
      "page": "rllm_gguf_model",
      "title": "Load a GGUF model as a bound semantic program",
      "topics": [
        "rllm_gguf_model"
      ]
    },
    {
      "page": "rllm_input",
      "title": "Build a typed model program with ordinary R functions and pipes",
      "topics": [
        "rllm_input",
        "rllm_inputs",
        "rllm_module",
        "rllm_op",
        "rllm_parameter",
        "rllm_program"
      ]
    },
    {
      "page": "rllm_kv_cache",
      "title": "Create program-shaped state for incremental decoding",
      "topics": [
        "rllm_kv_cache"
      ]
    },
    {
      "page": "rllm_linear",
      "title": "Typed linear, normalization, attention and pooling operators",
      "topics": [
        "rllm_attention",
        "rllm_linear",
        "rllm_norm",
        "rllm_pool"
      ]
    },
    {
      "page": "rllm_loop",
      "title": "Trace a structured, shared recurrence",
      "topics": [
        "rllm_loop"
      ]
    },
    {
      "page": "rllm_plan",
      "title": "Inspect the normalized checkpoint description of a GGUF model",
      "topics": [
        "rllm_plan"
      ]
    },
    {
      "page": "rllm_quantize_tensor",
      "title": "Quantize a matrix into an Rfmalloc-backed quantized tensor",
      "topics": [
        "rllm_quantize_tensor"
      ]
    },
    {
      "page": "rllm_residual",
      "title": "Trace a residual branch",
      "topics": [
        "rllm_residual"
      ]
    },
    {
      "page": "rllm_tap",
      "title": "Name an intermediate program output",
      "topics": [
        "rllm_tap"
      ]
    },
    {
      "page": "rllm_use_ggml",
      "title": "Enable or disable the ggml quantized matmul backend",
      "topics": [
        "rllm_backend_enabled",
        "rllm_use_ggml"
      ]
    }
  ],
  "_readme": "https://github.com/RGenomicsETL/Rfmalloc/raw/HEAD/packages/Rllm/README.md",
  "_rundeps": [
    "Rfmalloc",
    "Rggml",
    "Rgguf"
  ],
  "_score": 3.5440680443502757,
  "_indexed": true,
  "_nocasepkg": "rllm",
  "_universes": [
    "rgenomicsetl",
    "sounkou-bioinfo"
  ],
  "_binaries": [
    {
      "r": "4.7.0",
      "os": "linux",
      "version": "0.1.0",
      "date": "2026-10-10T07:45:32.000Z",
      "distro": "resolute",
      "arch": "aarch64",
      "commit": "156efa6ec133a512d8969fded81aaa630ff9ba16",
      "fileid": "https://r2.ropensci.org/cdc46c5a61af90be8d733d4dbc266df47788b578b1b837ecea78e7d4ff86ee0a",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/rgenomicsetl/actions/runs/38035190439"
    },
    {
      "r": "4.7.0",
      "os": "linux",
      "version": "0.1.0",
      "date": "2026-10-10T07:45:41.000Z",
      "distro": "resolute",
      "arch": "x86_64",
      "commit": "156efa6ec133a512d8969fded81aaa630ff9ba16",
      "fileid": "https://r2.ropensci.org/4a35242e293c168763f1740a348a646dcd98d0c73f1ae0e4d87b6bf821385b4b",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/rgenomicsetl/actions/runs/38035190439"
    },
    {
      "r": "4.6.1",
      "os": "linux",
      "version": "0.1.0",
      "date": "2026-10-10T07:45:27.000Z",
      "distro": "resolute",
      "arch": "aarch64",
      "commit": "156efa6ec133a512d8969fded81aaa630ff9ba16",
      "fileid": "https://r2.ropensci.org/c7cad5747b91904378d0ba960e14a3cbc12e8b7b72a80005e5950ca13bbf4c2e",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/rgenomicsetl/actions/runs/38035190439"
    },
    {
      "r": "4.6.1",
      "os": "linux",
      "version": "0.1.0",
      "date": "2026-10-10T07:45:43.000Z",
      "distro": "resolute",
      "arch": "x86_64",
      "commit": "156efa6ec133a512d8969fded81aaa630ff9ba16",
      "fileid": "https://r2.ropensci.org/3fa8f3e21b15bd2cb751283c03e6022f38de9dacfbe55aaa3a3a032cc59aeb72",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/rgenomicsetl/actions/runs/38035190439"
    },
    {
      "r": "4.5.3",
      "os": "mac",
      "version": "0.1.0",
      "date": "2026-10-10T08:02:42.000Z",
      "arch": "aarch64",
      "commit": "156efa6ec133a512d8969fded81aaa630ff9ba16",
      "fileid": "https://r2.ropensci.org/bb29e16a037953d0173697ccff7ef13487e12582127cc6f1cc34d0b6a21c96d3",
      "status": "success",
      "check": "NOTE",
      "buildurl": "https://github.com/r-universe/rgenomicsetl/actions/runs/38035190439"
    },
    {
      "r": "4.5.3",
      "os": "mac",
      "version": "0.1.0",
      "date": "2026-10-10T08:01:40.000Z",
      "arch": "x86_64",
      "commit": "156efa6ec133a512d8969fded81aaa630ff9ba16",
      "fileid": "https://r2.ropensci.org/14ba4eb78cb655ada18b8e63629bcf5714d7776a6d3f2a12c6d662e3e414d36f",
      "status": "success",
      "check": "NOTE",
      "buildurl": "https://github.com/r-universe/rgenomicsetl/actions/runs/38035190439"
    },
    {
      "r": "4.6.1",
      "os": "mac",
      "version": "0.1.0",
      "date": "2026-10-10T08:00:30.000Z",
      "arch": "aarch64",
      "commit": "156efa6ec133a512d8969fded81aaa630ff9ba16",
      "fileid": "https://r2.ropensci.org/30a209b435fab132ce9dc13f28f84aa9a00ded460817f277a0161a3fba6aa667",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/rgenomicsetl/actions/runs/38035190439"
    },
    {
      "r": "4.6.1",
      "os": "mac",
      "version": "0.1.0",
      "date": "2026-10-10T08:00:28.000Z",
      "arch": "x86_64",
      "commit": "156efa6ec133a512d8969fded81aaa630ff9ba16",
      "fileid": "https://r2.ropensci.org/32c658a29bc58998ef5549962f322bdcee88f2f0deed73fb5f4bf963dcad0d3c",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/rgenomicsetl/actions/runs/38035190439"
    },
    {
      "r": "4.6.0",
      "os": "wasm",
      "version": "0.1.0",
      "date": "2026-10-10T07:45:43.000Z",
      "arch": "emscripten",
      "commit": "156efa6ec133a512d8969fded81aaa630ff9ba16",
      "fileid": "https://r2.ropensci.org/c251b4cfa7b29f2fd2d8afebf7a9d1d50fb1b05c71d780000b6ce0ecbc78a1c5",
      "status": "success",
      "buildurl": "https://github.com/r-universe/rgenomicsetl/actions/runs/38035190439"
    },
    {
      "r": "4.7.0",
      "os": "win",
      "version": "0.1.0",
      "date": "2026-10-10T07:46:50.000Z",
      "arch": "aarch64",
      "commit": "156efa6ec133a512d8969fded81aaa630ff9ba16",
      "fileid": "https://r2.ropensci.org/237b29409be96346eca40a89ac77274f432571a6953bd2062848969a53fc51b7",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/rgenomicsetl/actions/runs/38035190439"
    },
    {
      "r": "4.7.0",
      "os": "win",
      "version": "0.1.0",
      "date": "2026-10-10T07:45:00.000Z",
      "arch": "x86_64",
      "commit": "156efa6ec133a512d8969fded81aaa630ff9ba16",
      "fileid": "https://r2.ropensci.org/bc01d30e0432dfcf44f405e98b4df99cc8e6856dcdc07ea70b7bbd312356d3b3",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/rgenomicsetl/actions/runs/38035190439"
    },
    {
      "r": "4.5.3",
      "os": "win",
      "version": "0.1.0",
      "date": "2026-10-10T07:45:00.000Z",
      "arch": "x86_64",
      "commit": "156efa6ec133a512d8969fded81aaa630ff9ba16",
      "fileid": "https://r2.ropensci.org/2b3f8fa934668a0b3f883b804347026878f0e751d0bcf1253e452e7d90a84467",
      "status": "success",
      "check": "NOTE",
      "buildurl": "https://github.com/r-universe/rgenomicsetl/actions/runs/38035190439"
    },
    {
      "r": "4.6.1",
      "os": "win",
      "version": "0.1.0",
      "date": "2026-10-10T07:46:46.000Z",
      "arch": "aarch64",
      "commit": "156efa6ec133a512d8969fded81aaa630ff9ba16",
      "fileid": "https://r2.ropensci.org/f1c34dab5143d746339b462dc25548e6606f1a64da88c917b96c76afbe17c558",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/rgenomicsetl/actions/runs/38035190439"
    },
    {
      "r": "4.6.1",
      "os": "win",
      "version": "0.1.0",
      "date": "2026-10-10T07:44:54.000Z",
      "arch": "x86_64",
      "commit": "156efa6ec133a512d8969fded81aaa630ff9ba16",
      "fileid": "https://r2.ropensci.org/d1e7674492782878d9f6662f8b8ffeb37defe93857a449b54c071d3df843d11d",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/rgenomicsetl/actions/runs/38035190439"
    }
  ]
}