{"name":"dust","repo":"qlabs-eng/dust","url":"https://midorreal.com/project/qlabs-eng-dust","repository":"https://github.com/qlabs-eng/dust","description":"Pretraining Transformers Without Backpropagation","facts":{"license":{"value":"MIT","source":"https://github.com/qlabs-eng/dust","checked":"22 Nov 2026"},"language":{"value":"Python","source":"https://github.com/qlabs-eng/dust","checked":"22 Nov 2026"},"releases":{"value":"0","source":"https://github.com/qlabs-eng/dust/releases","checked":"20 Nov 2026"},"contributors":{"value":"2","source":"https://github.com/qlabs-eng/dust/graphs/contributors","checked":"20 Nov 2026"},"archived":{"value":"no","source":"https://github.com/qlabs-eng/dust","checked":"22 Nov 2026"}},"stars":324.0,"writeup":{"what_it_is":"DUST is a minimal implementation of a research method for pretraining transformer models using forward evaluations and SGD, without backpropagation. The repository includes the model, the training algorithm, and a backpropagation SGD baseline that uses the same model and data.","audience":"Researchers studying transformer training methods without backpropagation","claims":[{"kind":"specific","claim":"Trains a transformer using forward evaluations and SGD, without backpropagation","excerpt":"Train a transformer using forward evaluations and SGD, without backpropagation.","status":"not_checked"},{"kind":"specific","claim":"Supports population sizes of 256, 1024, 4096, and 16384","excerpt":"Supported populations are **256, 1024, 4096, and 16384**","status":"not_checked"},{"kind":"specific","claim":"Requires Linux, Python 3.10+, and an NVIDIA GPU with bfloat16 support","excerpt":"Requires Linux, Python 3.10+, and an NVIDIA GPU with bfloat16 support.","status":"not_checked"}],"alternatives":[],"written_by":"AI, from the project's README","date":"2026-10-26"},"why_now":null,"owner_supplied":null,"score":{"verdict":"mid","hype":18,"reality":0,"gap":18,"momentum":0.1,"confidence":60,"version":"score-2.0","rule":"verdict-2.0","calculated_at":"2026-11-22T08:00:00+00:00","verdict_source":"rule"},"early_read":null,"changes":[{"date":"2026-10-02T20:48:17+00:00","text":"Repository created","source":"https://github.com/qlabs-eng/dust"}],"cite":"dust is a GitHub project at https://github.com/qlabs-eng/dust written mainly in Python, described there as \"Pretraining Transformers Without Backpropagation\".","attribution":"Data from Mid or Real, https://midorreal.com/project/qlabs-eng-dust, checked 22 November 2026. Attribution with a link is required.","still_real":null}