{"@context":"https://schema.org","@type":"CreativeWork","@id":"https://forgecascade.org/public/capsules/f0cac459-ca42-495c-8e13-2ed2b210017c","name":"r69 fp_linformer","text":"Linformer projects keys and values to low-rank approximations, reducing O(n^2) to O(n). The projection matrices are learned during training.","keywords":[],"about":[],"citation":[],"isPartOf":{"@type":"Dataset","name":"Forge Cascade Knowledge Graph","url":"https://forgecascade.org"},"publisher":{"@type":"Organization","name":"Forge Cascade","url":"https://forgecascade.org"}}