Adjust CUDA FA kernel parameters for head size 512 on Turing (#1942)

2026-08-12 22:29:39 +04:00 · 2026-06-10 07:49:21 +02:00
parent 2a1148384c
commit e6f8112f3b
2 changed files with 60 additions and 14 deletions
@@ -1141,8 +1141,8 @@ int main(int argc, char ** argv) {
                        arr.push_back(res->to_json());
                    }
                    // if single request, return single object instead of array
-                    res_ok(res, arr.size() == 1 ? arr[0] : arr);              
-                }                       
+                    res_ok(res, arr.size() == 1 ? arr[0] : arr);
+                }
            }
            else {
                // in streaming mode, the first error must be treated as non-stream response