@@ -19,7 +19,7 @@ int main(int argc, char ** argv) {
1919 int n_gpu_layers = 0 ;
2020
2121 std::vector<int > n_pp = { 128 , 256 , 512 , 1024 , 2048 , 3584 , 7680 , };
22- std::vector<int > n_tg = { 128 , 256 , 512 , };
22+ std::vector<int > n_tg = { 128 , 256 , };
2323 std::vector<int > n_pl = { 1 , 2 , 4 , 8 , 16 , 32 , };
2424 // std::vector<int> n_pl = { 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 32, };
2525
@@ -106,7 +106,7 @@ int main(int argc, char ** argv) {
106106 }
107107
108108 LOG_TEE (" |%6s | %6s | %4s | %6s | %8s | %8s | %8s | %8s | %8s | %8s |\n " , " PP" , " TG" , " B" , " N_KV" , " T_PP s" , " S_PP t/s" , " T_TG s" , " S_TG t/s" , " T s" , " S t/s" );
109- LOG_TEE (" |%6s-+ -%6s-+ -%4s-+ -%6s-+ -%8s-+ -%8s-+ -%8s-+ -%8s-+ -%8s-+ -%8s-|\n " , " ------" , " ------" , " ----" , " -- ------" , " --------" , " --------" , " --------" , " --------" , " --------" , " --------" );
109+ LOG_TEE (" |%6s-| -%6s-| -%4s-| -%6s-| -%8s-| -%8s-| -%8s-| -%8s-| -%8s-| -%8s-|\n " , " ------" , " ------" , " ----" , " ------" , " --------" , " --------" , " --------" , " --------" , " --------" , " --------" );
110110
111111 for ( int i_pp = 0 ; i_pp < (int ) n_pp.size (); ++i_pp) {
112112 for ( int i_tg = 0 ; i_tg < (int ) n_tg.size (); ++i_tg) {
0 commit comments