cont : keep backend sampling disabled for now

Author: ggerganov

common/common.cpp

@@ -1101,8 +1101,11 @@ common_init_result::common_init_result(common_params & params) :
         pimpl->samplers_seq_config[i] = { i, common_sampler_get(pimpl->samplers[i].get()) };
     }
 
-    cparams.samplers   = pimpl->samplers_seq_config.data();
-    cparams.n_samplers = pimpl->samplers_seq_config.size();
+    // TODO: temporarily gated behind a flag
+    if (params.sampling.backend_sampling) {
+        cparams.samplers   = pimpl->samplers_seq_config.data();
+        cparams.n_samplers = pimpl->samplers_seq_config.size();
+    }
 
     llama_context * lctx = llama_init_from_model(model, cparams);
     if (lctx == NULL) {

examples/batched/batched.cpp

@@ -81,6 +81,7 @@ int main(int argc, char ** argv) {
         sampler_configs.push_back({ i, smpl });
     }
 
+    // TODO: temporarily gated behind a flag
     if (params.sampling.backend_sampling) {
         ctx_params.samplers   = sampler_configs.data();
         ctx_params.n_samplers = sampler_configs.size();