File tree Expand file tree Collapse file tree 1 file changed +3
-9
lines changed
modules/instinct-transformer/include/instinct/transformer Expand file tree Collapse file tree 1 file changed +3
-9
lines changed Original file line number Diff line number Diff line change 1313#include < cstring>
1414#include < map>
1515#include < unistd.h>
16+ #include < memory>
17+ #include < vector>
18+
1619
1720#include < instinct/transformer/config.hpp>
1821#include < instinct/transformer/layers.hpp>
@@ -22,16 +25,7 @@ namespace INSTINCT_TRANSFORMER_NS::models {
2225 using namespace INSTINCT_TRANSFORMER_NS ::layers;
2326
2427 struct GenerationConfig {
25- // int max_length;
26- // int max_context_length;
27- // bool do_sample;
28- // int top_k;
29- // float top_p;
30- // float temperature;
3128 unsigned int num_threads;
32- // float presence_penalty;
33- // float tfs_z;
34- // std::string sampling;
3529 };
3630
3731 static ggml_tensor * ggml_init_tensor (ggml_tensor *tensor,
You can’t perform that action at this time.
0 commit comments