Skip to content

Commit 82cd1bc

Browse files
author
lexasub
committed
small fixes
1 parent a77169f commit 82cd1bc

File tree

4 files changed

+3
-7
lines changed

4 files changed

+3
-7
lines changed

common/arg.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1470,7 +1470,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
14701470
[](common_params & params) {
14711471
params.ctx_shift = false;
14721472
}
1473-
).set_examples({LLAMA_EXAMPLE_MAIN, LLAMA_EXAMPLE_SERVER, LLAMA_EXAMPLE_IMATRIX, LLAMA_EXAMPLE_PERPLEXITY, LLAMA_EXAMPLE_FINETUNE}).set_env("LLAMA_ARG_NO_CONTEXT_SHIFT"));
1473+
).set_examples({LLAMA_EXAMPLE_MAIN, LLAMA_EXAMPLE_SERVER, LLAMA_EXAMPLE_IMATRIX, LLAMA_EXAMPLE_PERPLEXITY}).set_env("LLAMA_ARG_NO_CONTEXT_SHIFT"));
14741474
add_opt(common_arg(
14751475
{"--chunks"}, "N",
14761476
string_format("max number of chunks to process (default: %d, -1 = all)", params.n_chunks),

tools/dataset-converter/dataset-to-gguf/llama-dataset-reader/llama-parquet-data-reader.cpp

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -19,8 +19,7 @@ llama_parquet_dataset_reader::llama_parquet_dataset_reader(const struct llama_mo
1919

2020
// Destructor
2121
llama_parquet_dataset_reader::~llama_parquet_dataset_reader() {
22-
close();
23-
m_file_path.clear(); // Clear the stored path only on destruction
22+
llama_parquet_dataset_reader::close();
2423
}
2524

2625
// Opens the Parquet file for reading.

tools/dataset-converter/dataset-to-gguf/llama-dataset-reader/llama-text-data-reader.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ llama_text_dataset_reader::llama_text_dataset_reader(const struct llama_model *
1616

1717
// Destructor
1818
llama_text_dataset_reader::~llama_text_dataset_reader() {
19-
close();
19+
llama_text_dataset_reader::close();
2020
}
2121

2222
// Opens the text file for reading.

tools/dataset-converter/dataset-to-gguf/llama-gguf-reader.cpp

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -109,7 +109,6 @@ bool llama_gguf_reader::llama_gguf_reader_read_tensor_data(int64_t index, std::v
109109
return false;
110110
}
111111

112-
// Получаем ggml_type напрямую и сравниваем с GGML_TYPE_I32
113112
ggml_type tensor_ggml_type = gguf_get_tensor_type(ctx_internal, index);
114113
if (tensor_ggml_type != GGML_TYPE_I32) {
115114
std::cerr << "Error (GGUFReader::read_tensor_data): Tensor type for '"
@@ -120,7 +119,6 @@ bool llama_gguf_reader::llama_gguf_reader_read_tensor_data(int64_t index, std::v
120119

121120
size_t expected_bytes = gguf_get_tensor_size(ctx_internal, index);
122121
if (expected_bytes == 0) {
123-
// Если тензор пустой, просто возвращаем пустой вектор токенов
124122
tokens.clear();
125123
return true;
126124
}
@@ -136,7 +134,6 @@ bool llama_gguf_reader::llama_gguf_reader_read_tensor_data(int64_t index, std::v
136134

137135
size_t data_offset_in_file = gguf_get_data_offset(ctx_internal) + gguf_get_tensor_offset(ctx_internal, index);
138136

139-
// Открываем файл для чтения данных, используя сохраненный путь
140137
std::ifstream file(m_file_path, std::ios::binary);
141138
if (!file.is_open()) {
142139
std::cerr << "Error (GGUFReader::read_tensor_data): Could not open GGUF file '" << m_file_path

0 commit comments

Comments
 (0)