Skip to content

Commit 63ba0b6

Browse files
committed
only rm when params.escape, rm space if possible which is added back or rm added space token
1 parent 0526560 commit 63ba0b6

File tree

1 file changed

+5
-4
lines changed

1 file changed

+5
-4
lines changed

examples/infill/infill.cpp

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -234,10 +234,11 @@ int main(int argc, char ** argv) {
234234
LOG("add_bos: %d\n", add_bos);
235235

236236
bool suff_rm_leading_spc = params.escape;
237-
if (suff_rm_leading_spc && params.input_suffix.find_first_of(" ") == 0 && params.input_suffix.size() > 1) {
238-
params.input_suffix.erase(0, 1);
239-
suff_rm_leading_spc = false;
240-
}
237+
// if (suff_rm_leading_spc && params.input_suffix.find_first_of(" ") == 0 && params.input_suffix.size() > 1) {
238+
// params.input_suffix.erase(0, 1);
239+
// suff_rm_leading_spc = false;
240+
// }
241+
suff_rm_leading_spc = true;
241242
std::vector<llama_token> embd_inp;
242243
std::vector<llama_token> inp_pfx = ::llama_tokenize(ctx, params.input_prefix, false);
243244
std::vector<llama_token> inp_sfx = ::llama_tokenize(ctx, params.input_suffix, false);

0 commit comments

Comments
 (0)