From 8a752dd828d2a1296ae1765ce0819b5371fc723e Mon Sep 17 00:00:00 2001 From: Niels Horn Date: Fri, 1 Mar 2024 08:11:50 +0000 Subject: [PATCH] Reverting. --- config.json | 2 +- training_args.bin | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/config.json b/config.json index e372918..35cb791 100644 --- a/config.json +++ b/config.json @@ -2,7 +2,7 @@ "architectures": [ "MistralForCausalLM" ], - "attention_dropout": 0.1, + "attention_dropout": 0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", diff --git a/training_args.bin b/training_args.bin index 326c162..decfed7 100644 --- a/training_args.bin +++ b/training_args.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7c360e48bc9afd83a98d0e8238647289d95d71f1e4fe9936279100540ef3782e +oid sha256:8fb60741b16ac8a592f18de1dbe51176dc5bc594e36171dd5e392551ea9c859a size 5944