From 0d716a791ce81bececb42e3e96ea1c85e2725b06 Mon Sep 17 00:00:00 2001 From: donjuanplatinum Date: Fri, 12 Jul 2024 13:29:57 -0400 Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E6=94=B9?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- candle_demo/src/codegeex4.rs | 2 +- candle_demo/src/main.rs | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/candle_demo/src/codegeex4.rs b/candle_demo/src/codegeex4.rs index d10a74f..80369e4 100755 --- a/candle_demo/src/codegeex4.rs +++ b/candle_demo/src/codegeex4.rs @@ -68,7 +68,7 @@ impl RotaryEmbedding { let inv_freq_len = inv_freq.len(); let inv_freq = Tensor::from_vec(inv_freq, (1, inv_freq_len), dev)?.to_dtype(dtype)?; let t = Tensor::arange(0u32, cfg.seq_length as u32, dev)? - .to_dtype(dtype)? + .to_dtype(dtype).expect("unalbe to dytpe in Rotray Embedding new") .reshape((cfg.seq_length, 1))?; let freqs = t.matmul(&inv_freq)?; let cache = Tensor::stack(&[&freqs.cos()?, &freqs.sin()?], D::Minus1)?; diff --git a/candle_demo/src/main.rs b/candle_demo/src/main.rs index b20beee..20eff5c 100755 --- a/candle_demo/src/main.rs +++ b/candle_demo/src/main.rs @@ -174,7 +174,7 @@ fn main() -> Result<(),()> { ); println!( "temp: {:.2} repeat-penalty: {:.2} repeat-last-n: {}", - args.temperature.unwrap_or(0.), + args.temperature.unwrap_or(0.95), args.repeat_penalty, args.repeat_last_n );