

模型下载地址
using LLama;
using LLama.Common;
using System;
using System.IO;
using System.Threading.Tasks;
using System.Windows;
using System.Windows.Input;
namespace YF_Talk
{
public partial class MainWindow : Window
{
private LLamaWeights _model;
private LLamaContext _context;
private InteractiveExecutor _executor;
private bool _isInitialized = false;
public MainWindow()
{
InitializeComponent();
Loaded += MainWindow_Loaded;
}
private async void MainWindow_Loaded(object sender, RoutedEventArgs e)
{
await InitializeModelAsync();
}
private async Task InitializeModelAsync()
{
try
{
ChatBox.Text = "正在加载模型,请稍候...\n";
var modelPath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "Assets", "C:\\Users\\Administrator\\Downloads\\DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf");
var parameters = new ModelParams(modelPath)
{
ContextSize = 2048,
GpuLayerCount = 20,
};
_model = await Task.Run(() => LLamaWeights.LoadFromFile(parameters));
_context = await Task.Run(() => new LLamaContext(_model, parameters));
_executor = new InteractiveExecutor(_context);
_isInitialized = true;
ChatBox.Text += "模型加载完成!现在可以开始聊天了。\n\n";
InputBox.Focus();
}
catch (Exception ex)
{
ChatBox.Text += $"初始化失败: {ex.Message}\n";
MessageBox.Show($"模型加载失败: {ex.Message}", "错误", MessageBoxButton.OK, MessageBoxImage.Error);
}
}
private async void SendButton_Click(object sender, RoutedEventArgs e)
{
await ProcessInputAsync();
}
private async void InputBox_KeyDown(object sender, KeyEventArgs e)
{
if (e.Key == Key.Enter)
{
await ProcessInputAsync();
}
}
private async Task ProcessInputAsync()
{
if (!_isInitialized)
{
ChatBox.Text += "模型尚未加载完成,请稍候...\n";
return;
}
var input = InputBox.Text.Trim();
if (string.IsNullOrWhiteSpace(input))
return;
ChatBox.Text += $"你: {input}\n";
InputBox.Clear();
try
{
var inferenceParams = new InferenceParams
{
AntiPrompts = new[] { "你:", "User:" },
MaxTokens = 512,
};
ChatBox.Text += "AI: ";
await foreach (var text in _executor.InferAsync(input, inferenceParams))
{
ChatBox.Text += text;
ChatBox.ScrollToEnd();
}
ChatBox.Text += "\n\n";
ChatBox.ScrollToEnd();
}
catch (Exception ex)
{
ChatBox.Text += $"发生错误: {ex.Message}\n";
}
}
protected override void OnClosed(EventArgs e)
{
_context?.Dispose();
_model?.Dispose();
base.OnClosed(e);
}
}
}
<Window x:Class="YF_Talk.MainWindow"
xmlns="http://schemas.microsoft.com/winfx/2006/xaml/presentation"
xmlns:x="http://schemas.microsoft.com/winfx/2006/xaml"
xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
xmlns:local="clr-namespace:YF_Talk"
mc:Ignorable="d"
Title="YF Talk - DeepSeek Chat" Height="450" Width="800">
<Grid>
<Grid.RowDefinitions>
<RowDefinition Height="*"/>
<RowDefinition Height="Auto"/>
</Grid.RowDefinitions>
<ScrollViewer Grid.Row="0" VerticalScrollBarVisibility="Auto">
<TextBox x:Name="ChatBox" IsReadOnly="True" TextWrapping="Wrap"
VerticalScrollBarVisibility="Auto" FontSize="14" Padding="10"/>
</ScrollViewer>
<Grid Grid.Row="1" Margin="5">
<Grid.ColumnDefinitions>
<ColumnDefinition Width="*"/>
<ColumnDefinition Width="Auto"/>
</Grid.ColumnDefinitions>
<TextBox x:Name="InputBox" Grid.Column="0" Margin="0,0,5,0"
VerticalContentAlignment="Center" FontSize="14" KeyDown="InputBox_KeyDown"/>
<Button x:Name="SendButton" Grid.Column="1" Content="发送"
Width="80" Click="SendButton_Click"/>
</Grid>
</Grid>
</Window>