refactor: cleaup and implemented mvvm

This commit is contained in:
tux
2025-07-05 06:18:00 +05:30
parent 896b2a9f40
commit 7ffdfea18f
13 changed files with 249 additions and 210 deletions

View File

@@ -2,14 +2,16 @@
xmlns:x="http://schemas.microsoft.com/winfx/2006/xaml"
xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
xmlns:vm="using:highminded.models"
mc:Ignorable="d" d:DesignWidth="800" d:DesignHeight="450"
x:Class="highminded.ui.controls.ChatUserControl">
x:Class="highminded.ui.controls.ChatUserControl"
x:DataType="vm:ChatViewModel">
<Grid RowDefinitions="*,Auto" Margin="15" RowSpacing="10">
<HtmlPanel Grid.Row="0" Name="ResultBlock" BaseStylesheet="* { font: Inter; color: white; }"
IsContextMenuEnabled="False" IsSelectionEnabled="False" />
<TextBox Grid.Row="1" Name="PromptBox" CornerRadius="5" TextWrapping="Wrap"
KeyDown="PromptBox_OnKeyDown" />
<HtmlPanel Grid.Row="0" BaseStylesheet="* { font: Inter; color: white; }"
IsContextMenuEnabled="False" IsSelectionEnabled="False" Text="{Binding Content}" />
<TextBox Grid.Row="1" CornerRadius="5" TextWrapping="Wrap"
KeyDown="PromptBox_OnKeyDown" Text="{Binding Prompt}" />
</Grid>
</UserControl>

View File

@@ -7,6 +7,7 @@ using System.Linq;
using System.Text;
using System.Threading.Tasks;
using Avalonia.Input;
using highminded.models;
using highminded.utils;
using OpenAI.Chat;
using Markdig;
@@ -16,14 +17,18 @@ namespace highminded.ui.controls;
public partial class ChatUserControl : UserControl
{
private readonly MarkdownPipeline _pipeline = null!;
private AudioCapture _audioCapture = null!;
private readonly ChatViewModel _model;
private readonly MarkdownPipeline _pipeline;
private readonly AudioCapture _audioCapture;
public ChatUserControl()
{
InitializeComponent();
_pipeline = new MarkdownPipelineBuilder().UseAdvancedExtensions().UseColorCode().Build();
DataContext = InMemoryDb.Obj.ChatViewModel;
_audioCapture = new AudioCapture();
_model = InMemoryDb.Obj.ChatViewModel;
_pipeline = new MarkdownPipelineBuilder().UseAdvancedExtensions().UseColorCode().Build();
}
public void StartRecord()
@@ -33,42 +38,15 @@ public partial class ChatUserControl : UserControl
var dirPath = Path.Combine(Environment.CurrentDirectory, "audio");
var filePath = Path.Combine(dirPath, fileName);
Directory.CreateDirectory(dirPath);
InMemoryDb.Obj.MainViewModel.IsRecording = true;
_audioCapture.StartRecording(filePath);
}
public void StopRecord()
{
if (_audioCapture != null)
{
_audioCapture.StopRecording();
SendAudio();
}
}
public async void SendAudio()
{
try
{
var dirPath = Path.Combine(Environment.CurrentDirectory, "audio");
var latestAudio = new DirectoryInfo(dirPath).GetFiles().OrderByDescending(f => f.LastWriteTime).First();
var filePath = Path.Combine(dirPath, latestAudio.Name);
var audioFileBytes = await File.ReadAllBytesAsync(filePath);
var audioBytes = BinaryData.FromBytes(audioFileBytes);
List<ChatMessage> messages =
[
new UserChatMessage(
ChatMessageContentPart.CreateTextPart(InMemoryDb.Obj.SettingsManager.Settings.AudioPrompt),
ChatMessageContentPart.CreateInputAudioPart(audioBytes, ChatInputAudioFormat.Wav)
)
];
await ProcessChatStreamAsync(messages);
}
catch (Exception err)
{
ResultBlock.Text = err.Message;
}
_audioCapture.StopRecording();
InMemoryDb.Obj.MainViewModel.IsRecording = false;
SendAudio();
}
public async void SendScreenshot()
@@ -99,7 +77,33 @@ public partial class ChatUserControl : UserControl
}
catch (Exception err)
{
ResultBlock.Text = err.Message;
_model.Content = err.Message;
}
}
private async void SendAudio()
{
try
{
var dirPath = Path.Combine(Environment.CurrentDirectory, "audio");
var latestAudio = new DirectoryInfo(dirPath).GetFiles().OrderByDescending(f => f.LastWriteTime).First();
var filePath = Path.Combine(dirPath, latestAudio.Name);
var audioFileBytes = await File.ReadAllBytesAsync(filePath);
var audioBytes = BinaryData.FromBytes(audioFileBytes);
List<ChatMessage> messages =
[
new UserChatMessage(
ChatMessageContentPart.CreateTextPart(InMemoryDb.Obj.SettingsManager.Settings.AudioPrompt),
ChatMessageContentPart.CreateInputAudioPart(audioBytes, ChatInputAudioFormat.Wav)
)
];
await ProcessChatStreamAsync(messages);
}
catch (Exception err)
{
_model.Content = err.Message;
}
}
@@ -109,15 +113,14 @@ public partial class ChatUserControl : UserControl
{
if (e.Key != Key.Enter) return;
var prompt = PromptBox.Text;
if (prompt is null) return;
PromptBox.Clear();
var prompt = _model.Prompt;
if (prompt == string.Empty) return;
_model.Prompt = string.Empty;
await ProcessChatStreamAsync(prompt);
}
catch (Exception err)
{
ResultBlock.Text = err.Message;
_model.Content = err.Message;
}
}
@@ -140,7 +143,7 @@ public partial class ChatUserControl : UserControl
responseBuilder.Append(token);
var html = Markdig.Markdown.ToHtml(responseBuilder.ToString(), _pipeline);
ResultBlock.Text = html;
_model.Content = html;
}
}
}

View File

@@ -2,39 +2,42 @@
xmlns:x="http://schemas.microsoft.com/winfx/2006/xaml"
xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
xmlns:vm="using:highminded.models"
mc:Ignorable="d" d:DesignWidth="800" d:DesignHeight="450"
x:Class="highminded.ui.controls.SettingsUserControl">
x:Class="highminded.ui.controls.SettingsUserControl"
x:DataType="vm:SettingsViewModel">
<Grid Margin="15" RowSpacing="10" ColumnSpacing="10" RowDefinitions="Auto,Auto,Auto,Auto,Auto"
ColumnDefinitions="*,*">
<Grid Margin="15" RowSpacing="10" ColumnSpacing="10" RowDefinitions="Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="*,*">
<StackPanel Grid.Row="0" Grid.Column="0">
<TextBlock Text="Model" />
<TextBox Name="ModelTextBox" />
<TextBox Text="{Binding Model}" />
</StackPanel>
<StackPanel Grid.Row="0" Grid.Column="1">
<TextBlock Text="API URL" />
<TextBox Name="ApiUrlTextBox" />
<TextBox Text="{Binding ApiUrl}" />
</StackPanel>
<StackPanel Grid.Row="1" Grid.Column="0" Grid.ColumnSpan="2">
<TextBlock Text="API Key" />
<TextBox Name="ApiKeyTextBox" PasswordChar="*" />
<TextBox PasswordChar="*" Text="{Binding ApiKey}" />
</StackPanel>
<StackPanel Grid.Row="2" Grid.Column="0" Grid.ColumnSpan="2">
<TextBlock Text="Screenshot Prompt" />
<TextBox Name="ScreenshotPromptTextBox" TextWrapping="Wrap" MinLines="3" MaxLines="3"/>
</StackPanel>
<StackPanel Grid.Row="2" Grid.Column="0" Grid.ColumnSpan="2">
<TextBlock Text="Screenshot Prompt" />
<TextBox TextWrapping="Wrap" MinLines="3" MaxLines="3" Text="{Binding ScreenshotPrompt}" />
</StackPanel>
<StackPanel Grid.Row="3" Grid.Column="0" Grid.ColumnSpan="2">
<TextBlock Text="Audio Prompt" />
<TextBox TextWrapping="Wrap" MinLines="3" MaxLines="3" Text="{Binding AudioPrompt}" />
</StackPanel>
<StackPanel Grid.Row="3" Grid.Column="0" Grid.ColumnSpan="2">
<TextBlock Text="Audio Prompt" />
<TextBox Name="AudioPromptTextbox" TextWrapping="Wrap" MinLines="3" MaxLines="3"/>
</StackPanel>
<StackPanel Grid.Row="4" Grid.Column="0" Grid.ColumnSpan="2">
<Button Name="SaveSettingsBtn" Content="Save" Click="SaveSettingsBtn_OnClick"/>
</StackPanel>
<Button Content="Save" Click="SaveSettingsBtn_OnClick" />
</StackPanel>
</Grid>
</UserControl>

View File

@@ -9,20 +9,11 @@ public partial class SettingsUserControl : UserControl
public SettingsUserControl()
{
InitializeComponent();
ModelTextBox.Text = InMemoryDb.Obj.SettingsManager.Settings.Model;
ApiUrlTextBox.Text = InMemoryDb.Obj.SettingsManager.Settings.ApiURL;
ApiKeyTextBox.Text = InMemoryDb.Obj.SettingsManager.Settings.ApiKey;
ScreenshotPromptTextBox.Text = InMemoryDb.Obj.SettingsManager.Settings.ScreenshotPrompt;
AudioPromptTextbox.Text = InMemoryDb.Obj.SettingsManager.Settings.AudioPrompt;
DataContext = InMemoryDb.Obj.SettingsViewModel;
}
private void SaveSettingsBtn_OnClick(object? sender, RoutedEventArgs e)
{
InMemoryDb.Obj.SaveSettings(new AppSettings()
{
ApiKey = ApiKeyTextBox.Text, ApiURL = ApiUrlTextBox.Text, Model = ModelTextBox.Text,
ScreenshotPrompt = ScreenshotPromptTextBox.Text, AudioPrompt = AudioPromptTextbox.Text
});
InMemoryDb.Obj.SaveSettings();
}
}

View File

@@ -3,8 +3,10 @@
xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
xmlns:iconPacks="https://github.com/MahApps/IconPacks.Avalonia"
xmlns:vm="using:highminded.models"
mc:Ignorable="d" d:DesignWidth="800" d:DesignHeight="450"
x:Class="highminded.ui.windows.MainWindow"
x:DataType="vm:MainViewModel"
Title="highminded"
Height="600"
Width="800"
@@ -18,10 +20,20 @@
Foreground="#fff"
TransparencyBackgroundFallback="Transparent"
FontSize="16">
<Window.Styles>
<Style Selector="Border.recording">
<Setter Property="BorderBrush" Value="#19ffffff" />
</Style>
<Style Selector="Border.recording[IsVisible=True]">
<Setter Property="BorderBrush" Value="#997ce87c" />
</Style>
</Window.Styles>
<Grid RowDefinitions="Auto,*" Margin="5" RowSpacing="10">
<Border Grid.Row="0" CornerRadius="5" Background="Black" Opacity="0.8" PointerPressed="OnPointerPressed">
<Grid ColumnDefinitions="*,Auto" Margin="15 10">
<TextBlock Grid.Column="0" VerticalAlignment="Center" Margin="5">High Minded</TextBlock>
<TextBlock Grid.Column="0" VerticalAlignment="Center" Margin="5" Text="{Binding AppName}" />
<StackPanel Grid.Column="1" Orientation="Horizontal" VerticalAlignment="Center"
HorizontalAlignment="Center">
<Border Background="Black" BorderBrush="#19ffffff" BorderThickness="2" CornerRadius="5"
@@ -29,7 +41,7 @@
<StackPanel Orientation="Horizontal" HorizontalAlignment="Center" VerticalAlignment="Center"
Spacing="5" Margin="10 0">
<TextBlock FontSize="12" Text="Hide:" />
<TextBlock FontSize="12" Text="SHIFT + \" />
<TextBlock FontSize="12" Text="{Binding HideShortcutKey}" />
</StackPanel>
</Border>
<Border Background="Black" BorderBrush="#19ffffff" BorderThickness="2" CornerRadius="5"
@@ -37,16 +49,32 @@
<StackPanel Orientation="Horizontal" HorizontalAlignment="Center" VerticalAlignment="Center"
Spacing="5" Margin="10 0">
<TextBlock FontSize="12" Text="Screen:" />
<TextBlock FontSize="12" Text="SHIFT + S" />
<TextBlock FontSize="12" Text="{Binding ScreenshotShortcutKey}" />
</StackPanel>
</Border>
<Border
IsVisible="{Binding !IsRecording}"
BorderBrush="#19ffffff"
Background="Black"
BorderThickness="2" CornerRadius="5"
Margin="0 0 10 0">
<StackPanel Orientation="Horizontal" HorizontalAlignment="Center" VerticalAlignment="Center"
Spacing="5" Margin="10 0">
<TextBlock FontSize="12" Text="Audio:" />
<TextBlock FontSize="12" Text="{Binding AudioShortcutKey}" />
</StackPanel>
</Border>
<Border
IsVisible="{Binding IsRecording}"
BorderBrush="#997ce87c"
Background="Black"
BorderThickness="2" CornerRadius="5"
Margin="0 0 10 0">
<StackPanel Orientation="Horizontal" HorizontalAlignment="Center" VerticalAlignment="Center"
Spacing="5" Margin="10 0">
<TextBlock FontSize="12" Text="Audio:" />
<TextBlock FontSize="12" Text="{Binding AudioShortcutKey}" />
</StackPanel>
</Border>
<Border Background="Black" BorderBrush="#19ffffff" BorderThickness="2" CornerRadius="5"
Margin="0 0 10 0">
<StackPanel Orientation="Horizontal" HorizontalAlignment="Center" VerticalAlignment="Center"
Spacing="5" Margin="10 0">
<TextBlock FontSize="12" Text="Audio:" />
<TextBlock FontSize="12" Text="SHIFT + A" />
</StackPanel>
</Border>
<Button Name="ChatBtn" Background="Transparent" Click="ChatBtnClick">
<iconPacks:PackIconLucide Grid.Column="1" Kind="Brain" Height="16" Width="16" />
@@ -55,7 +83,7 @@
<iconPacks:PackIconLucide Grid.Column="1" Kind="Settings" Height="16" Width="16" />
</Button>
<Button Name="HideBtn" Background="Transparent" Click="HideBtnClick">
<iconPacks:PackIconLucide Grid.Column="1" Kind="X" Height="13" Width="13"/>
<iconPacks:PackIconLucide Grid.Column="1" Kind="X" Height="13" Width="13" />
</Button>
</StackPanel>

View File

@@ -6,6 +6,7 @@ using Avalonia.Interactivity;
using Avalonia.Media;
using Avalonia.Threading;
using highminded.ui.controls;
using highminded.utils;
using SharpHook;
using SharpHook.Data;
@@ -36,13 +37,14 @@ public partial class MainWindow : Window
public MainWindow()
{
InitializeComponent();
DataContext = InMemoryDb.Obj.MainViewModel;
UControl.Content = _chatUserControl;
ChatBtnActive();
HideOverlay();
// Global Hotkey
_hook.KeyPressed += OnKeyPressed;
_hook.RunAsync();
_chatUserControl.SendAudio();
}
private void OnPointerPressed(object? sender, PointerPressedEventArgs e)
@@ -74,56 +76,6 @@ public partial class MainWindow : Window
SettingsBtn.Background = new SolidColorBrush(Color.FromArgb(25, 255, 255, 255));
}
private void OnKeyPressed(object? sender, KeyboardHookEventArgs e)
{
bool hasCtrl = (e.RawEvent.Mask & EventMask.Ctrl) != EventMask.None;
bool hasAlt = (e.RawEvent.Mask & EventMask.Alt) != EventMask.None;
bool hasShift = (e.RawEvent.Mask & EventMask.Shift) != EventMask.None;
bool hasH = e.Data.KeyCode == KeyCode.VcH;
bool hasBackslash = e.Data.KeyCode == KeyCode.VcBackslash;
bool hasA = e.Data.KeyCode == KeyCode.VcA;
bool hasS = e.Data.KeyCode == KeyCode.VcS;
bool hasQ = e.Data.KeyCode == KeyCode.VcQ;
if (hasCtrl && hasShift && hasAlt && hasH)
{
ShowOverlay();
}
if (hasShift && hasS)
{
Dispatcher.UIThread.Post(() => { _chatUserControl.SendScreenshot(); });
}
if (hasShift && hasA)
{
Dispatcher.UIThread.Post(() => { _chatUserControl.StartRecord(); });
}
if (hasAlt && hasShift && hasQ)
{
Dispatcher.UIThread.Post(() => { Environment.Exit(0); });
}
if (hasShift && hasBackslash)
{
Dispatcher.UIThread.Post(() =>
{
if (WindowState == WindowState.Minimized || !IsVisible)
{
Show();
WindowState = WindowState.Normal;
Activate();
Topmost = true;
}
else
{
Hide();
}
});
}
}
private void ShowOverlay()
{
var handle = TryGetPlatformHandle();
@@ -188,4 +140,54 @@ public partial class MainWindow : Window
{
Hide();
}
private void OnKeyPressed(object? sender, KeyboardHookEventArgs e)
{
bool hasCtrl = (e.RawEvent.Mask & EventMask.Ctrl) != EventMask.None;
bool hasAlt = (e.RawEvent.Mask & EventMask.Alt) != EventMask.None;
bool hasShift = (e.RawEvent.Mask & EventMask.Shift) != EventMask.None;
bool hasH = e.Data.KeyCode == KeyCode.VcH;
bool hasBackslash = e.Data.KeyCode == KeyCode.VcBackslash;
bool hasA = e.Data.KeyCode == KeyCode.VcA;
bool hasS = e.Data.KeyCode == KeyCode.VcS;
bool hasQ = e.Data.KeyCode == KeyCode.VcQ;
if (hasCtrl && hasShift && hasAlt && hasH)
{
ShowOverlay();
}
if (hasShift && hasS)
{
Dispatcher.UIThread.Post(() => { _chatUserControl.SendScreenshot(); });
}
if (hasShift && hasA)
{
Dispatcher.UIThread.Post(() => { _chatUserControl.StartRecord(); });
}
if (hasAlt && hasShift && hasQ)
{
Dispatcher.UIThread.Post(() => { Environment.Exit(0); });
}
if (hasShift && hasBackslash)
{
Dispatcher.UIThread.Post(() =>
{
if (WindowState == WindowState.Minimized || !IsVisible)
{
Show();
WindowState = WindowState.Normal;
Activate();
Topmost = true;
}
else
{
Hide();
}
});
}
}
}