KI-Kunst-Kirsten-Kloeckner/KIKunstKirstenKlöckner/Pages/AiArt.razor

359 lines
14 KiB
Plaintext
Raw Normal View History

2023-08-02 21:33:09 +02:00
@page "/aiart"
2023-08-04 15:45:38 +02:00
2023-08-02 18:33:28 +02:00
@using OpenAI_API
@using OpenAI_API.Chat
@using OpenAI_API.Models
2023-10-10 16:21:00 +02:00
@using DataAccess.Data
@using DataAccess.Models
2023-10-11 14:41:43 +02:00
@using KIKunstKirstenKlöckner.Data
2023-08-02 21:33:09 +02:00
2023-08-05 01:40:55 +02:00
@inject IConfiguration Config
2023-08-02 21:33:09 +02:00
@inject TooltipService TooltipService
2023-10-11 14:41:43 +02:00
@inject NotificationService NotificationService
2023-08-02 21:33:09 +02:00
@inject DialogService DialogService
2023-08-02 18:33:28 +02:00
2023-10-11 14:41:43 +02:00
@* @inject AiArtPageData AiArtData; *@
@inject WunschInfoData WunschInfoData;
2023-10-11 14:41:43 +02:00
@inject ImageGenerator ImageGenerator;
2023-10-10 16:21:00 +02:00
2023-08-02 18:33:28 +02:00
<PageTitle>AiArt</PageTitle>
2023-10-10 17:39:37 +02:00
<section class="about_section layout_padding" style="background-image: url('images/5KeineAngstvorFehlern2014.jpeg'); background-size: cover; background-repeat: no-repeat; background-blend-mode:lighten">
<div class="container">
<RadzenStack Orientation="Orientation.Vertical" AlignItems="AlignItems.Center">
2023-08-18 14:57:12 +02:00
<h1>Wunschbilder von KI nur für dich</h1>
<RadzenText TextStyle="TextStyle.H2">Nenne uns deinen Wunsch:</RadzenText>
<RadzenTextBox @bind-Value=@request Placeholder="Dein Wunsch"/>
2023-08-03 23:24:10 +02:00
<RadzenPanel AllowCollapse="true" Style="width: 500px;" Text="Mehr Optionen">
<ChildContent>
<RadzenCard class="rz-mt-4">
<RadzenStack Orientation="Orientation.Horizontal"
MouseEnter="@(args => ShowTemperatureTooltip(args))"
MouseLeave="TooltipService.Close"
AlignItems="AlignItems.Center" Wrap="FlexWrap.Wrap">
<RadzenText>Temperature:</RadzenText>
2023-10-11 14:41:43 +02:00
<RadzenSlider @bind-Value=@_temperature TValue="float"
Step="0.1" Min="0.0m" Max="2.0m">
</RadzenSlider>
2023-10-11 14:41:43 +02:00
<RadzenText>@_temperature</RadzenText>
</RadzenStack>
<RadzenStack Orientation="Orientation.Horizontal"
AlignItems="AlignItems.Center" Wrap="FlexWrap.Wrap">
<RadzenText>Resolution:</RadzenText>
<RadzenStack Orientation="Orientation.Horizontal">
<RadzenNumeric ShowUpDown = "false" TValue = "int?" @bind-Value=@width />
x
<RadzenNumeric ShowUpDown = "false" TValue = "int?" @bind-Value=@height />
</RadzenStack>
</RadzenStack>
2023-10-11 14:41:43 +02:00
<RadzenStack Orientation="Orientation.Horizontal"
AlignItems="AlignItems.Center" Wrap="FlexWrap.Wrap">
<RadzenCheckBox @bind-Value=@_useGpt4>
Verwende Gibbidy 4
</RadzenCheckBox>
</RadzenStack>
</RadzenCard>
</ChildContent>
</RadzenPanel>
2023-08-02 21:33:09 +02:00
2023-10-11 14:41:43 +02:00
<RadzenButton Visible=@_buttonVisible Click=@(async ()=> await GenerateImages(true))>Generate</RadzenButton>
2023-08-03 23:24:10 +02:00
<RadzenPanel AllowCollapse="true" Style="width: 500px;" Text="Zeige Prompt">
<ChildContent>
<RadzenCard class="rz-mt-4">
<RadzenStack Orientation="Orientation.Horizontal"
MouseEnter="@(args => ShowTemperatureTooltip(args))"
MouseLeave="TooltipService.Close"
AlignItems="AlignItems.Center" Wrap="FlexWrap.Wrap">
2023-10-11 14:41:43 +02:00
<RadzenText>@_imagePrompt</RadzenText>
</RadzenStack>
</RadzenCard>
</ChildContent>
</RadzenPanel>
2023-08-03 23:24:10 +02:00
<RadzenText TextStyle="TextStyle.H4">Die Idee, die gemalt wird:</RadzenText>
2023-08-04 15:54:07 +02:00
2023-08-04 15:54:37 +02:00
<RadzenCard class="rz-mt-4" Style="width: 800px;">
2023-10-11 14:41:43 +02:00
<RadzenText>@_imageIdea</RadzenText>
2023-08-04 15:54:07 +02:00
</RadzenCard>
2023-08-03 23:24:10 +02:00
<RadzenProgressBarCircular Visible=@_progressVisible ProgressBarStyle="ProgressBarStyle.Secondary" Value="100" ShowValue="false" Mode="ProgressBarMode.Indeterminate" />
<RadzenText Visible=@_progressVisible TextStyle="TextStyle.H6" Text=@BusyMessage></RadzenText>
2023-08-03 23:24:10 +02:00
<RadzenImage Path=@_imageUrl></RadzenImage>
2023-08-02 21:33:09 +02:00
<RadzenText Visible=@_addonsVisible TextStyle="TextStyle.H2">Verändere hier dein Bild durch Worte:</RadzenText>
<RadzenTextBox Visible=@_addonsVisible @bind-Value=@addons Placeholder="z.B. Mehr Farben" />
2023-10-11 14:41:43 +02:00
<RadzenButton Visible=@_bothVisible Click=@(async ()=> await GenerateImages(false))>Generate</RadzenButton>
<RadzenCard>
<RadzenRow Style="width:24.5em" Gap="0.5rem" RowGap="0.5rem">
<RadzenColumn Size="6">
<FlippingImage ImageUrl="@_imageUrls[0]" HideImage="false"
Show="@(_imageStates[0] == ImageState.FadeIn)" FlipTo="FlippingImage.FlipDirection.Up"
Click="() => ShowImageDialog(_imageUrls[0])" />
</RadzenColumn>
<RadzenColumn Size="6">
<FlippingImage ImageUrl="@_imageUrls[1]" HideImage="false"
Show="@(_imageStates[1] == ImageState.FadeIn)" FlipTo="FlippingImage.FlipDirection.Right" FlipDelay="200"
Click="() => ShowImageDialog(_imageUrls[1])" />
</RadzenColumn>
<RadzenColumn Size="6">
<FlippingImage ImageUrl="@_imageUrls[2]" HideImage="false"
Show="@(_imageStates[2] == ImageState.FadeIn)" FlipTo="FlippingImage.FlipDirection.Left" FlipDelay="600"
Click="() => ShowImageDialog(_imageUrls[2])" />
</RadzenColumn>
<RadzenColumn Size="6">
<FlippingImage ImageUrl="@_imageUrls[3]" HideImage="false"
Show="@(_imageStates[3] == ImageState.FadeIn)" FlipTo="FlippingImage.FlipDirection.Down" FlipDelay="400"
Click="() => ShowImageDialog(_imageUrls[3])" />
</RadzenColumn>
</RadzenRow>
</RadzenCard>
</RadzenStack>
2023-08-18 14:57:12 +02:00
</div>
</section>
2023-08-02 18:33:28 +02:00
@code {
2023-10-11 14:41:43 +02:00
/// <summary>
/// Wenn <see langword="true"/> wird GPT4 verwendet um die Idee zu interpretieren.
/// </summary>
private bool _useGpt4;
private int maxAddons = 2;
private int amountOfAddons = 0; // wird später geändert
2023-08-02 21:33:09 +02:00
private bool _progressVisible = false;
2023-08-03 23:24:10 +02:00
private bool _buttonVisible = true;
private bool _addonsVisible = false;
private bool _bothVisible = false;
2023-08-02 21:33:09 +02:00
public string BusyMessage { get; set; } = "Initial Message";
private string?[] _imageUrls = new string?[4];
private ImageState[] _imageStates = new ImageState[4];
enum ImageState
{
FadeOut,
2023-10-11 14:41:43 +02:00
FadeIn
2023-08-02 21:33:09 +02:00
}
async Task ShowImageDialog(string imageUrl)
{
var result = await DialogService.OpenAsync("", ds =>
2023-09-20 15:43:10 +02:00
@<div>
<RadzenImage Style="object-fit: contain; width: 100%; height:100%;" Path="@imageUrl"/>
</div>, new DialogOptions() { CloseDialogOnOverlayClick = true });
}
2023-08-02 21:33:09 +02:00
void ShowTooltip(ElementReference elementReference, string text, TooltipOptions? options = null) => TooltipService.Open(elementReference, text, options);
void ShowTemperatureTooltip(ElementReference elementReference) => TooltipService.Open(elementReference, ds =>
@<div>
2023-10-11 14:41:43 +02:00
Gibt an, wie <em>kreativ</em> ChatGPT sein soll.<br/>
</div>
,
2023-08-02 21:33:09 +02:00
new() { Position = TooltipPosition.Bottom, Duration = null});
2023-09-20 12:22:52 +02:00
private string _imageIdea = "";
2023-08-04 16:04:46 +02:00
private string _imagePrompt = "";
2023-08-02 21:33:09 +02:00
2023-10-11 14:41:43 +02:00
private float _temperature = 0.9f;
private int? width = 1024;
private int? height = 1024;
2023-08-02 18:33:28 +02:00
private string request = "";
private string addons = "";
2023-08-05 01:40:55 +02:00
private OpenAIAPI _openAiApi;
2023-10-11 14:41:43 +02:00
private Conversation? _conversation;
2023-08-02 18:33:28 +02:00
2023-08-02 21:33:09 +02:00
private string _basePrompt;
2023-09-20 12:22:52 +02:00
private string _ideaPrompt;
2023-08-02 21:33:09 +02:00
2023-08-03 23:24:10 +02:00
private string _imageUrl;
2023-08-02 21:33:09 +02:00
//protected override async Task OnInitializedAsync()
//{
// _basePrompt = await File.ReadAllTextAsync($"{Directory.GetCurrentDirectory()}{@"\wwwroot\prompt.txt"}");
//}
async Task UpdateBusyMessage(string newMessage)
{
BusyMessage = newMessage;
await InvokeAsync(StateHasChanged);
}
2023-08-04 15:37:07 +02:00
2023-08-05 01:40:55 +02:00
private string _openAiApiKey = "";
2023-10-10 16:21:00 +02:00
protected override async Task OnInitializedAsync()
2023-08-03 23:24:10 +02:00
{
2023-08-05 01:40:55 +02:00
_openAiApiKey = Config.GetValue<string>("API:OpenAI");
2023-08-04 15:37:07 +02:00
2023-08-05 01:40:55 +02:00
_openAiApi = new OpenAIAPI(_openAiApiKey);
2023-08-04 15:37:07 +02:00
2023-10-10 16:21:00 +02:00
await base.OnInitializedAsync();
2023-08-03 23:24:10 +02:00
}
2023-08-02 21:33:09 +02:00
2023-10-11 14:41:43 +02:00
private void ClearOldGeneration()
{
2023-10-11 14:41:43 +02:00
// Bilder verbergen
for (int i = 0; i < 4; i++)
_imageStates[i] = ImageState.FadeOut;
2023-10-11 14:41:43 +02:00
_imageIdea = "";
_imagePrompt = "";
}
2023-08-18 11:52:58 +02:00
2023-10-11 14:41:43 +02:00
private async Task RequestImageIdeaAsync()
{
string ideaBasePrompt = await File.ReadAllTextAsync($"{Directory.GetCurrentDirectory()}{@"/wwwroot/idea_prompt.txt"}");
2023-10-11 14:41:43 +02:00
string requestImagePrompt = await File.ReadAllTextAsync($"{Directory.GetCurrentDirectory()}{@"/wwwroot/test_prompt2.txt"}");
2023-10-11 14:41:43 +02:00
ChatRequest chatRequest = new ChatRequest
{
2023-10-11 14:41:43 +02:00
Temperature = _temperature,
Model = _useGpt4 ? Model.GPT4 : Model.ChatGPTTurbo
};
2023-10-11 14:41:43 +02:00
_conversation = _openAiApi.Chat.CreateConversation(chatRequest);
2023-10-11 14:41:43 +02:00
// Wunsch an GPT senden und Bild Idee anfordern
_conversation.AppendUserInput(ideaBasePrompt + " " + request);
_imageIdea = await _conversation.GetResponseFromChatbotAsync();
2023-10-11 14:41:43 +02:00
// Bild Promt anfordern
_conversation.AppendUserInput(requestImagePrompt);
_imagePrompt = await _conversation.GetResponseFromChatbotAsync();
}
2023-10-11 14:41:43 +02:00
/// <summary>
/// Generiert Bilder oder aktualisiert sie mit dem neuen Prompt.
/// </summary>
/// <param name="generateNewImage">Wenn <see langword="true"/>, werden neue Bilder generiert; sonst wird die vorhandene Idee bearbeitet.</param>
private async Task GenerateImages(bool generateNewImage)
2023-08-02 21:33:09 +02:00
{
// Der Dialog blokiert so lange, wie der er offen ist, deshalb dürfen wir hier nicht warten, da wir sonst nie mit der Arbeit anfangen...
//Task busyDialog = ShowBusyDialog();
_progressVisible = true;
2023-08-03 23:24:10 +02:00
_buttonVisible = false;
2023-08-02 21:33:09 +02:00
2023-10-11 14:41:43 +02:00
if (_conversation == null || generateNewImage)
2023-08-02 21:33:09 +02:00
{
2023-10-11 14:41:43 +02:00
ClearOldGeneration();
amountOfAddons = maxAddons;
_addonsVisible = false;
_bothVisible = _buttonVisible && _addonsVisible;
await UpdateBusyMessage("Kirstens Assistent zerbricht sich über deine Idee den Kopf...");
2023-09-20 12:22:52 +02:00
2023-10-11 14:41:43 +02:00
await RequestImageIdeaAsync();
}
else
2023-08-02 21:33:09 +02:00
{
2023-10-11 14:41:43 +02:00
throw new NotImplementedException("Verändern von Idees ist nicht implementiert");
// if (amountOfAddons > 0)
// {
// amountOfAddons--;
// _bothVisible = _buttonVisible && _addonsVisible;
// await UpdateBusyMessage("Kirstens Assistent passt das Bild an deine Wünsche an...");
// string addonsPrompt1 = "Erstelle einen neuen Prompt auf englisch mit den gleichen Restriktionen auf Basis des Alten mit folgender Anpassung: ";
// string addonsPrompt2 = ". Denke daran nur den Prompt zu generieren und noch keine Beschreibung oder ähnliches.";
// _conversation.AppendUserInput(addonsPrompt1 + addons + addonsPrompt2);
// }
2023-08-02 21:33:09 +02:00
}
2023-10-11 14:41:43 +02:00
_imagePrompt = "kkkk " + _imagePrompt + " kkkk Watercolor + ink on paper, Pen drawing, wet-on-wet technique, dry-on-dry technique, dabbing technique. ";
2023-08-02 21:33:09 +02:00
await UpdateBusyMessage("Kirstens Assistent hat eine Idee! Er wird sie nun malen...");
WunschInfoModel wunschInfo = new()
{
2023-10-11 14:41:43 +02:00
BildBeschreibung = _imageIdea,
BildPrompt = _imagePrompt,
Datum = DateTime.Now,
2023-10-11 14:41:43 +02:00
GPTModel = _conversation.Model,
Wunsch = request
};
2023-10-11 14:41:43 +02:00
try
{
2023-10-11 14:41:43 +02:00
await WunschInfoData.AddWunschInfoAsync(wunschInfo);
}
2023-10-11 14:41:43 +02:00
catch (Exception e)
{
NotificationService.Notify(new NotificationMessage()
{
Summary = "Es ist ein Fehler aufgetreten, bitte versuche es erneut."
});
return;
}
int generatedImages = 0;
try
{
// Vier Bilder generieren
for (int i = 0; i < 4; i++)
{
_imageUrls[i] = await ImageGenerator.GenerateImageAsync(_imagePrompt, "", width, height, wunschInfo);
// Kein Bild -> Fehler
if (_imageUrls[i] == null)
{
bool? retry = await DialogService.Confirm(
"Leider konnte das Bild nicht gemalt werden. Möchtest du es noch eimal versuchen?",
"Ups, ein Fehler ist aufgetreten...",
new ConfirmOptions { OkButtonText = "Ja", CancelButtonText = "Nein" });
if (retry == true)
{
await ImageGenerator.GenerateImageAsync(_imagePrompt, "", width, height, wunschInfo);
}
}
generatedImages++;
_imageStates[i] = ImageState.FadeIn;
await InvokeAsync(StateHasChanged);
}
}
catch (Exception e)
{
NotificationService.Notify(new NotificationMessage()
{
Summary = "Es ist ein Fehler beim Erzeugen der Bilder aufgetreten, bitte versuche es erneut."
});
if (generatedImages == 0)
{
// TODO: Delete WunschInfo
}
}
2023-08-02 21:33:09 +02:00
_progressVisible = false;
2023-08-03 23:24:10 +02:00
_buttonVisible = true;
if (amountOfAddons > 0)
{
_addonsVisible = true;
_bothVisible = _buttonVisible && _addonsVisible;
await InvokeAsync(StateHasChanged);
}
else
{
_addonsVisible = false;
_bothVisible = false;
}
2023-08-02 18:33:28 +02:00
}
}