|
1 | 1 | using System.Text;
|
2 | 2 | using System.Text.Json;
|
| 3 | +using System.Text.RegularExpressions; |
3 | 4 | using FastService;
|
4 | 5 | using KoalaWiki.Core.DataAccess;
|
5 | 6 | using KoalaWiki.Domains;
|
@@ -48,6 +49,7 @@ public async Task<TrainingDataset> CreateDatasetAsync(CreateDatasetInput input)
|
48 | 49 | Status = TrainingDatasetStatus.NotStarted,
|
49 | 50 | Name = input.Name,
|
50 | 51 | Endpoint = input.Endpoint,
|
| 52 | + Model = input.Model, |
51 | 53 | ApiKey = input.ApiKey,
|
52 | 54 | Prompt = input.Prompt
|
53 | 55 | };
|
@@ -293,11 +295,37 @@ await context.Response.WriteAsync($"data: {JsonSerializer.Serialize(new
|
293 | 295 | await context.Response.Body.FlushAsync();
|
294 | 296 | }
|
295 | 297 |
|
296 |
| - await koala.FineTuningTasks.Where(x => x.Id == dataset.Id) |
| 298 | + var datasetContent = sb.ToString(); |
| 299 | + |
| 300 | + // 提取<data>标签中的内容 |
| 301 | + var regex = new Regex(@"<data>(.*?)</data>", RegexOptions.Singleline); |
| 302 | + |
| 303 | + var match = regex.Match(datasetContent); |
| 304 | + if (match.Success) |
| 305 | + { |
| 306 | + datasetContent = match.Groups[1].Value; |
| 307 | + } |
| 308 | + |
| 309 | + // 提取```json```标签中的内容 |
| 310 | + regex = new Regex(@"```json(.*?)```", RegexOptions.Singleline); |
| 311 | + match = regex.Match(datasetContent); |
| 312 | + if (match.Success) |
| 313 | + { |
| 314 | + datasetContent = match.Groups[1].Value; |
| 315 | + } |
| 316 | + |
| 317 | + |
| 318 | + await koala.FineTuningTasks.Where(x => x.Id == task.Id) |
297 | 319 | .ExecuteUpdateAsync(x => x.SetProperty(a => a.Status, FineTuningTaskStatus.Completed)
|
298 |
| - .SetProperty(x => x.Dataset, sb.ToString()) |
| 320 | + .SetProperty(x => x.Dataset, datasetContent) |
| 321 | + .SetProperty(x=>x.OriginalDataset,sb.ToString()) |
299 | 322 | .SetProperty(a => a.CompletedAt, DateTime.Now),
|
300 | 323 | context.RequestAborted);
|
| 324 | + |
| 325 | + await koala.TrainingDatasets.Where(x => x.Id == dataset.Id) |
| 326 | + .ExecuteUpdateAsync(x => x.SetProperty(a => a.Status, TrainingDatasetStatus.Completed) |
| 327 | + .SetProperty(a => a.UpdatedAt, DateTime.Now), |
| 328 | + context.RequestAborted); |
301 | 329 |
|
302 | 330 | await context.Response.WriteAsync($"data: {JsonSerializer.Serialize(new
|
303 | 331 | {
|
|
0 commit comments