trigram performance increased and housekeeping (#184)

* add new indexes, and change year column to int

* Change gist to gin, and change year to int

* Producer changes for new gin query

* Fully map the rtn response using json dump from Pydantic

Also updates Rtn to 0.1.9

* Add housekeeping script to reconcile imdb ids.

* Join Torrent onto the ingested torrent table

Ensure that a torrent can always find the details of where it came from, and how it was parsed.

* Version bump for release

* missing quote on table name

src/shared/Python/IPythonEngineService.cs

@@ -7,7 +7,7 @@ public interface IPythonEngineService
     Task InitializePythonEngine(CancellationToken cancellationToken);
     T ExecuteCommandOrScript<T>(string command, PyModule module, bool throwOnErrors);
     T ExecutePythonOperation<T>(Func<T> operation, string operationName, bool throwOnErrors);
-    T ExecutePythonOperationWithDefault<T>(Func<T> operation, T? defaultValue, string operationName, bool throwOnErrors);
+    T ExecutePythonOperationWithDefault<T>(Func<T> operation, T? defaultValue, string operationName, bool throwOnErrors, bool logErrors);
     Task StopPythonEngine(CancellationToken cancellationToken);
     dynamic? Sys { get; }
 }

src/shared/Python/PythonEngineService.cs

@@ -53,10 +53,10 @@ public class PythonEngineService(ILogger<PythonEngineService> logger) : IPythonE
             }, nameof(ExecuteCommandOrScript), throwOnErrors);
 
     public T ExecutePythonOperation<T>(Func<T> operation, string operationName, bool throwOnErrors) =>
-        ExecutePythonOperationWithDefault(operation, default, operationName, throwOnErrors);
+        ExecutePythonOperationWithDefault(operation, default, operationName, throwOnErrors, true);
 
-    public T ExecutePythonOperationWithDefault<T>(Func<T> operation, T? defaultValue, string operationName, bool throwOnErrors) =>
-        ExecutePythonOperationInternal(operation, defaultValue, operationName, throwOnErrors);
+    public T ExecutePythonOperationWithDefault<T>(Func<T> operation, T? defaultValue, string operationName, bool throwOnErrors, bool logErrors) =>
+        ExecutePythonOperationInternal(operation, defaultValue, operationName, throwOnErrors, logErrors);
 
     public void ExecuteOnGIL(Action act, bool throwOnErrors)
     {
@@ -95,7 +95,7 @@ public class PythonEngineService(ILogger<PythonEngineService> logger) : IPythonE
     }
 
     // ReSharper disable once EntityNameCapturedOnly.Local
-    private T ExecutePythonOperationInternal<T>(Func<T> operation, T? defaultValue, string operationName, bool throwOnErrors)
+    private T ExecutePythonOperationInternal<T>(Func<T> operation, T? defaultValue, string operationName, bool throwOnErrors, bool logErrors)
     {
         Sys ??= LoadSys();
 
@@ -108,7 +108,10 @@ public class PythonEngineService(ILogger<PythonEngineService> logger) : IPythonE
         }
         catch (Exception ex)
         {
-            Logger.LogError(ex, "Python Error: {Message} ({OperationName})", ex.Message, nameof(operationName));
+            if (logErrors)
+            {
+                Logger.LogError(ex, "Python Error: {Message} ({OperationName})", ex.Message, nameof(operationName));
+            }
 
             if (throwOnErrors)
             {

src/shared/Python/RTN/ParseTorrentTitleResponse.cs

@@ -1,6 +1,3 @@
 namespace SharedContracts.Python.RTN;
 
-public record ParseTorrentTitleResponse(bool Success, string ParsedTitle, int Year, int[]? Season = null, int[]? Episode = null)
-{
-    public bool IsMovie => Season == null && Episode == null;
-}
+public record ParseTorrentTitleResponse(bool Success, RtnResponse? Response);

src/shared/Python/RTN/RankTorrentName.cs

@@ -14,34 +14,31 @@ public class RankTorrentName : IRankTorrentName
     }
    
     public ParseTorrentTitleResponse Parse(string title) =>
-        _pythonEngineService.ExecutePythonOperation(
+        _pythonEngineService.ExecutePythonOperationWithDefault(
             () =>
             {
                 var result = _rtn?.parse(title);
                 return ParseResult(result);
-            }, nameof(Parse), throwOnErrors: false);
-    
+            }, new ParseTorrentTitleResponse(false, null), nameof(Parse), throwOnErrors: false, logErrors: false);
+
+
     private static ParseTorrentTitleResponse ParseResult(dynamic result)
     {
         if (result == null)
         {
-            return new(false, string.Empty, 0);
+            return new(false, null);
+        }
+
+        var json = result.model_dump_json()?.As<string?>();
+
+        if (json is null || string.IsNullOrEmpty(json))
+        {
+            return new(false, null);
         }
         
-        var parsedTitle = result.GetAttr("parsed_title")?.As<string>() ?? string.Empty;
-        var year = result.GetAttr("year")?.As<int>() ?? 0;
-        var seasons = GetIntArray(result, "season");
-        var episodes = GetIntArray(result, "episode");
+        var response = JsonSerializer.Deserialize<RtnResponse>(json);
 
-        return new ParseTorrentTitleResponse(true, parsedTitle, year, seasons, episodes);
-    }
-
-    private static int[]? GetIntArray(dynamic result, string field)
-    {
-        var theList = result.GetAttr(field)?.As<PyList>();
-        int[]? results = theList?.Length() > 0 ? theList.As<int[]>() : null;
-        
-        return results;
+        return new(true, response);
     }
 
     private void InitModules() => 

src/shared/Python/RTN/RtnResponse.cs

@@ -0,0 +1,83 @@
+namespace SharedContracts.Python.RTN;
+
+public class RtnResponse
+{
+    [JsonPropertyName("raw_title")]
+    public string? RawTitle { get; set; }
+    
+    [JsonPropertyName("parsed_title")]
+    public string? ParsedTitle { get; set; }
+    
+    [JsonPropertyName("fetch")]
+    public bool Fetch { get; set; }
+    
+    [JsonPropertyName("is_4k")]
+    public bool Is4K { get; set; }
+    
+    [JsonPropertyName("is_multi_audio")]
+    public bool IsMultiAudio { get; set; }
+    
+    [JsonPropertyName("is_multi_subtitle")]
+    public bool IsMultiSubtitle { get; set; }
+    
+    [JsonPropertyName("is_complete")]
+    public bool IsComplete { get; set; }
+    
+    [JsonPropertyName("year")]
+    public int Year { get; set; }
+    
+    [JsonPropertyName("resolution")]
+    public List<string>? Resolution { get; set; }
+    
+    [JsonPropertyName("quality")]
+    public List<string>? Quality { get; set; }
+    
+    [JsonPropertyName("season")]
+    public List<int>? Season { get; set; }
+    
+    [JsonPropertyName("episode")]
+    public List<int>? Episode { get; set; }
+    
+    [JsonPropertyName("codec")]
+    public List<string>? Codec { get; set; }
+    
+    [JsonPropertyName("audio")]
+    public List<string>? Audio { get; set; }
+    
+    [JsonPropertyName("subtitles")]
+    public List<string>? Subtitles { get; set; }
+    
+    [JsonPropertyName("language")]
+    public List<string>? Language { get; set; }
+    
+    [JsonPropertyName("bit_depth")]
+    public List<int>? BitDepth { get; set; }
+    
+    [JsonPropertyName("hdr")]
+    public string? Hdr { get; set; }
+    
+    [JsonPropertyName("proper")]
+    public bool Proper { get; set; }
+    
+    [JsonPropertyName("repack")]
+    public bool Repack { get; set; }
+    
+    [JsonPropertyName("remux")]
+    public bool Remux { get; set; }
+    
+    [JsonPropertyName("upscaled")]
+    public bool Upscaled { get; set; }
+    
+    [JsonPropertyName("remastered")]
+    public bool Remastered { get; set; }
+    
+    [JsonPropertyName("directors_cut")]
+    public bool DirectorsCut { get; set; }
+    
+    [JsonPropertyName("extended")]
+    public bool Extended { get; set; }
+    
+    public bool IsMovie => Season == null && Episode == null;
+    
+    public string ToJson() => this.AsJson();
+}