Merge pull request #55 from geofranzi/47-nc-and-tif-climate

47 nc and tif climate

framework/climate/admin.py

@@ -2,7 +2,7 @@
 
 from .models import (CfStandardNames, ClimateChangeScenario, ClimateLayer, ClimateModelling, ClimateModellingBase,
                      ClimatePeriods, ClimateVariable, CoupledModelIntercomparisonProject, GlobalClimateModel,
-                     ProcessingMethod, RegionalClimateModel,)
+                     ProcessingMethod, RegionalClimateModel, TempResultFile,)
 
 
 class CfStandardNamesAdmin(admin.ModelAdmin):
@@ -55,6 +55,10 @@ class ProcessingMethodAdmin(admin.ModelAdmin):
     list_display = ('name',)
 
 
+class TempResultFileAdmin(admin.ModelAdmin):
+    list_display = ('filename', 'category',)
+
+
 admin.site.register(CfStandardNames, CfStandardNamesAdmin)
 admin.site.register(ClimateLayer, ClimateLayerAdmin)
 admin.site.register(ClimateVariable, ClimateVariableAdmin)
@@ -66,4 +70,5 @@ class ProcessingMethodAdmin(admin.ModelAdmin):
 admin.site.register(GlobalClimateModel, GlobalClimateModelAdmin)
 admin.site.register(RegionalClimateModel, RegionalClimateModelAdmin)
 admin.site.register(ProcessingMethod, ProcessingMethodAdmin)
+admin.site.register(TempResultFile, TempResultFileAdmin)
 admin.site.site_header = 'Climate Administration'

framework/climate/models.py

@@ -257,3 +257,55 @@ class ProvenanceInline(models.Model):
 
     def __str__(self):
         return self.relation_type + " " + self.target.name
+
+
+class TempResultFile(models.Model):
+    NUM_BANDS_TIF_LIMIT = 250
+    CATEGORIES = ("water_budget", "water_budget"), ("water_budget_bias", "water_budget_bias"), ("kaariba", "kaariba")
+    categorized_filename = models.CharField(max_length=500, unique=True, null=True)
+    filename = models.CharField(max_length=400, null=True)
+    category = models.CharField(max_length=255, choices=CATEGORIES, null=True)
+    num_bands = models.IntegerField(null=True)
+    band_metadata = models.JSONField(default=dict)
+    net_cdf_times = models.JSONField(default=dict)
+    st_mtime_nc = models.CharField(max_length=255, null=True)
+    st_mtime_tif = models.CharField(max_length=255, null=True)
+    st_size_nc = models.CharField(max_length=255, null=True)
+
+    def get_by_cat_filename(cat_filename: str):
+        o = None
+        try:
+            o: TempResultFile = TempResultFile.objects.get(categorized_filename=cat_filename)
+        except Exception:
+            return None
+
+        return o
+
+    def get_file_metadata(self):
+        combined_metadata = {
+            'num_bands': self.num_bands,
+            'band_metadata': self.band_metadata,
+            'net_cdf_times': self.net_cdf_times
+        }
+
+        return combined_metadata
+
+    def check_raw_version(self, version):
+        if str(version) != self.st_mtime_nc:
+            return False
+        else:
+            return True
+
+    def check_cache_version(self, version):
+        if str(version) != self.st_mtime_tif:
+            return False
+        else:
+            return True
+
+    def tif_convertable(self):
+        if self.num_bands is None or self.num_bands > self.NUM_BANDS_TIF_LIMIT:
+            return False
+        return True
+
+    def __str__(self):
+        return f"[{self.category}] {str(self.filename)}"

framework/climate/urls.py

@@ -12,10 +12,12 @@
     path('search', views.Elasticsearch.as_view(), name="search"),
     path('search_collection', views.ElasticsearchCollections.as_view(), name="search_collection"),
     path('search_indicator', views.ElasticsearchIndicators.as_view(), name="search_indicator"),
-    path('get_climate_txt', views.TextFileView.as_view(), name='get_climate_txt'),
-    path('select_for_wget', views.SelectionForWgetView.as_view(), name='select_for_wget'),
-    path('get_content', views.ContentView.as_view(), name='get_content'),
-    path('get_file', views.GetFileView.as_view(), name='get_file'),
+    path('get_temp_urls', views.get_temp_urls, name='get_temp_urls'),
+    path('select_temp_urls', views.select_temp_urls, name='select_temp_urls'),
+    path('get_content', views.FolderContentView.as_view(), name='get_content'),
+    path('get_temp_file', views.TempDownloadView.as_view(), name='get_temp_file'),
+    path('get_temp_file_metadata', views.get_ncfile_metadata, name='get_ncfile_metadata'),
+    path('access_tif', views.access_tif_from_ncfile, name="access_tif"),
 ]
 
 urlpatterns = format_suffix_patterns(urlpatterns, allowed=['json'])