[ADD] Auto Precision for loading directly from model

app.py

@@ -422,7 +422,7 @@ with demo:
                         choices=[i.value.name for i in Precision if i != Precision.Unknown],
                         label="Precision",
                         multiselect=False,
-                        value="float16",
+                        value="auto",
                         interactive=True,
                     )
                     weight_type = gr.Dropdown(
@@ -430,7 +430,7 @@ with demo:
                         label="Weights type",
                         multiselect=False,
                         value=WeightType.Original.value.name,
-                        interactive=True,
+                        interactive=False,
                     )
                     base_model_name_textbox = gr.Textbox(label="Base model (for delta or adapter weights)", interactive=False)
             with gr.Row():

src/display/utils.py

@@ -132,6 +132,7 @@ class WeightType(Enum):
 
 
 class Precision(Enum):
+    auto = ModelDetails("auto")
     float16 = ModelDetails("float16")
     bfloat16 = ModelDetails("bfloat16")
     float32 = ModelDetails("float32")
@@ -141,6 +142,8 @@ class Precision(Enum):
     Unknown = ModelDetails("?")
 
     def from_str(precision):
+        if precision in ["auto"]:
+            return Precision.auto
         if precision in ["torch.float16", "float16"]:
             return Precision.float16
         if precision in ["torch.bfloat16", "bfloat16"]:

src/submission/submit.py

@@ -133,8 +133,8 @@ def add_new_eval(
         "revision": revision,
         "precision": precision,
         "weight_type": weight_type,
-        # "is_domain_specific": domain_specific,
-        # "use_chat_template": chat_template,
+        "is_domain_specific": domain_specific,
+        "use_chat_template": chat_template,
         "status": "PENDING",
         "submitted_time": current_time,
         "model_type": model_type,