Add app

app.py

@@ -0,0 +1,51 @@
+from transformers import Qwen2_5_VLForConditionalGeneration, AutoProcessor
+from qwen_vl_utils import process_vision_info
+from prompt import smoke_detection_prompt
+import gradio as gr
+
+model_name = "leon-se/ForestFireVLM-3B"
+model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
+    model_name, torch_dtype="auto", device_map="auto"
+)
+processor = AutoProcessor.from_pretrained(model_name)
+
+def generate(image):
+    messages = [
+        {
+            "role": "user",
+            "content": [
+                {
+                    "type": "image",
+                    "image": image,
+                },
+                {"type": "text", "text": smoke_detection_prompt},
+            ],
+        }
+    ]
+
+    # Preparation for inference
+    text = processor.apply_chat_template(
+        messages, tokenize=False, add_generation_prompt=True
+    )
+    image_inputs, video_inputs = process_vision_info(messages)
+    inputs = processor(
+        text=[text],
+        images=image_inputs,
+        videos=video_inputs,
+        padding=True,
+        return_tensors="pt",
+    )
+    inputs = inputs.to("cuda")
+
+    # Inference: Generation of the output
+    generated_ids = model.generate(**inputs, max_new_tokens=128)
+    generated_ids_trimmed = [
+        out_ids[len(in_ids) :] for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
+    ]
+    output_text = processor.batch_decode(
+        generated_ids_trimmed, skip_special_tokens=True, clean_up_tokenization_spaces=False
+    )
+    return output_text
+
+demo = gr.Interface(fn=generate, inputs="image", outputs="label")
+demo.launch()

prompt.py

@@ -0,0 +1,16 @@
+smoke_detection_prompt = """
+Analyze the aerial image from the UAV's camera and detect potential forest fires. Answer the following questions based on the image analysis
+in a JSON schema. If a question cannot be determined from the image answer with 'Cannot be determined'.
+
+  forest_fire_smoke_visible: Is smoke from a forest fire visible in the image? Answer with one of the following options: ['Yes', 'No']
+  forest_fire_flames_visible: Are flames from a forest fire visible in the image? Answer with one of the following options: ['Yes', 'No']
+  confirm_uncontrolled_forest_fire: Can you confirm that this is an uncontrolled forest fire? Answer with one of the following options: ['Yes', 'Closer investigation required', 'No forest fire visible']
+  fire_state: What is the current state of the forest fire? Answer with one of the following options: ['Ignition Phase', 'Growth Phase', 'Fully Developed Phase', 'Decay Phase', 'Cannot be determined', 'No forest fire visible']
+  fire_type: What type of fire is it? Answer with one of the following options: ['Ground Fire', 'Surface Fire', 'Crown Fire', 'Cannot be determined', 'No forest fire visible']
+  fire_intensity: What is the intensity of the fire? Answer with one of the following options: ['Low', 'Moderate', 'High', 'Cannot be determined', 'No forest fire visible']
+  fire_size: What is the size of the fire? Answer with one of the following options: ['Small', 'Medium', 'Large', 'Cannot be determined', 'No forest fire visible']
+  fire_hotspots: Does the forest fire have multiple hotspots? Answer with one of the following options: ['Multiple hotspots', 'One hotspot', 'Cannot be determined', 'No forest fire visible']
+  infrastructure_nearby: Is there infrastructure visible near the forest fire? Answer with one of the following options: ['Yes', 'No', 'Cannot be determined', 'No forest fire visible']
+  people_nearby: Are there people visible near the forest fire? Answer with one of the following options: ['Yes', 'No', 'Cannot be determined', 'No forest fire visible']
+  tree_vitality: Describe the vitality of the trees around the fire. Answer with one of the following options: ['Vital', 'Moderate Vitality', 'Declining', 'Dead', 'Cannot be determined', 'No forest fire visible']
+"""

requirements.txt

@@ -0,0 +1,3 @@
+qwen_vl_utils
+transformers
+gradio