Upload 7 files

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+cat.jpg filter=lfs diff=lfs merge=lfs -text
+dog2.jpeg filter=lfs diff=lfs merge=lfs -text
+leonberger.jpg filter=lfs diff=lfs merge=lfs -text
+snow_leopard.jpeg filter=lfs diff=lfs merge=lfs -text

app.py

@@ -0,0 +1,42 @@
+import gradio as gr
+from transformers import pipeline
+
+# Load models
+vit_classifier = pipeline("image-classification", model="kuhs/vit-base-oxford-iiit-pets")
+clip_detector = pipeline(model="openai/clip-vit-large-patch14", task="zero-shot-image-classification")
+
+labels_oxford_pets = [
+    'Siamese', 'Birman', 'shiba inu', 'staffordshire bull terrier', 'basset hound', 'Bombay', 'japanese chin',
+    'chihuahua', 'german shorthaired', 'pomeranian', 'beagle', 'english cocker spaniel', 'american pit bull terrier',
+    'Ragdoll', 'Persian', 'Egyptian Mau', 'miniature pinscher', 'Sphynx', 'Maine Coon', 'keeshond', 'yorkshire terrier',
+    'havanese', 'leonberger', 'wheaten terrier', 'american bulldog', 'english setter', 'boxer', 'newfoundland', 'Bengal',
+    'samoyed', 'British Shorthair', 'great pyrenees', 'Abyssinian', 'pug', 'saint bernard', 'Russian Blue', 'scottish terrier'
+]
+
+def classify_pet(image):
+    vit_results = vit_classifier(image)
+    vit_output = {result['label']: result['score'] for result in vit_results}
+    
+    clip_results = clip_detector(image, candidate_labels=labels_oxford_pets)
+    clip_output = {result['label']: result['score'] for result in clip_results}
+    
+    return {"ViT Classification": vit_output, "CLIP Zero-Shot Classification": clip_output}
+
+example_images = [
+    ["example_images/dog1.jpeg"],
+    ["example_images/dog2.jpeg"],
+    ["example_images/leonberger.jpg"],
+    ["example_images/snow_leopard.jpeg"],
+    ["example_images/cat.jpg"]
+]
+
+iface = gr.Interface(
+    fn=classify_pet,
+    inputs=gr.Image(type="filepath"),
+    outputs=gr.JSON(),
+    title="Pet Classification Comparison",
+    description="Upload an image of a pet, and compare results from a trained ViT model and a zero-shot CLIP model.",
+    examples=example_images
+)
+
+iface.launch(share=True)

requirements.txt

@@ -0,0 +1,2 @@
+transformers
+torch