PR-Branch

README.md

@@ -4,9 +4,9 @@ emoji: ⚡
 colorFrom: blue
 colorTo: purple
 sdk: gradio
-sdk_version: 4.37.2
+sdk_version: 3.27.0
 app_file: app.py
 pinned: false
 tags:
 - tool
----
+---

app.py

@@ -1,4 +1,4 @@
-from transformers.agents.tools import launch_gradio_demo
+from transformers.tools.base import launch_gradio_demo
 from image_transformation import ImageTransformationTool
 
 launch_gradio_demo(ImageTransformationTool)

image_transformation.py

@@ -1,6 +1,6 @@
 from PIL import Image
 import torch
-from transformers.agents.tools import Tool
+from transformers.tools.base import Tool
 from transformers.utils import (
     is_accelerate_available,
     is_vision_available,
@@ -21,10 +21,10 @@ class ImageTransformationTool(Tool):
     default_stable_diffusion_checkpoint = "timbrooks/instruct-pix2pix"
     description = IMAGE_TRANSFORMATION_DESCRIPTION
     inputs = {
-        'image': {"type": "image", "description": "the image to transform"},
-        'prompt': {"type": "string", "description": "the prompt to use to change the image"}
+        'image': {"type": Image.Image, "description": "the image to transform"},
+        'prompt': {"type": str, "description": "the prompt to use to change the image"}
     }
-    output_type = "image"
+    output_type = Image.Image
 
     def __init__(self, device=None, controlnet=None, stable_diffusion=None, **hub_kwargs) -> None:
         if not is_accelerate_available():
@@ -51,7 +51,7 @@ class ImageTransformationTool(Tool):
 
         self.is_initialized = True
 
-    def forward(self, image, prompt):
+    def __call__(self, image, prompt):
         if not self.is_initialized:
             self.setup()
 

requirements.txt

@@ -1,4 +1,4 @@
-transformers[agents]
+transformers @ git+https://github.com/huggingface/transformers@test_composition
 diffusers
 accelerate
 opencv-python

tool_config.json

@@ -1,6 +1,6 @@
 {
-  "description": "This is a tool that transforms an image according to a prompt and returns the modified image.",
-  "name": "image_transformation",
+  "description": "This is a tool that transforms an image according to a prompt. It takes two inputs: `image`, which should be the image to transform, and `prompt`, which should be the prompt to use to change it. The prompt should only contain descriptive adjectives, as if completing the prompt of the original image. It returns the modified image.",
+  "name": "image_transformer",
   "tool_class": "image_transformation.ImageTransformationTool",
   "inputs": {"image": "image", "prompt": "str"},
   "output_type": "image"