Upload 2 files

app.py

@@ -0,0 +1,205 @@
+
+import requests
+import base64, torch
+from io import BytesIO 
+import numpy as np
+import json
+from json import loads, dumps
+import matplotlib.pyplot as plt
+import cv2 
+
+def resize_image(image):
+  w, h = image.size
+  print(w, h)
+  max_w = 700
+  max_h = 700
+
+  if max_w<w and w>h:
+    new_w = max_w
+    new_h = int(h*(max_w/w))
+    image = image.resize((new_w,new_h), Image.LANCZOS)
+
+  elif max_h<h:
+    new_h = max_h
+    new_w = int(w*(max_h/h))
+    image = image.resize((new_w,new_h), Image.LANCZOS)
+  else:
+    new_w, new_h = w, h
+
+  return image, new_w, new_h
+
+def run_sam_remote(objects, img, url, use_mask):
+  headers = {
+  'ngrok-skip-browser-warning': 'sdfsd',
+  'Content-Type': 'application/json'
+  }
+
+  buffered = BytesIO()
+  img.save(buffered, format="JPEG")
+  img_str = base64.b64encode(buffered.getvalue()) 
+  data = json.dumps({
+      "image":img_str.decode()
+  })
+  r = requests.get(url=url+"/set_img", headers=headers, data=data)
+  # print("r", r)
+  # objects
+  objects = objects.to_json()
+  objects = loads(objects)
+  objects = dumps(objects, indent=4)  
+
+  data = json.dumps({
+      "objects":objects,
+      "use_mask":use_mask
+  })
+  r = requests.get(url=url+"/run_last_img", headers=headers, data=data)
+
+
+  
+  # extracting data in json format
+  data = json.loads(r.content.decode())
+
+  # print(data)
+  return data['image']
+
+
+def save_data_remote(objects, img, url):
+  headers = {
+  'ngrok-skip-browser-warning': 'sdfsd',
+  'Content-Type': 'application/json'
+  }
+
+  buffered = BytesIO()
+  img.save(buffered, format="JPEG")
+  img_str = base64.b64encode(buffered.getvalue()) 
+  data = json.dumps({
+      "image":img_str.decode()
+  })
+  r = requests.get(url=url+"/set_img", headers=headers, data=data)
+  # print("r", r)
+  # objects
+  objects = objects.to_json()
+  objects = loads(objects)
+  objects = dumps(objects, indent=4)  
+
+  data = json.dumps({
+      "objects":objects
+  })
+  requests.get(url=url+"/add_to_dataset", headers=headers, data=data)
+
+
+  
+  # extracting data in json format
+  # data = json.loads(r.content.decode())
+
+  # print(data)
+  # return data['image']
+
+
+import pandas as pd
+from PIL import Image
+import streamlit as st
+from streamlit_drawable_canvas import st_canvas
+import torch
+import torchvision
+import sys
+
+# Specify canvas parameters in application
+url = st.sidebar.text_input("Enter URL:")
+
+drawing_mode = st.sidebar.selectbox(
+    "Drawing tool:",
+    ("freedraw", "rect", "transform", "point"),
+)
+stroke_width = st.sidebar.slider("Stroke width: ", 1, 25, 3)
+if drawing_mode == 'point':
+    point_display_radius = st.sidebar.slider("Point display radius: ", 1, 25, 3)
+stroke_color = st.sidebar.color_picker("Stroke color hex: ")
+bg_color = st.sidebar.color_picker("Background color hex: ", "#eee")
+bg_image = st.sidebar.file_uploader("Image:", type=["png", "jpg", "jpeg"])
+realtime_update = st.sidebar.checkbox("Update in realtime", True)
+use_mask = st.sidebar.checkbox("use last mask", True)
+
+def reset(url):
+  headers = {
+    'ngrok-skip-browser-warning': 'sdfsd',
+    'Content-Type': 'application/json'
+    }
+  r = requests.get(url=url+"/reset", headers=headers)
+  st.info("Backend reseted")
+
+def show_mask(mask, ax, random_color=False):
+    if random_color:
+        color = np.concatenate([np.random.random(3), np.array([0.6])], axis=0)
+    else:
+        color = np.array([30/255, 144/255, 255/255, 0.6])
+    h, w = mask.shape[-2:]
+    mask_image = mask.reshape(h, w, 1) * color.reshape(1, 1, -1)
+    ax.imshow(mask_image)
+    
+def show_points(coords, labels, ax, marker_size=375):
+    pos_points = coords[labels==1]
+    neg_points = coords[labels==0]
+    ax.scatter(pos_points[:, 0], pos_points[:, 1], color='green', marker='*', s=marker_size, edgecolor='white', linewidth=1.25)
+    ax.scatter(neg_points[:, 0], neg_points[:, 1], color='red', marker='*', s=marker_size, edgecolor='white', linewidth=1.25)   
+    
+def show_box(box, ax):
+    x0, y0 = box[0], box[1]
+    w, h = box[2] - box[0], box[3] - box[1]
+    ax.add_patch(plt.Rectangle((x0, y0), w, h, edgecolor='green', facecolor=(0,0,0,0), lw=2))    
+
+
+if st.sidebar.checkbox("Show image", False) and bg_image is not None:
+  image = Image.open(bg_image)
+  image, width, height = resize_image(image)
+  # Create a canvas component
+  # width = image.size[0]
+  # height = image.size[1]
+  canvas_result = st_canvas(
+      fill_color="rgba(255, 165, 0, 0.3)",  # Fixed fill color with some opacity
+      stroke_width=stroke_width,
+      stroke_color=stroke_color,
+      background_color=bg_color,
+      background_image=image if bg_image else None,
+      update_streamlit=realtime_update,
+      height=height,
+      width=width,
+      drawing_mode=drawing_mode,
+      point_display_radius=point_display_radius if drawing_mode == 'point' else 0,
+      display_toolbar=st.sidebar.checkbox("Display toolbar", True),
+      key="full_app",
+  )
+
+  if canvas_result.json_data is not None:
+      objects = pd.json_normalize(canvas_result.json_data["objects"])
+      for col in objects.select_dtypes(include=["object"]).columns:
+          objects[col] = objects[col].astype("str")
+      st.dataframe(objects)
+      # st.write(str(type(objects)))
+
+data = None
+if st.sidebar.button('Run SAM'):
+  data = None
+  data = run_sam_remote(objects, image, url, use_mask)
+
+if data is not None:
+  masks = data
+  fig = plt.figure(figsize=(10, 10))
+  pil_image = image#.convert('RGB') 
+  open_cv_image = np.array(pil_image) 
+  open_cv_image = open_cv_image.copy() 
+  plt.imshow(open_cv_image)
+  for mask in masks:
+      show_mask(np.array(mask), plt.gca(), random_color=True)
+  plt.axis('off')
+  st.pyplot(fig)
+
+data = None
+if st.sidebar.button('Save Data'):
+  data = None
+  save_data_remote(objects, image, url)
+  st.info("All data saved successfully")
+
+if st.sidebar.button('Reset backend'):
+  reset(url)
+
+

requirements.txt

@@ -0,0 +1,420 @@
+absl-py==1.4.0
+alabaster==0.7.13
+albumentations==1.2.1
+altair==4.2.2
+anyio==3.6.2
+appdirs==1.4.4
+argon2-cffi==21.3.0
+argon2-cffi-bindings==21.2.0
+array-record==0.2.0
+arviz==0.15.1
+astropy==5.2.2
+astunparse==1.6.3
+attrs==23.1.0
+audioread==3.0.0
+autograd==1.5
+Babel==2.12.1
+backcall==0.2.0
+beautifulsoup4==4.11.2
+bleach==6.0.0
+blinker==1.6.2
+blis==0.7.9
+blosc2==2.0.0
+bokeh==2.4.3
+branca==0.6.0
+build==0.10.0
+CacheControl==0.12.11
+cached-property==1.5.2
+cachetools==5.3.0
+catalogue==2.0.8
+certifi==2022.12.7
+cffi==1.15.1
+chardet==4.0.0
+charset-normalizer==2.0.12
+chex==0.1.7
+click==8.1.3
+cloudpickle==2.2.1
+cmake==3.25.2
+cmdstanpy==1.1.0
+colorcet==3.0.1
+colorlover==0.3.0
+community==1.0.0b1
+confection==0.0.4
+cons==0.4.5
+contextlib2==0.6.0.post1
+contourpy==1.0.7
+convertdate==2.4.0
+cryptography==40.0.2
+cufflinks==0.17.3
+cvxopt==1.3.0
+cvxpy==1.3.1
+cycler==0.11.0
+cymem==2.0.7
+Cython==0.29.34
+dask==2022.12.1
+datascience==0.17.6
+db-dtypes==1.1.1
+dbus-python==1.2.16
+debugpy==1.6.6
+decorator==4.4.2
+defusedxml==0.7.1
+distributed==2022.12.1
+dlib==19.24.1
+dm-tree==0.1.8
+docutils==0.16
+dopamine-rl==4.0.6
+duckdb==0.7.1
+earthengine-api==0.1.350
+easydict==1.10
+ecos==2.0.12
+editdistance==0.6.2
+en-core-web-sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.5.0/en_core_web_sm-3.5.0-py3-none-any.whl#sha256=0964370218b7e1672a30ac50d72cdc6b16f7c867496f1d60925691188f4d2510
+entrypoints==0.4
+ephem==4.1.4
+et-xmlfile==1.1.0
+etils==1.2.0
+etuples==0.3.8
+exceptiongroup==1.1.1
+fastai==2.7.12
+fastcore==1.5.29
+fastdownload==0.0.7
+fastjsonschema==2.16.3
+fastprogress==1.0.3
+fastrlock==0.8.1
+filelock==3.12.0
+firebase-admin==5.3.0
+Flask==2.2.4
+flatbuffers==23.3.3
+flax==0.6.9
+folium==0.14.0
+fonttools==4.39.3
+frozendict==2.3.7
+fsspec==2023.4.0
+future==0.18.3
+gast==0.4.0
+GDAL==3.3.2
+gdown==4.6.6
+gensim==4.3.1
+geographiclib==2.0
+geopy==2.3.0
+gin-config==0.5.0
+gitdb==4.0.10
+GitPython==3.1.31
+glob2==0.7
+google==2.0.3
+google-api-core==2.11.0
+google-api-python-client==2.84.0
+google-auth==2.17.3
+google-auth-httplib2==0.1.0
+google-auth-oauthlib==1.0.0
+google-cloud-bigquery==3.9.0
+google-cloud-bigquery-storage==2.19.1
+google-cloud-core==2.3.2
+google-cloud-datastore==2.15.1
+google-cloud-firestore==2.11.0
+google-cloud-language==2.9.1
+google-cloud-storage==2.8.0
+google-cloud-translate==3.11.1
+google-colab @ file:///colabtools/dist/google-colab-1.0.0.tar.gz#sha256=2cffc3ec301c908b14db672a79c4512e64a63a541c42b43c5b9f4a2e184be439
+google-crc32c==1.5.0
+google-pasta==0.2.0
+google-resumable-media==2.5.0
+googleapis-common-protos==1.59.0
+googledrivedownloader==0.4
+graphviz==0.20.1
+greenlet==2.0.2
+grpcio==1.54.0
+grpcio-status==1.48.2
+gspread==3.4.2
+gspread-dataframe==3.0.8
+gym==0.25.2
+gym-notices==0.0.8
+h5netcdf==1.1.0
+h5py==3.8.0
+hijri-converter==2.3.1
+holidays==0.23
+holoviews==1.15.4
+html5lib==1.1
+httpimport==1.3.0
+httplib2==0.21.0
+humanize==4.6.0
+hyperopt==0.2.7
+idna==3.4
+imageio==2.25.1
+imageio-ffmpeg==0.4.8
+imagesize==1.4.1
+imbalanced-learn==0.10.1
+imgaug==0.4.0
+importlib-metadata==6.6.0
+importlib-resources==5.12.0
+imutils==0.5.4
+inflect==6.0.4
+iniconfig==2.0.0
+intel-openmp==2023.1.0
+ipykernel==5.5.6
+ipython==7.34.0
+ipython-genutils==0.2.0
+ipython-sql==0.4.1
+ipywidgets==7.7.1
+itsdangerous==2.1.2
+jax==0.4.8
+jaxlib @ https://storage.googleapis.com/jax-releases/cuda11/jaxlib-0.4.7+cuda11.cudnn86-cp310-cp310-manylinux2014_x86_64.whl#sha256=d8e211ffbd51c1c399b3d78d19c22d8f1d66a0b1b2f96408801069fa1999c17c
+jieba==0.42.1
+Jinja2==3.1.2
+joblib==1.2.0
+jsonpickle==3.0.1
+jsonschema==4.3.3
+jupyter-client==6.1.12
+jupyter-console==6.1.0
+jupyter-server==1.24.0
+jupyter_core==5.3.0
+jupyterlab-pygments==0.2.2
+jupyterlab-widgets==3.0.7
+kaggle==1.5.13
+keras==2.12.0
+kiwisolver==1.4.4
+korean-lunar-calendar==0.3.1
+langcodes==3.3.0
+lazy_loader==0.2
+libclang==16.0.0
+librosa==0.10.0.post2
+lightgbm==3.3.5
+lit==16.0.3
+llvmlite==0.39.1
+locket==1.0.0
+logical-unification==0.4.5
+LunarCalendar==0.0.9
+lxml==4.9.2
+Markdown==3.4.3
+markdown-it-py==2.2.0
+MarkupSafe==2.1.2
+matplotlib==3.7.1
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.9
+mdurl==0.1.2
+miniKanren==1.0.3
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.8.1
+mkl==2019.0
+ml-dtypes==0.1.0
+mlxtend==0.14.0
+more-itertools==9.1.0
+moviepy==1.0.3
+mpmath==1.3.0
+msgpack==1.0.5
+multipledispatch==0.6.0
+multitasking==0.0.11
+murmurhash==1.0.9
+music21==8.1.0
+natsort==8.3.1
+nbclient==0.7.4
+nbconvert==6.5.4
+nbformat==5.8.0
+nest-asyncio==1.5.6
+networkx==3.1
+nibabel==3.0.2
+nltk==3.8.1
+notebook==6.4.8
+numba==0.56.4
+numexpr==2.8.4
+numpy==1.22.4
+oauth2client==4.1.3
+oauthlib==3.2.2
+opencv-contrib-python==4.7.0.72
+opencv-python==4.7.0.72
+opencv-python-headless==4.7.0.72
+openpyxl==3.0.10
+opt-einsum==3.3.0
+optax==0.1.5
+orbax-checkpoint==0.2.1
+osqp==0.6.2.post8
+packaging==23.1
+palettable==3.3.3
+pandas==1.5.3
+pandas-datareader==0.10.0
+pandas-gbq==0.17.9
+pandocfilters==1.5.0
+panel==0.14.4
+param==1.13.0
+parso==0.8.3
+partd==1.4.0
+pathlib==1.0.1
+pathy==0.10.1
+patsy==0.5.3
+pexpect==4.8.0
+pickleshare==0.7.5
+Pillow==8.4.0
+pip-tools==6.13.0
+platformdirs==3.3.0
+plotly==5.13.1
+plotnine==0.10.1
+pluggy==1.0.0
+polars==0.17.3
+pooch==1.6.0
+portpicker==1.3.9
+prefetch-generator==1.0.3
+preshed==3.0.8
+prettytable==0.7.2
+proglog==0.1.10
+progressbar2==4.2.0
+prometheus-client==0.16.0
+promise==2.3
+prompt-toolkit==3.0.38
+prophet==1.1.2
+proto-plus==1.22.2
+protobuf==3.20.3
+psutil==5.9.5
+psycopg2==2.9.6
+ptyprocess==0.7.0
+py-cpuinfo==9.0.0
+py4j==0.10.9.7
+pyarrow==9.0.0
+pyasn1==0.5.0
+pyasn1-modules==0.3.0
+pycocotools==2.0.6
+pycparser==2.21
+pyct==0.5.0
+pydantic==1.10.7
+pydata-google-auth==1.7.0
+pydeck==0.8.1b0
+pydot==1.4.2
+pydot-ng==2.0.0
+pydotplus==2.0.2
+PyDrive==1.3.1
+pyerfa==2.0.0.3
+pygame==2.3.0
+Pygments==2.14.0
+PyGObject==3.36.0
+pymc==5.1.2
+PyMeeus==0.5.12
+Pympler==1.0.1
+pymystem3==0.2.0
+PyOpenGL==3.1.6
+pyparsing==3.0.9
+pyproject_hooks==1.0.0
+pyrsistent==0.19.3
+PySocks==1.7.1
+pytensor==2.10.1
+pytest==7.2.2
+python-apt==0.0.0
+python-dateutil==2.8.2
+python-louvain==0.16
+python-slugify==8.0.1
+python-utils==3.5.2
+pytz==2022.7.1
+pytz-deprecation-shim==0.1.0.post0
+pyviz-comms==2.2.1
+PyWavelets==1.4.1
+PyYAML==6.0
+pyzmq==23.2.1
+qdldl==0.1.7
+qudida==0.0.4
+regex==2022.10.31
+requests==2.27.1
+requests-oauthlib==1.3.1
+requests-unixsocket==0.2.0
+requirements-parser==0.5.0
+rich==13.3.4
+rpy2==3.5.5
+rsa==4.9
+scikit-image==0.19.3
+scikit-learn==1.2.2
+scipy==1.10.1
+scs==3.2.3
+seaborn==0.12.2
+Send2Trash==1.8.0
+shapely==2.0.1
+six==1.16.0
+sklearn-pandas==2.2.0
+smart-open==6.3.0
+smmap==5.0.0
+sniffio==1.3.0
+snowballstemmer==2.2.0
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.4.1
+soxr==0.3.5
+spacy==3.5.2
+spacy-legacy==3.0.12
+spacy-loggers==1.0.4
+Sphinx==3.5.4
+sphinxcontrib-applehelp==1.0.4
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==2.0.1
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.5
+SQLAlchemy==2.0.10
+sqlparse==0.4.4
+srsly==2.4.6
+statsmodels==0.13.5
+streamlit==1.22.0
+streamlit-drawable-canvas==0.9.2
+sympy==1.11.1
+tables==3.8.0
+tabulate==0.8.10
+tblib==1.7.0
+tenacity==8.2.2
+tensorboard==2.12.2
+tensorboard-data-server==0.7.0
+tensorboard-plugin-wit==1.8.1
+tensorflow==2.12.0
+tensorflow-datasets==4.9.2
+tensorflow-estimator==2.12.0
+tensorflow-gcs-config==2.12.0
+tensorflow-hub==0.13.0
+tensorflow-io-gcs-filesystem==0.32.0
+tensorflow-metadata==1.13.1
+tensorflow-probability==0.19.0
+tensorstore==0.1.36
+termcolor==2.3.0
+terminado==0.17.1
+text-unidecode==1.3
+textblob==0.17.1
+tf-slim==1.1.0
+thinc==8.1.9
+threadpoolctl==3.1.0
+tifffile==2023.4.12
+tinycss2==1.2.1
+toml==0.10.2
+tomli==2.0.1
+toolz==0.12.0
+torch @ https://download.pytorch.org/whl/cu118/torch-2.0.0%2Bcu118-cp310-cp310-linux_x86_64.whl#sha256=4b690e2b77f21073500c65d8bb9ea9656b8cb4e969f357370bbc992a3b074764
+torchaudio @ https://download.pytorch.org/whl/cu118/torchaudio-2.0.1%2Bcu118-cp310-cp310-linux_x86_64.whl#sha256=19c4ef9012324c4fb80ea66934551b7807d97148c28538e2eabafe16ab50e91c
+torchdata==0.6.0
+torchsummary==1.5.1
+torchtext==0.15.1
+torchvision @ https://download.pytorch.org/whl/cu118/torchvision-0.15.1%2Bcu118-cp310-cp310-linux_x86_64.whl#sha256=9a679fa37a741018c804234693bbac3d487fb3dd55ee73f6b33677b177c8c07a
+tornado==6.3.1
+tqdm==4.65.0
+traitlets==5.7.1
+triton==2.0.0
+tweepy==4.13.0
+typer==0.7.0
+types-setuptools==67.7.0.2
+typing_extensions==4.5.0
+tzdata==2023.3
+tzlocal==4.3
+uritemplate==4.1.1
+urllib3==1.26.15
+validators==0.20.0
+vega-datasets==0.9.0
+wasabi==1.1.1
+watchdog==3.0.0
+wcwidth==0.2.6
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.5.1
+Werkzeug==2.3.0
+widgetsnbextension==3.6.4
+wordcloud==1.8.2.2
+wrapt==1.14.1
+xarray==2022.12.0
+xarray-einstats==0.5.1
+xgboost==1.7.5
+xlrd==2.0.1
+yellowbrick==1.5
+yfinance==0.2.18
+zict==3.0.0
+zipp==3.15.0