ALVHB95 commited on
Commit
a17e48f
1 Parent(s): fd35055
Files changed (2) hide show
  1. app.py +57 -36
  2. front_4.jpg +0 -0
app.py CHANGED
@@ -1,6 +1,16 @@
1
  import gradio as gr
2
  from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer
3
  import torch
 
 
 
 
 
 
 
 
 
 
4
 
5
  import os
6
  import sys
@@ -24,59 +34,51 @@ from langchain.prompts.prompt import PromptTemplate
24
  from langchain.prompts.chat import ChatPromptTemplate, SystemMessagePromptTemplate
25
  from langchain.prompts import SystemMessagePromptTemplate, HumanMessagePromptTemplate, ChatPromptTemplate, MessagesPlaceholder
26
  from langchain.document_loaders import PyPDFDirectoryLoader
27
- from pydantic import BaseModel, Field
28
  from langchain.output_parsers import PydanticOutputParser
29
  from langchain_community.llms import HuggingFaceHub
30
  from langchain_community.document_loaders import WebBaseLoader
31
-
32
- from pydantic import BaseModel
33
  import shutil
34
 
35
- from huggingface_hub import from_pretrained_keras
36
 
37
- import tensorflow as tf
38
- from tensorflow import keras
39
- from PIL import Image
40
 
41
  # Cell 1: Image Classification Model
42
- model1 = from_pretrained_keras("ALVHB95/finalsupermodelofthedestiny")
43
 
44
  # Define class labels
45
- class_labels = ['cardboard', 'compost', 'glass', 'metal', 'paper', 'plastic', 'trash']
46
 
47
  # Function to predict image label and score
48
  def predict_image(input):
49
- # Resize the image to the size expected by the model
50
- image = input.resize((224, 224))
51
- # Convert the image to a NumPy array
52
- image_array = tf.keras.preprocessing.image.img_to_array(image)
53
  # Normalize the image
54
- image_array /= 255.0
55
  # Expand the dimensions to create a batch
56
  image_array = tf.expand_dims(image_array, 0)
57
  # Predict using the model
58
  predictions = model1.predict(image_array)
 
 
 
59
 
60
- # Get the predicted class label
61
- predicted_class_index = tf.argmax(predictions, axis=1).numpy()[0]
62
- predicted_class_label = class_labels[predicted_class_index]
63
-
64
- # Get the confidence score of the predicted class
65
- confidence_score = predictions[0][predicted_class_index]
66
-
67
- # Return input image path, predicted class label, and confidence score
68
- return input, {predicted_class_label: confidence_score}
69
 
70
  image_gradio_app = gr.Interface(
71
  fn=predict_image,
72
- inputs=gr.Image(label="Select waste candidate", sources=['upload', 'webcam'], type="pil"),
73
- outputs=[gr.Image(label="Processed Image"), gr.Label(label="Result")],
74
- title="What kind of waste do you have?",
 
75
  )
76
 
77
- # Cell 2: Chatbot Model
78
 
79
- loader = WebBaseLoader(["https://www.epa.gov/recycle/frequent-questions-recycling", "https://www.whitehorsedc.gov.uk/vale-of-white-horse-district-council/recycling-rubbish-and-waste/lets-get-real-about-recycling/", "https://www.teimas.com/blog/13-preguntas-y-respuestas-sobre-la-ley-de-residuos-07-2022", "https://www.molok.com/es/blog/gestion-de-residuos-solidos-urbanos-rsu-10-dudas-comunes"])
 
 
80
  data=loader.load()
81
  # split documents
82
  text_splitter = RecursiveCharacterTextSplitter(
@@ -101,14 +103,15 @@ vectordb = Chroma.from_documents(
101
  retriever = vectordb.as_retriever(search_kwargs={"k": 2}, search_type="mmr")
102
 
103
  class FinalAnswer(BaseModel):
104
- question: str = Field(description="the original question")
105
- answer: str = Field(description="the extracted answer")
106
 
107
  # Assuming you have a parser for the FinalAnswer class
108
  parser = PydanticOutputParser(pydantic_object=FinalAnswer)
109
 
110
  template = """
111
- Your name is AngryGreta and you are a recycling chatbot with the objective to anwer questions from user in English or Spanish /
 
112
  Use the following pieces of context to answer the question /
113
  If the question is English answer in English /
114
  If the question is Spanish answer in Spanish /
@@ -167,15 +170,33 @@ def chat_interface(question,history):
167
 
168
  return answer_value
169
 
 
170
  chatbot_gradio_app = gr.ChatInterface(
171
  fn=chat_interface,
172
- title='Our doubts are traitors, And make us lose the good we oft might win, By fearing to attempt.'
173
  )
174
 
175
- # Combine both interfaces into a single app
176
- app=gr.TabbedInterface(
177
- [image_gradio_app, chatbot_gradio_app],
178
- tab_names=["image","chatbot"]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
179
  )
180
 
181
  app.queue()
 
1
  import gradio as gr
2
  from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer
3
  import torch
4
+ import theme
5
+
6
+ from huggingface_hub import from_pretrained_keras
7
+ from tensorflow.keras.applications import EfficientNetB0
8
+
9
+ import tensorflow as tf
10
+ from tensorflow import keras
11
+ from PIL import Image
12
+
13
+ theme = theme.Theme()
14
 
15
  import os
16
  import sys
 
34
  from langchain.prompts.chat import ChatPromptTemplate, SystemMessagePromptTemplate
35
  from langchain.prompts import SystemMessagePromptTemplate, HumanMessagePromptTemplate, ChatPromptTemplate, MessagesPlaceholder
36
  from langchain.document_loaders import PyPDFDirectoryLoader
 
37
  from langchain.output_parsers import PydanticOutputParser
38
  from langchain_community.llms import HuggingFaceHub
39
  from langchain_community.document_loaders import WebBaseLoader
40
+ from pydantic import BaseModel, Field
 
41
  import shutil
42
 
 
43
 
44
+ custom_title = "<span style='color: rgb(243, 239, 224);'>Green Greta</span>"
45
+
 
46
 
47
  # Cell 1: Image Classification Model
48
+ model1 = from_pretrained_keras("rocioadlc/efficientnetB0_trash")
49
 
50
  # Define class labels
51
+ class_labels = ['cardboard', 'glass', 'metal', 'paper', 'plastic', 'trash']
52
 
53
  # Function to predict image label and score
54
  def predict_image(input):
55
+ # Resize the image to the size expected by the model and convert to numpy array
56
+ image_array = tf.keras.preprocessing.image.img_to_array(input.resize((244, 224))) # Cambiar el orden de las dimensiones
 
 
57
  # Normalize the image
58
+ image_array = tf.keras.applications.efficientnet.preprocess_input(image_array)
59
  # Expand the dimensions to create a batch
60
  image_array = tf.expand_dims(image_array, 0)
61
  # Predict using the model
62
  predictions = model1.predict(image_array)
63
+ category_scores = {}
64
+ for i, class_label in enumerate(class_labels):
65
+ category_scores[class_label] = predictions[0][i].item()
66
 
67
+ return category_scores
68
+
 
 
 
 
 
 
 
69
 
70
  image_gradio_app = gr.Interface(
71
  fn=predict_image,
72
+ inputs=gr.Image(label="Image", sources=['upload', 'webcam'], type="pil"),
73
+ outputs=[gr.Label(label="Result")],
74
+ title=custom_title,
75
+ theme=theme
76
  )
77
 
 
78
 
79
+
80
+ # Cell 2: ChatBot Model
81
+ loader = WebBaseLoader(["https://www.epa.gov/recycle/frequent-questions-recycling", "https://www.whitehorsedc.gov.uk/vale-of-white-horse-district-council/recycling-rubbish-and-waste/lets-get-real-about-recycling/", "https://www.teimas.com/blog/13-preguntas-y-respuestas-sobre-la-ley-de-residuos-07-2022", "https://www.molok.com/es/blog/gestion-de-residuos-solidos-urbanos-rsu-10-dudas-comunes", "https://espanol.epa.gov/espanol/el-reciclaje#valelapena","https://espanol.epa.gov/espanol/preguntas-frecuentes-sobre-reciclado-de-plastico-y-elaboracion-de-abono-vegetal","https://espanol.epa.gov/espanol/consejo-del-dia-como-reciclo-mis","https://espanol.epa.gov/espanol/recursos-para-reciclar-dispositivos-electronicos","https://www.epa.gov/recycle/electronics-donation-and-recycling","https://reducereutilizarecicla.org/que-es-el-reciclaje/","https://reducereutilizarecicla.org/contenedores-de-reciclaje/", "https://reducereutilizarecicla.org/contenedores-de-reciclaje/contenedor-amarillo/","https://reducereutilizarecicla.org/contenedores-de-reciclaje/contenedor-azul/","https://reducereutilizarecicla.org/contenedores-de-reciclaje/contenedor-verde/","https://reducereutilizarecicla.org/contenedores-de-reciclaje/contenedor-marron-organico/","https://reducereutilizarecicla.org/contenedores-de-reciclaje/contenedor-gris-restos/","https://reducereutilizarecicla.org/contenedores-de-reciclaje/punto-limpio/", "https://reducereutilizarecicla.org/donde-tirar-auriculares/","https://reducereutilizarecicla.org/donde-tirar-sartenes/","https://reducereutilizarecicla.org/donde-tirar-aceite-usado/","https://reducereutilizarecicla.org/como-se-reciclan-los-envases-tipo-brik/","https://reducereutilizarecicla.org/los-envases-del-verano/", "https://reducereutilizarecicla.org/donde-tirar-radiografias/","https://reducereutilizarecicla.org/envases-ecologicos/","https://reducereutilizarecicla.org/donde-tirar-los-restos-de-pintura/","https://reducereutilizarecicla.org/valorizacion-de-residuos/","https://reducereutilizarecicla.org/como-reciclar-pilas/","https://reducereutilizarecicla.org/como-reciclar-capsulas-de-cafe/","https://reducereutilizarecicla.org/reciclando-cd/", "https://reducereutilizarecicla.org/donde-tirar-neumaticos/","https://reducereutilizarecicla.org/como-reciclar-una-canasta-de-mimbre/","https://reducereutilizarecicla.org/como-funciona-el-contenedor-amarillo/", "https://reducereutilizarecicla.org/donde-se-tiran-los-vapers/","https://reducereutilizarecicla.org/cuanto-tarda-una-bolsa-biodegradable-en-degradarse/", "https://reducereutilizarecicla.org/donde-se-reciclan-los-juguetes/","https://reducereutilizarecicla.org/objetos-que-se-pueden-reutilizar/","https://reducereutilizarecicla.org/la-parafina-se-puede-reutilizar/","https://reducereutilizarecicla.org/planta-de-reciclaje-de-papel/", "https://reducereutilizarecicla.org/como-saber-si-un-envase-es-reciclable/", "https://reducereutilizarecicla.org/reutilizar-vasos-de-vela/", "https://reducereutilizarecicla.org/bolsas-frio-calor/", "https://reducereutilizarecicla.org/reciclar-y-reutilizar-materiales-de-construccion/", "https://reducereutilizarecicla.org/que-es-exactamente-el-pet/", "https://reducereutilizarecicla.org/tipos-de-reciclaje/", "https://reducereutilizarecicla.org/que-hacer-con-palets-reciclados/", "https://reducereutilizarecicla.org/vertederos-controlados/", "https://reducereutilizarecicla.org/donde-tirar-escombros/","https://reducereutilizarecicla.org/como-reciclar-los-residuos-de-ps-poliestireno/","https://reducereutilizarecicla.org/tirar-la-basura-sin-bolsas/","https://reducereutilizarecicla.org/tirar-el-palo-de-la-fregona/","https://reducereutilizarecicla.org/la-mejor-manera-de-reciclar-una-pala-de-padel/", "https://reducereutilizarecicla.org/sabes-donde-tirar-las-llantas-viejas-de-un-coche/","https://reducereutilizarecicla.org/sabes-donde-tirar-el-arbol-de-navidad/","https://reducereutilizarecicla.org/clavos-tornillos-herramientas-donde-tirar-hierro/","https://reducereutilizarecicla.org/donde-tirar-un-secador-de-pelo-contenedor-o-punto-limpio/","https://reducereutilizarecicla.org/donde-tirar-electrodomesticos/","https://reducereutilizarecicla.org/donde-puedo-tirar-ramas-de-arboles/", "https://reducereutilizarecicla.org/donde-tirar-escombros/","https://reducereutilizarecicla.org/donde-se-tira-el-muerdago-quemado/","https://reducereutilizarecicla.org/sandalias-caucho-reciclado-neumaticos/","https://reducereutilizarecicla.org/ideas-para-reciclar-aspas-de-ventilador-de-techo/","https://reducereutilizarecicla.org/reciclar-sacos-dormir/","https://reducereutilizarecicla.org/reciclar-sillas-playa/","https://reducereutilizarecicla.org/donde-tirar-antipolillas/","https://reducereutilizarecicla.org/que-hacer-con-los-juguetes-viejos/","https://reducereutilizarecicla.org/como-utilizar-las-mascarillas-y-el-gel-hidroalcoholico-en-la-playa/","https://reducereutilizarecicla.org/ideas-para-reciclar-un-ventilador-de-pie/","https://reducereutilizarecicla.org/donde-tirar-gasoil/","https://reducereutilizarecicla.org/donde-puedo-tirar-basura-electronica/","https://reducereutilizarecicla.org/donde-tirar-agujas/", "https://reducereutilizarecicla.org/donde-tirar-residuos-peligrosos/", "https://reducereutilizarecicla.org/donde-tirar-los-cables/", "https://reducereutilizarecicla.org/donde-tirar-bicicletas/", "https://reducereutilizarecicla.org/donde-tirar-maletas/", "https://reducereutilizarecicla.org/como-reciclar-una-pantalla/", "https://reducereutilizarecicla.org/metales-reciclables/","https://reducereutilizarecicla.org/donde-tirar-caja-de-helado/", "https://reducereutilizarecicla.org/como-reciclar-perchas-de-plastico/","https://reducereutilizarecicla.org/donde-tirar-un-jarron-de-ceramica/","https://reducereutilizarecicla.org/donde-tirar-sanitarios/", "https://reducereutilizarecicla.org/reciclar-bombonas-de-camping-gas/", "https://reducereutilizarecicla.org/donde-tirar-aceite-usado-de-motor/", "https://reducereutilizarecicla.org/como-reciclar-rotuladores-subrayadores-y-boligrafos/", "https://reducereutilizarecicla.org/donde-tirar-un-ordenador/", "https://reducereutilizarecicla.org/donde-tirar-un-termometro-de-mercurio/", "https://reducereutilizarecicla.org/tirar-nevera-vieja/","https://reducereutilizarecicla.org/que-cosas-pueden-ser-recicladas/","https://reducereutilizarecicla.org/donde-tirar-los-pintaunas/","https://reducereutilizarecicla.org/donde-tirar-bombona-de-helio/", "https://reducereutilizarecicla.org/donde-tirar-alfombras/", "https://reducereutilizarecicla.org/donde-tirar-impresoras-y-sus-cartuchos-o-toner/", "https://reducereutilizarecicla.org/donde-tirar-aguarras/","https://reducereutilizarecicla.org/donde-tirar-discos-duros/","https://reducereutilizarecicla.org/donde-tirar-azulejos/","https://reducereutilizarecicla.org/donde-tirar-diapositivas/","https://reducereutilizarecicla.org/donde-tirar-jeringuillas-usadas/","https://reducereutilizarecicla.org/donde-tirar-cintas-vhs/","https://reducereutilizarecicla.org/donde-tirar-gomaespuma/", "https://reducereutilizarecicla.org/donde-tirar-los-botes-de-pintura/", "https://reducereutilizarecicla.org/donde-se-recicla-la-madera/", "https://reducereutilizarecicla.org/donde-tirar-discos-de-vinilo/", "https://reducereutilizarecicla.org/donde-tirar-imanes/", "https://reducereutilizarecicla.org/donde-tirar-fluorescentes/", "https://reducereutilizarecicla.org/donde-tirar-un-microondas/", "https://reducereutilizarecicla.org/reciclar-toallas/", "https://reducereutilizarecicla.org/reciclar-vaqueros/","https://reducereutilizarecicla.org/como-se-recicla-la-tela/", "https://reducereutilizarecicla.org/contenedor-rojo-ropa/", "https://reducereutilizarecicla.org/reciclar-chanclas/","https://reducereutilizarecicla.org/reciclar-banadores/","https://reducereutilizarecicla.org/asi-funciona-el-reciclaje-de-cremalleras/","https://reducereutilizarecicla.org/donde-tirar-zapatos/","https://reducereutilizarecicla.org/como-reciclar-una-camisa/","https://reducereutilizarecicla.org/donde-tirar-un-mantel-de-tela-sucio/","https://reducereutilizarecicla.org/contenedores-de-ropa/","https://reducereutilizarecicla.org/que-cosas-pueden-ser-recicladas/","https://reducereutilizarecicla.org/los-textiles-se-vuelven-ecologicos/","https://reducereutilizarecicla.org/donde-tirar-ropa-vieja/","https://espanol.epa.gov/espanol/terminos-0-9","https://espanol.epa.gov/espanol/terminos","https://espanol.epa.gov/espanol/terminos-b","https://espanol.epa.gov/espanol/terminos-c","https://espanol.epa.gov/espanol/terminos-d","https://espanol.epa.gov/espanol/terminos-e","https://espanol.epa.gov/espanol/terminos-f","https://espanol.epa.gov/espanol/terminos-g","https://espanol.epa.gov/espanol/terminos-h","https://espanol.epa.gov/espanol/terminos-i","https://espanol.epa.gov/espanol/terminos-j","https://espanol.epa.gov/espanol/terminos-l","https://espanol.epa.gov/espanol/terminos-m","https://espanol.epa.gov/espanol/terminos-n","https://espanol.epa.gov/espanol/terminos-o","https://espanol.epa.gov/espanol/terminos-p","https://espanol.epa.gov/espanol/terminos-q","https://espanol.epa.gov/espanol/terminos-r","https://espanol.epa.gov/espanol/terminos-s","https://espanol.epa.gov/espanol/terminos-t","https://espanol.epa.gov/espanol/terminos-u","https://espanol.epa.gov/espanol/terminos-v","https://espanol.epa.gov/espanol/terminos-w-x-y-z#W", "https://espanol.epa.gov/espanol/la-importancia-de-la-educacion-ambiental","https://espanol.epa.gov/espanol/consejo-del-dia-que-puede-hacer-para-reciclar-por-estacion","https://espanol.epa.gov/espanol/lo-que-puede-hacer-usted-acerca-de-la-contaminacion-por-basura-0","https://espanol.epa.gov/espanol/diez-maneras-de-eliminar-el-embalaje-y-las-envolturas-de-su-vida","https://blog.cerdanyaecoresort.com/sostenibilidad-ambiental-que-es-y-como-mejorarla-en-casa/","https://www.imh.eus/es/imh/comunicacion/docu-libre/reduccion-residuos","https://archivo-es.greenpeace.org/espana/Global/espana/report/contaminacion/Guia%20Transform-accion%20residuos.pdf","https://elpais.com/escaparate/2023-01-10/11-productos-sostenibles-de-uso-cotidiano-para-reducir-el-consumo-de-plastico-y-generar-menos-residuos.html", "https://elpais.com/escaparate/2023-01-10/11-productos-sostenibles-de-uso-cotidiano-para-reducir-el-consumo-de-plastico-y-generar-menos-residuos.html#", "https://www.iberdrola.com/sostenibilidad/productos-ecologicos", "https://www.retema.es/agenda", "https://www.iberdrola.com/sostenibilidad/reciclaje-para-ninos","https://www.miteco.gob.es/es/ceneam/recursos/pag-web/programas-planes/voluntariado-ong-internacionales.html", "https://www.iberdrola.com/compromiso-social/voluntariado-corporativo", "https://reducereutilizarecicla.org/reciclos-ecoembes/","https://reducereutilizarecicla.org/goma-eva-es-reciclable/", "https://reducereutilizarecicla.org/se-puede-generar-energia-en-los-vertederos/", "https://reducereutilizarecicla.org/tirar-la-basura-sin-bolsas/","https://reducereutilizarecicla.org/por-que-es-importante-saber-como-reutilizar-camisetas/","https://reducereutilizarecicla.org/reutilizar-pantalones/","https://reducereutilizarecicla.org/poliester-reciclado/","https://reducereutilizarecicla.org/ropa-con-materiales-reciclados/", "https://reducereutilizarecicla.org/contenedores-caseros-para-reciclar/","https://www.miteco.gob.es/es/calidad-y-evaluacion-ambiental/temas/prevencion-y-gestion-residuos/flujos/domesticos/gestion/sistema-recogida/puntos-limpios.html","https://punto-limpio.info/","https://reducereutilizarecicla.org/ecopuntos-que-son-y-donde-estan/"])
82
  data=loader.load()
83
  # split documents
84
  text_splitter = RecursiveCharacterTextSplitter(
 
103
  retriever = vectordb.as_retriever(search_kwargs={"k": 2}, search_type="mmr")
104
 
105
  class FinalAnswer(BaseModel):
106
+ question: str = Field()
107
+ answer: str = Field()
108
 
109
  # Assuming you have a parser for the FinalAnswer class
110
  parser = PydanticOutputParser(pydantic_object=FinalAnswer)
111
 
112
  template = """
113
+ Your name is Greta and you are a recycling chatbot with the objective to anwer questions from user in English or Spanish /
114
+ You have been designed and created by the Group-1 of the Master's Degree in Data Science & Big Data of Universidad Complutense de Madrid 2023/2024 class /
115
  Use the following pieces of context to answer the question /
116
  If the question is English answer in English /
117
  If the question is Spanish answer in Spanish /
 
170
 
171
  return answer_value
172
 
173
+
174
  chatbot_gradio_app = gr.ChatInterface(
175
  fn=chat_interface,
176
+ title=custom_title
177
  )
178
 
179
+ # Banner tab
180
+ banner_tab_content = """
181
+ <div style="background-color: #d3e3c3; text-align: center; padding: 20px; display: flex; flex-direction: column; align-items: center;">
182
+ <img src="https://huggingface.co/spaces/rocioadlc/test_4/resolve/main/front_4.jpg" alt="Banner Image" style="width: 50%; max-width: 500px; margin: 0 auto;">
183
+ <h1 style="font-size: 24px; color: #4e6339; margin-top: 20px;">¡Bienvenido a nuestro clasificador de imágenes y chatbot para un reciclaje más inteligente!♻️</h1>
184
+ <p style="font-size: 16px; color: #4e6339; text-align: justify;">¿Alguna vez te has preguntado si puedes reciclar un objeto en particular? ¿O te has sentido abrumado por la cantidad de residuos que generas y no sabes cómo manejarlos de manera más sostenible? ¡Estás en el lugar correcto!</p>
185
+ <p style="font-size: 16px; color: #4e6339; text-align: justify;">Nuestra plataforma combina la potencia de la inteligencia artificial con la comodidad de un chatbot para brindarte respuestas rápidas y precisas sobre qué objetos son reciclables y cómo hacerlo de la manera más eficiente.</p>
186
+ <p style="font-size: 16px; text-align:center;"><strong><span style="color: #4e6339;">¿Cómo usarlo?</span></strong>
187
+ <ul style="list-style-type: disc; text-align: justify; margin-top: 20px; padding-left: 20px;">
188
+ <li style="font-size: 16px; color: #4e6339;"><strong><span style="color: #4e6339;">Green Greta Image Classification:</span></strong> Ve a la pestaña Greta Image Classification y simplemente carga una foto del objeto que quieras reciclar, y nuestro modelo de identificará de qué se trata🕵️‍♂️ para que puedas desecharlo adecuadamente.</li>
189
+ <li style="font-size: 16px; color: #4e6339;"><strong><span style="color: #4e6339;">Green Greta Chat:</span></strong> ¿Tienes preguntas sobre reciclaje, materiales específicos o prácticas sostenibles? ¡Pregunta a nuestro chatbot en la pestaña Green Greta Chat!📝 Está aquí para responder todas tus preguntas y ayudarte a tomar decisiones más informadas sobre tu reciclaje.</li>
190
+ </ul>
191
+ </div>
192
+ """
193
+ banner_tab = gr.Markdown(banner_tab_content)
194
+
195
+ # Combine interfaces into a single app
196
+ app = gr.TabbedInterface(
197
+ [banner_tab, image_gradio_app, chatbot_gradio_app],
198
+ tab_names=["Welcome to Green Greta", "Green Greta Image Classification", "Green Greta Chat"],
199
+ theme=theme
200
  )
201
 
202
  app.queue()
front_4.jpg ADDED