Spaces:
Runtime error
Runtime error
File size: 5,832 Bytes
8e10d25 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 |
import numpy as np
from codeScripts.rubrics import *
class PlentasMethodology():
"""
The methodology developed in Plentas consists in iteratively compute the similarity between two sentences: the baseline response and one variable group of sentences from the student's response. The goal of it is to identify in the text the subresponses to each subquestion so the answer-question similarity is better obtained and thus the overall calculated similarity fits better to the expected one.
Inputs:
-settings: The settings from the config json and the api.
"""
def __init__(self, settings):
self.settings = settings
self.maxSimilarity = -99999
self.SemanticLevel = Semantica2(self.settings)
def getSimilarity(self, sentences, similarityMethod):
"""
This function calculates the similarity between two responses using the Plentas methodology
Inputs:
sentences: pre-processed sentences of the student's response
similarityMethod: choose between spacy or bert
Outputs:
similarity: an array of the generated similarity for each subquestion
"""
#Initializing the similarity array so if the student's response is blank default content is output
similarity = np.zeros(len(self.settings.indice_minipreguntas))
#obtaining the similarity for each subquestion
for minirespuesta, minipregunta in zip(self.settings.minirespuestas, self.settings.indice_minipreguntas):
self.SemanticLevel.output.initInforms(self.settings.studentID, minipregunta, similarityMethod)
#if the response is not blank ...
if len(sentences) >= 1 and sentences[0] != '':
self.maxSimilarity = -99999
#varying the group of sentences
for agrupation in list(range(self.settings.minAgrupation,self.settings.maxAgrupation)):
#varying the size of the group of sentences
for s in range(len(sentences)):
try:
#extracting the sentences
r_alumno, r_label = self.__Line2LineAnalysis__(sentences, s, agrupation)
#computing its similarity
#similar = self.__computeSimilarity__(r_alumno, minirespuesta, similarityMethod)
similar = self.SemanticLevel.computeSimilarity(r_alumno, minirespuesta, similarityMethod)
self.SemanticLevel.output.updateInformsBucle(self.settings.studentID, minipregunta, r_alumno, r_label, agrupation, similar, similarityMethod, 1 if similar > self.maxSimilarity else 0)
#storing the highest
if similar > self.maxSimilarity:
self.maxSimilarity = similar
except:
break
#stacking the similarity of each subquestion
similarity[int(minipregunta[12:])] = self.maxSimilarity
return similarity
def __Line2LineAnalysis__(self, sentences, size, start):
"""
This function extracts the required group of sentences from a response.
Inputs:
-sentences: the array of sentences from the student's response
-size: the max number of sentences to extract.
-start: the array position from where to start extracting
Outputs:
respuesta_alumno: the extracted sentences
r_name: the label of those sentences (their position in the response and, thus, in the input array)
"""
new_respuesta = ""
breaking_variable = sentences[size+start-1]
for line in sentences[size:size+start]:
new_respuesta= new_respuesta + line + '. '
respuesta_alumno = new_respuesta.lower()
if start == 1:
r_name = "Line " + str(size+1)
else:
r_name = "Lines " + str(size+1) + " - " + str(size+start)
return respuesta_alumno, r_name
def EvaluationMethod(self, studentID, response, similarity_array, similarity_type = "spacy"):
notaSemantica = 0
esSuperior = 0
esIntermedio = 0
for umbralL, umbralH in zip(self.SemanticLevel.output.min_umbral, self.SemanticLevel.output.max_umbral):
for minipregunta, similarity in zip(self.settings.indice_minipreguntas, similarity_array):
print(minipregunta, similarity)
if similarity >= umbralL:
if similarity <= umbralH:
if not esSuperior:
esIntermedio = 1
else:
esIntermedio = 0
esSuperior = 1
if esSuperior:
notaSemantica +=1
elif esIntermedio:
notaSemantica += 0.5
esSuperior = 0
esIntermedio = 0
notaSemantica = notaSemantica/len(self.settings.indice_minipreguntas)
self.SemanticLevel.output.updateInforms(studentID, umbralL, umbralH, notaSemantica, similarity_type, response)
#Descomment if analyzing more than one threshold option
#if umbralL == 0.3 and umbralH == 0.7:
#notaGuardar = notaSemantica
#notaSemantica = 0
#return notaGuardar
return notaSemantica
|