query eval scaffolding
All checks were successful
studiorailgun/trpg/pipeline/head This commit looks good
All checks were successful
studiorailgun/trpg/pipeline/head This commit looks good
This commit is contained in:
parent
67360681c9
commit
a48c21f1f5
@ -8,6 +8,8 @@ sitting in a tavern by a fireplace
|
|||||||
|
|
||||||
|
|
||||||
Respond to "What color is your hat?"
|
Respond to "What color is your hat?"
|
||||||
|
- determine sentence function
|
||||||
|
- determine what is being queried for
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@ -1 +1 @@
|
|||||||
▄╘з▓┌кЪДЖЬ▄йЩ▄сЩлЖ╔в╔▓ИКЙG ▄шЁЗаБ÷Т╒(▀лЙ▀Рэ║Р
2
|
╪МёКУ╘ТВэТН▒║Х∙╫√=╔в╔▓ИКЙG ▄шЁЗаБ÷Т╒(фБЕ╨≥┘юШ2
|
||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
@ -2,3 +2,4 @@
|
|||||||
1,0,0,0,"Hello"
|
1,0,0,0,"Hello"
|
||||||
1,0,0,0,"Hi"
|
1,0,0,0,"Hi"
|
||||||
1,0,0,0,"Howdy"
|
1,0,0,0,"Howdy"
|
||||||
|
0,0,1,0,"What color is your hat?"
|
||||||
|
@ -2,3 +2,4 @@
|
|||||||
1,0,0,0,"Hello"
|
1,0,0,0,"Hello"
|
||||||
1,0,0,0,"Hi"
|
1,0,0,0,"Hi"
|
||||||
1,0,0,0,"Howdy"
|
1,0,0,0,"Howdy"
|
||||||
|
0,0,1,0,"What color is your hat?"
|
||||||
|
@ -27,6 +27,8 @@ public class AgentLoop {
|
|||||||
try (Scanner scan = new Scanner(System.in)) {
|
try (Scanner scan = new Scanner(System.in)) {
|
||||||
String prompt = "";
|
String prompt = "";
|
||||||
|
|
||||||
|
System.out.println("Agent is ready..");
|
||||||
|
|
||||||
//actual main loop
|
//actual main loop
|
||||||
while(running){
|
while(running){
|
||||||
|
|
||||||
|
|||||||
@ -3,6 +3,7 @@ package org.studiorailgun.conversation.evaluators;
|
|||||||
import org.studiorailgun.conversation.categorization.SentenceFunctionCategorizor;
|
import org.studiorailgun.conversation.categorization.SentenceFunctionCategorizor;
|
||||||
import org.studiorailgun.conversation.evaluators.goal.GoalEval;
|
import org.studiorailgun.conversation.evaluators.goal.GoalEval;
|
||||||
import org.studiorailgun.conversation.evaluators.greet.GreetingEval;
|
import org.studiorailgun.conversation.evaluators.greet.GreetingEval;
|
||||||
|
import org.studiorailgun.conversation.evaluators.query.QueryEval;
|
||||||
import org.studiorailgun.conversation.evaluators.synthesis.ResponseEval;
|
import org.studiorailgun.conversation.evaluators.synthesis.ResponseEval;
|
||||||
import org.studiorailgun.conversation.tracking.Conversation;
|
import org.studiorailgun.conversation.tracking.Conversation;
|
||||||
import org.studiorailgun.conversation.tracking.Quote;
|
import org.studiorailgun.conversation.tracking.Quote;
|
||||||
@ -25,9 +26,12 @@ public class EvaluationTree {
|
|||||||
case UTILITY: {
|
case UTILITY: {
|
||||||
GreetingEval.evaluate(conversation, quote);
|
GreetingEval.evaluate(conversation, quote);
|
||||||
} break;
|
} break;
|
||||||
default: {
|
case QUERY: {
|
||||||
|
QueryEval.evaluate(conversation, quote);
|
||||||
} break;
|
} break;
|
||||||
|
default: {
|
||||||
|
throw new UnsupportedOperationException("Unsupported quote function: " + quote.getFunction());
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
//evaluate the AI's current goal in the conversation
|
//evaluate the AI's current goal in the conversation
|
||||||
|
|||||||
@ -0,0 +1,20 @@
|
|||||||
|
package org.studiorailgun.conversation.evaluators.query;
|
||||||
|
|
||||||
|
import org.studiorailgun.conversation.tracking.Conversation;
|
||||||
|
import org.studiorailgun.conversation.tracking.Quote;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Evaluates queries
|
||||||
|
*/
|
||||||
|
public class QueryEval {
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Evaluates a quote
|
||||||
|
* @param conversation The conversation
|
||||||
|
* @param quote The quote
|
||||||
|
*/
|
||||||
|
public static void evaluate(Conversation conversation, Quote quote){
|
||||||
|
System.out.println("Is a query!");
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
@ -19,7 +19,11 @@ public class ResponseEval {
|
|||||||
switch(conversation.getGoalData().getGoal()){
|
switch(conversation.getGoalData().getGoal()){
|
||||||
case GREET: {
|
case GREET: {
|
||||||
response = GreetingEval.constructGreeting(conversation);
|
response = GreetingEval.constructGreeting(conversation);
|
||||||
|
conversation.getGreetingData().getHaveGreeted().add(conversation.getSelf());
|
||||||
} break;
|
} break;
|
||||||
|
default: {
|
||||||
|
throw new UnsupportedOperationException("Unsupported conversation goal! " + conversation.getGoalData().getGoal());
|
||||||
|
}
|
||||||
}
|
}
|
||||||
return response;
|
return response;
|
||||||
}
|
}
|
||||||
|
|||||||
@ -150,15 +150,15 @@ model.evaluate(npTestData,npTestLabel)
|
|||||||
|
|
||||||
|
|
||||||
# predict
|
# predict
|
||||||
predictTargetRaw: Tensor = tf.constant(['Hello'])
|
# predictTargetRaw: Tensor = tf.constant(['Hello'])
|
||||||
npPredict: npt.NDArray = np.array(predictTargetRaw, dtype=object)
|
# npPredict: npt.NDArray = np.array(predictTargetRaw, dtype=object)
|
||||||
print("Prediction test..")
|
# print("Prediction test..")
|
||||||
result: list[int] = model.predict(predictTargetRaw)
|
# result: list[int] = model.predict(predictTargetRaw)
|
||||||
print("predict result:")
|
# print("predict result:")
|
||||||
print(predictTargetRaw)
|
# print(predictTargetRaw)
|
||||||
print(result)
|
# print(result)
|
||||||
print(train_data)
|
# print(train_data)
|
||||||
print(train_labels)
|
# print(train_labels)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@ -18,7 +18,7 @@ public class GreetingTests {
|
|||||||
|
|
||||||
ConvAI.simFrame("Hello");
|
ConvAI.simFrame("Hello");
|
||||||
|
|
||||||
assertEquals(Globals.conversation.getGreetingData().getHaveGreeted().size(), 1);
|
assertNotEquals(Globals.conversation.getGreetingData().getHaveGreeted().size(), 0);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user