conversational query work
All checks were successful
studiorailgun/trpg/pipeline/head This commit looks good
All checks were successful
studiorailgun/trpg/pipeline/head This commit looks good
This commit is contained in:
parent
a64489e87b
commit
e9dcfbc478
@ -18,6 +18,7 @@
|
||||
}
|
||||
},
|
||||
"dependencies" : [
|
||||
"./data/webs/philosophy/knowledge/ambiguity.json"
|
||||
"./data/webs/philosophy/knowledge/ambiguity.json",
|
||||
"./data/webs/philosophy/knowledge/learnable.json"
|
||||
]
|
||||
}
|
||||
13
data/webs/philosophy/knowledge/learnable.json
Normal file
13
data/webs/philosophy/knowledge/learnable.json
Normal file
@ -0,0 +1,13 @@
|
||||
{
|
||||
"tag" : "learnable",
|
||||
"nodes" : {
|
||||
"0" : {
|
||||
"comment" : "Used for flagging a node as being possible to learn",
|
||||
"id" : 0,
|
||||
"name" : "learnable"
|
||||
}
|
||||
},
|
||||
"anchors": {
|
||||
"learnable" : 0
|
||||
}
|
||||
}
|
||||
@ -10,6 +10,7 @@ import org.studiorailgun.conversation.parser.NLPParser;
|
||||
import org.studiorailgun.conversation.tracking.Conversation;
|
||||
import org.studiorailgun.conversation.tracking.Quote;
|
||||
import org.studiorailgun.conversation.tracking.Sentence;
|
||||
import org.studiorailgun.conversation.web.ConversationQuery;
|
||||
|
||||
/**
|
||||
* Evaluates a sentence based on data about the sentence
|
||||
@ -30,8 +31,8 @@ public class EvaluationTree {
|
||||
//perform NLP evaluation of the quote
|
||||
NLPParser.parse(quote);
|
||||
|
||||
//add the quote to the conversation
|
||||
conversation.addQuote(quote);
|
||||
//add the evaluated quote to the conversation
|
||||
conversation.addQuote(ConversationQuery.getOtherParticipant(), quote);
|
||||
|
||||
//evaluate each sentence
|
||||
for(Sentence sentence : quote.getSentences()){
|
||||
@ -73,6 +74,9 @@ public class EvaluationTree {
|
||||
}
|
||||
}
|
||||
|
||||
//add the synthesized quote to the conversation
|
||||
conversation.addQuote(Globals.web.getAnchors().getSelfNode(), response);
|
||||
|
||||
return response;
|
||||
}
|
||||
|
||||
|
||||
@ -14,6 +14,7 @@ import org.studiorailgun.knowledge.query.InstanceQuery;
|
||||
import org.studiorailgun.knowledge.query.QualityQuery;
|
||||
import org.studiorailgun.knowledge.query.filter.InstanceQueryFilter;
|
||||
import org.studiorailgun.knowledge.query.filter.PossessionQueryFilter;
|
||||
import org.studiorailgun.philosophy.ConceptQuery;
|
||||
|
||||
/**
|
||||
* Interrogatives available
|
||||
@ -32,7 +33,7 @@ public class Interrogative {
|
||||
|
||||
//get the thing that has the quality
|
||||
if(QualityQuery.isQualityClarificationQuery(interrogative)){
|
||||
Node finalQualifier = InstanceQuery.getConcept(items.getIndexedWord().originalText());
|
||||
Node finalQualifier = ConceptQuery.getConcept(items.getIndexedWord().originalText());
|
||||
if(items.getPossessive() != null){
|
||||
List<Node> qualifierInstances = InstanceQuery.getInstances(finalQualifier);
|
||||
finalQualifier = PossessionQueryFilter.withPossessor(qualifierInstances, Globals.web.getAnchors().getSelfNode());
|
||||
@ -66,7 +67,7 @@ public class Interrogative {
|
||||
if(QualityQuery.isQualityClarificationQuery(interrogative)){
|
||||
|
||||
//get the thing that has the quality
|
||||
Node finalQualifier = InstanceQuery.getConcept(items.getIndexedWord().originalText());
|
||||
Node finalQualifier = ConceptQuery.getConcept(items.getIndexedWord().originalText());
|
||||
if(items.getPossessive() != null){
|
||||
List<Node> qualifierInstances = InstanceQuery.getInstances(finalQualifier);
|
||||
finalQualifier = PossessionQueryFilter.withPossessor(qualifierInstances, Globals.web.getAnchors().getSelfNode());
|
||||
|
||||
@ -4,9 +4,12 @@ import org.studiorailgun.Globals;
|
||||
import org.studiorailgun.conversation.evaluators.query.NounStack;
|
||||
import org.studiorailgun.conversation.parser.NLPDependencies;
|
||||
import org.studiorailgun.conversation.parser.PennTreebankTagSet;
|
||||
import org.studiorailgun.conversation.parser.depend.Clause;
|
||||
import org.studiorailgun.conversation.tracking.Conversation;
|
||||
import org.studiorailgun.conversation.tracking.Quote;
|
||||
import org.studiorailgun.conversation.tracking.Sentence;
|
||||
import org.studiorailgun.conversation.web.ArgumentQuery;
|
||||
import org.studiorailgun.knowledge.Node;
|
||||
import org.studiorailgun.knowledge.query.NodePropQuery;
|
||||
|
||||
import edu.stanford.nlp.ling.IndexedWord;
|
||||
@ -88,11 +91,18 @@ public class TransferEval {
|
||||
private static void evaluateAssignmentStatement(Conversation conversation, Quote quote, Sentence sentence, NounStack noun1, NounStack noun2){
|
||||
//if there is no node with this name already, create one
|
||||
System.out.println(sentence.getGraph());
|
||||
Clause mainClause = sentence.getMainClause();
|
||||
String noun1RootText = noun1.getIndexedWord().originalText();
|
||||
if(NodePropQuery.byName(noun1RootText).size() < 1){
|
||||
Globals.web.createNode(noun1RootText);
|
||||
}
|
||||
|
||||
Node subject = ArgumentQuery.getArgument(quote, mainClause.getSubject());
|
||||
// Node object = ArgumentQuery.getArgument(quote, mainClause.getDirectObject());
|
||||
//make an equivalence link here
|
||||
|
||||
//for the moment, assume the other noun is a concept
|
||||
|
||||
}
|
||||
|
||||
/**
|
||||
|
||||
@ -2,8 +2,8 @@ package org.studiorailgun.conversation.synthesis;
|
||||
|
||||
import org.studiorailgun.Globals;
|
||||
import org.studiorailgun.knowledge.Node;
|
||||
import org.studiorailgun.knowledge.query.InstanceQuery;
|
||||
import org.studiorailgun.knowledge.query.PossessionQuery;
|
||||
import org.studiorailgun.philosophy.ConceptQuery;
|
||||
|
||||
/**
|
||||
* Synthesizes text for a noun stack
|
||||
@ -19,7 +19,7 @@ public class NounStackSynthesizer {
|
||||
String rVal = "";
|
||||
|
||||
|
||||
Node mostSpecificConcept = InstanceQuery.getMostSpecificConcept(node);
|
||||
Node mostSpecificConcept = ConceptQuery.getMostSpecificConcept(node);
|
||||
rVal = mostSpecificConcept.getName();
|
||||
|
||||
if(possessive){
|
||||
|
||||
@ -3,8 +3,10 @@ package org.studiorailgun.conversation.tracking;
|
||||
import java.util.LinkedList;
|
||||
import java.util.List;
|
||||
|
||||
import org.studiorailgun.Globals;
|
||||
import org.studiorailgun.conversation.evaluators.goal.GoalData;
|
||||
import org.studiorailgun.conversation.evaluators.greet.GreetingData;
|
||||
import org.studiorailgun.conversation.web.ConversationQuery;
|
||||
import org.studiorailgun.knowledge.KnowledgeWeb;
|
||||
import org.studiorailgun.knowledge.Node;
|
||||
|
||||
@ -118,10 +120,14 @@ public class Conversation {
|
||||
|
||||
/**
|
||||
* Adds a quote to the conversation
|
||||
* @param speaker The speaker of the quote
|
||||
* @param quote The quote
|
||||
*/
|
||||
public void addQuote(Quote quote){
|
||||
public void addQuote(Node speaker, Quote quote){
|
||||
this.history.add(quote);
|
||||
Node quoteNode = Globals.web.createNode(quote.getRaw());
|
||||
quote.setNode(quoteNode);
|
||||
ConversationQuery.addQuote(speaker, quoteNode);
|
||||
}
|
||||
|
||||
|
||||
|
||||
@ -3,6 +3,8 @@ package org.studiorailgun.conversation.tracking;
|
||||
import java.util.LinkedList;
|
||||
import java.util.List;
|
||||
|
||||
import org.studiorailgun.knowledge.Node;
|
||||
|
||||
import edu.stanford.nlp.pipeline.CoreDocument;
|
||||
|
||||
/**
|
||||
@ -25,6 +27,11 @@ public class Quote {
|
||||
*/
|
||||
List<Sentence> sentences;
|
||||
|
||||
/**
|
||||
* The node representing this quote
|
||||
*/
|
||||
Node node;
|
||||
|
||||
/**
|
||||
* Constructor
|
||||
* @param input The raw text of the quote
|
||||
@ -70,5 +77,13 @@ public class Quote {
|
||||
this.raw = this.raw + sentence.getRaw();
|
||||
}
|
||||
|
||||
/**
|
||||
* Sets the node that corresponds to this quote
|
||||
* @param node The node
|
||||
*/
|
||||
public void setNode(Node node){
|
||||
this.node = node;
|
||||
}
|
||||
|
||||
|
||||
}
|
||||
|
||||
@ -0,0 +1,59 @@
|
||||
package org.studiorailgun.conversation.web;
|
||||
|
||||
import org.studiorailgun.conversation.parser.depend.Argument;
|
||||
import org.studiorailgun.conversation.tracking.Quote;
|
||||
import org.studiorailgun.knowledge.Node;
|
||||
import org.studiorailgun.philosophy.ConceptQuery;
|
||||
|
||||
/**
|
||||
* Queries related to linguistic arguments
|
||||
*/
|
||||
public class ArgumentQuery {
|
||||
|
||||
/**
|
||||
* Gets the node representing a linguistic argument
|
||||
* @param quote The quote the argument is originating from -- used for some lookups (ie possession)
|
||||
* @param argument The argument
|
||||
* @return The node
|
||||
*/
|
||||
public static Node getArgument(Quote quote, Argument argument){
|
||||
String argumentRoot = argument.getRoot().originalText();
|
||||
|
||||
//the root node which then had modifiers applied to it
|
||||
Node rootNode = null;
|
||||
|
||||
Node conceptNode = ConceptQuery.getConcept(argumentRoot);
|
||||
if(conceptNode != null){
|
||||
rootNode = conceptNode;
|
||||
//apply possessive modifier
|
||||
if(argument.getPossessiveModifier() != null){
|
||||
rootNode = ArgumentQuery.getPossessionModified(quote, rootNode, argument);
|
||||
}
|
||||
} else {
|
||||
throw new Error("TODO: solve for proper nouns");
|
||||
}
|
||||
|
||||
return rootNode;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the root node with the possession modifier applied
|
||||
* @param rootNode The root node
|
||||
* @param argument The argument
|
||||
* @return The node that represents the possession modifier applied to the root node
|
||||
*/
|
||||
private static Node getPossessionModified(Quote quote, Node rootNode, Argument argument){
|
||||
Node rVal = rootNode;
|
||||
String possessionModifier = argument.getPossessiveModifier().originalText().toLowerCase();
|
||||
switch(possessionModifier){
|
||||
case "my": {
|
||||
|
||||
} break;
|
||||
default: {
|
||||
throw new Error("Unsupported possession modifier! " + possessionModifier);
|
||||
}
|
||||
}
|
||||
return rVal;
|
||||
}
|
||||
|
||||
}
|
||||
@ -12,6 +12,15 @@ import org.studiorailgun.knowledge.query.filter.NameQueryFilter;
|
||||
*/
|
||||
public class ConversationQuery {
|
||||
|
||||
/**
|
||||
* Gets the current conversation
|
||||
* @return The current conversation
|
||||
*/
|
||||
public static Node getCurrentConversation(){
|
||||
List<Node> nodes = new LinkedList<Node>(Globals.web.getNodes());
|
||||
return NameQueryFilter.withNodeName(nodes, "CurrentConversation");
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the node for the other participant in the conversation
|
||||
* @return The other participant in the conversation
|
||||
@ -21,4 +30,16 @@ public class ConversationQuery {
|
||||
return NameQueryFilter.withNodeName(nodes, "Other");
|
||||
}
|
||||
|
||||
/**
|
||||
* Adds a quote to the conversation
|
||||
* @param speaker The speaker of the quote
|
||||
* @param quote The quote
|
||||
*/
|
||||
public static void addQuote(Node speaker, Node quote){
|
||||
//relate this node to the speaker
|
||||
QuoteQuery.assignSpeaker(speaker, quote);
|
||||
//relate this node to the conversation
|
||||
QuoteQuery.assignConversation(ConversationQuery.getCurrentConversation(), quote);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@ -0,0 +1,30 @@
|
||||
package org.studiorailgun.conversation.web;
|
||||
|
||||
import org.studiorailgun.Globals;
|
||||
import org.studiorailgun.knowledge.Node;
|
||||
import org.studiorailgun.knowledge.types.RelationTypes;
|
||||
|
||||
/**
|
||||
* Queries related to quotes
|
||||
*/
|
||||
public class QuoteQuery {
|
||||
|
||||
/**
|
||||
* Assigns a speaker to a quote
|
||||
* @param speaker The speaker
|
||||
* @param quote The quote
|
||||
*/
|
||||
public static void assignSpeaker(Node speaker, Node quote){
|
||||
Globals.web.createRelation(RelationTypes.QUOTE_OF, speaker, quote);
|
||||
}
|
||||
|
||||
/**
|
||||
* Assigns a conversation to a quote
|
||||
* @param conversation The conversation
|
||||
* @param quote The quote
|
||||
*/
|
||||
public static void assignConversation(Node conversation, Node quote){
|
||||
Globals.web.createRelation(RelationTypes.MEMBER_OF, conversation, quote);
|
||||
}
|
||||
|
||||
}
|
||||
@ -346,4 +346,17 @@ public class KnowledgeWeb {
|
||||
return node;
|
||||
}
|
||||
|
||||
/**
|
||||
* Creates a new relation between two nodes
|
||||
* @param name The name of the relation
|
||||
* @param parent The parent
|
||||
* @param child The child
|
||||
* @return The relation
|
||||
*/
|
||||
public Relation createRelation(String name, Node parent, Node child){
|
||||
Relation relation = new Relation(name, parent, child);
|
||||
this.relations.put(relation.getId(), relation);
|
||||
return relation;
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@ -30,6 +30,11 @@ public class AnchorNodes {
|
||||
*/
|
||||
Integer name;
|
||||
|
||||
/**
|
||||
* Used for flagging a node at learnable
|
||||
*/
|
||||
Integer learnable;
|
||||
|
||||
/**
|
||||
* Gets the self
|
||||
* @return The self node
|
||||
@ -138,6 +143,33 @@ public class AnchorNodes {
|
||||
return name;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the idea of a learnable
|
||||
* @return The idea of a learnable
|
||||
*/
|
||||
public Node getLearnableNode() {
|
||||
if(learnable == null){
|
||||
return null;
|
||||
}
|
||||
return Globals.web.getNode(learnable);
|
||||
}
|
||||
|
||||
/**
|
||||
* Sets the learnable node
|
||||
* @param id The learnable node
|
||||
*/
|
||||
public void setLearnable(int id){
|
||||
this.learnable = id;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the id for the learnable node
|
||||
* @return The id for the learnable node
|
||||
*/
|
||||
public Integer getLearnable(){
|
||||
return learnable;
|
||||
}
|
||||
|
||||
/**
|
||||
* Copies anchor nodes from the child to the parent
|
||||
* @param parentAnchors The parent anchors
|
||||
@ -156,6 +188,9 @@ public class AnchorNodes {
|
||||
if(childAnchors.getName() != null){
|
||||
parentAnchors.setName(childAnchors.getName());
|
||||
}
|
||||
if(childAnchors.getLearnable() != null){
|
||||
parentAnchors.setLearnable(childAnchors.getLearnable());
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
@ -192,6 +227,12 @@ public class AnchorNodes {
|
||||
newNodeId = crossRelationLookupMap.get(lookupId);
|
||||
this.setName(newNodeId);
|
||||
}
|
||||
if(this.getLearnable() != null){
|
||||
oldId = this.getLearnable();
|
||||
lookupId = "node-" + tag + oldId;
|
||||
newNodeId = crossRelationLookupMap.get(lookupId);
|
||||
this.setLearnable(newNodeId);
|
||||
}
|
||||
} catch (NullPointerException ex){
|
||||
throw new Error("Failed to find node link " + lookupId + " in relation in web " + tag);
|
||||
}
|
||||
|
||||
@ -6,7 +6,6 @@ import java.util.stream.Collectors;
|
||||
import org.studiorailgun.Globals;
|
||||
import org.studiorailgun.knowledge.Node;
|
||||
import org.studiorailgun.knowledge.Relation;
|
||||
import org.studiorailgun.knowledge.query.filter.NameQueryFilter;
|
||||
import org.studiorailgun.knowledge.types.RelationTypes;
|
||||
|
||||
/**
|
||||
@ -25,44 +24,4 @@ public class InstanceQuery {
|
||||
return relations.stream().filter(relation -> relation.getName().equals(RelationTypes.INSTANCE_OF)).map(relation -> relation.getChild()).collect(Collectors.toList());
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets a concept by its name
|
||||
* @param web The web
|
||||
* @param conceptName The name of the concept
|
||||
* @return The concept
|
||||
*/
|
||||
public static Node getConcept(String conceptName){
|
||||
Node concept = Globals.web.getAnchors().getConceptNode();
|
||||
List<Node> concepts = InstanceQuery.getInstances(concept);
|
||||
return NameQueryFilter.withNodeName(concepts, conceptName);
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the most specific concept that the child is an instance of
|
||||
* @param child The child
|
||||
* @return The most specific concept that the child is an instance of
|
||||
*/
|
||||
public static Node getMostSpecificConcept(Node child){
|
||||
//get all concepts
|
||||
Node concept = Globals.web.getAnchors().getConceptNode();
|
||||
List<Node> concepts = InstanceQuery.getInstances(concept);
|
||||
|
||||
//get the objects the child is an instance of
|
||||
List<Relation> relations = Globals.web.getRelationsOfChildNode(child);
|
||||
|
||||
|
||||
//filter to most specific concept
|
||||
List<Node> conceptParents = relations.stream()
|
||||
.filter(relation -> relation.getName().equals(RelationTypes.INSTANCE_OF))
|
||||
.filter(relation -> concepts.contains(relation.getParent()))
|
||||
.map(relation -> relation.getParent()).collect(Collectors.toList());
|
||||
|
||||
if(conceptParents.size() < 1){
|
||||
throw new Error("Node somehow has no concept that it is an instance of! " + concept.getName());
|
||||
}
|
||||
|
||||
//TODO: get most specific -- defaulting to first currently
|
||||
return conceptParents.get(0);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@ -26,4 +26,14 @@ public class RelationTypes {
|
||||
*/
|
||||
public static final String NAME_OF = "nameOf";
|
||||
|
||||
/**
|
||||
* A quote attributed to another node
|
||||
*/
|
||||
public static final String QUOTE_OF = "quoteOf";
|
||||
|
||||
/**
|
||||
* A member of a collection
|
||||
*/
|
||||
public static final String MEMBER_OF = "memberOf";
|
||||
|
||||
}
|
||||
|
||||
67
src/main/java/org/studiorailgun/philosophy/ConceptQuery.java
Normal file
67
src/main/java/org/studiorailgun/philosophy/ConceptQuery.java
Normal file
@ -0,0 +1,67 @@
|
||||
package org.studiorailgun.philosophy;
|
||||
|
||||
import java.util.List;
|
||||
import java.util.stream.Collectors;
|
||||
|
||||
import org.studiorailgun.Globals;
|
||||
import org.studiorailgun.knowledge.Node;
|
||||
import org.studiorailgun.knowledge.Relation;
|
||||
import org.studiorailgun.knowledge.query.InstanceQuery;
|
||||
import org.studiorailgun.knowledge.query.filter.NameQueryFilter;
|
||||
import org.studiorailgun.knowledge.types.RelationTypes;
|
||||
|
||||
/**
|
||||
* Queries related to concepts or the idea of a concept
|
||||
*/
|
||||
public class ConceptQuery {
|
||||
|
||||
/**
|
||||
* Gets the list of all concepts
|
||||
* @return The list of all concepts
|
||||
*/
|
||||
public static List<Node> getAllConcepts(){
|
||||
Node conceptNode = Globals.web.getAnchors().getConceptNode();
|
||||
return InstanceQuery.getInstances(conceptNode);
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets a concept by its name
|
||||
* @param web The web
|
||||
* @param conceptName The name of the concept
|
||||
* @return The concept
|
||||
*/
|
||||
public static Node getConcept(String conceptName){
|
||||
Node concept = Globals.web.getAnchors().getConceptNode();
|
||||
List<Node> concepts = InstanceQuery.getInstances(concept);
|
||||
return NameQueryFilter.withNodeName(concepts, conceptName);
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets the most specific concept that the child is an instance of
|
||||
* @param child The child
|
||||
* @return The most specific concept that the child is an instance of
|
||||
*/
|
||||
public static Node getMostSpecificConcept(Node child){
|
||||
//get all concepts
|
||||
Node concept = Globals.web.getAnchors().getConceptNode();
|
||||
List<Node> concepts = InstanceQuery.getInstances(concept);
|
||||
|
||||
//get the objects the child is an instance of
|
||||
List<Relation> relations = Globals.web.getRelationsOfChildNode(child);
|
||||
|
||||
|
||||
//filter to most specific concept
|
||||
List<Node> conceptParents = relations.stream()
|
||||
.filter(relation -> relation.getName().equals(RelationTypes.INSTANCE_OF))
|
||||
.filter(relation -> concepts.contains(relation.getParent()))
|
||||
.map(relation -> relation.getParent()).collect(Collectors.toList());
|
||||
|
||||
if(conceptParents.size() < 1){
|
||||
throw new Error("Node somehow has no concept that it is an instance of! " + concept.getName());
|
||||
}
|
||||
|
||||
//TODO: get most specific -- defaulting to first currently
|
||||
return conceptParents.get(0);
|
||||
}
|
||||
|
||||
}
|
||||
@ -12,6 +12,7 @@ import org.studiorailgun.conversation.parser.NLPParser;
|
||||
import org.studiorailgun.conversation.tracking.Conversation;
|
||||
import org.studiorailgun.conversation.tracking.Quote;
|
||||
import org.studiorailgun.conversation.tracking.Sentence;
|
||||
import org.studiorailgun.conversation.web.ConversationQuery;
|
||||
|
||||
/**
|
||||
* Query tests
|
||||
@ -46,7 +47,7 @@ public class QueryTests {
|
||||
}
|
||||
|
||||
//add the quote to the conversation
|
||||
conversation.addQuote(quote);
|
||||
conversation.addQuote(ConversationQuery.getOtherParticipant(), quote);
|
||||
|
||||
//evaluate each sentence
|
||||
for(Sentence sentence : quote.getSentences()){
|
||||
|
||||
Loading…
Reference in New Issue
Block a user