bea/HidekoBot
1
0
Fork 0
Code Issues 8 Pull Requests Packages Projects Releases Wiki Activity

Improve urban dictionary parsing

Browse Source
This commit is contained in:
Bea 2022-12-19 22:45:02 +01:00
parent 1421d52598
commit d5664eb646
1 changed files with 57 additions and 38 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

95
src/main/java/wtf/beatrice/hidekobot/commands/message/UrbanDictionaryCommand.java
View File

@ -76,48 +76,64 @@ public class UrbanDictionaryCommand implements MessageCommand
return; return;
} }
List<String> htmlMeanings = new ArrayList<>(); List<String> contributorsNames = new ArrayList<>();
List<String> htmlExamples = new ArrayList<>(); List<String> submissionDates = new ArrayList<>();
Elements definitions = doc.getElementsByClass("definition");
for(Element element : definitions)
{
Elements meanings = element.getElementsByClass("meaning");
for(Element meaning : meanings)
{
htmlMeanings.add(meaning.html());
break;// just one meaning per definition
}
Elements examples = element.getElementsByClass("example");
for(Element example : examples)
{
htmlExamples.add(example.html());
break; // just one example per definition
}
}
List<String> plaintextMeanings = new ArrayList<>(); List<String> plaintextMeanings = new ArrayList<>();
List<String> plaintextExamples = new ArrayList<>(); List<String> plaintextExamples = new ArrayList<>();
for(String htmlMeaning : htmlMeanings) Elements definitions = doc.getElementsByClass("definition");
for(Element definition : definitions)
{ {
String text = htmlMeaning Elements meaningSingleton = definition.getElementsByClass("meaning");
.replaceAll("<br\\s*?>", "\n") // keep newlines if(meaningSingleton.isEmpty())
.replaceAll("<.*?>", ""); // remove all other html tags {
// discord only allows 1024 characters for embed fields plaintextMeanings.add(" ");
if(text.length() > 1024) text = text.substring(0, 1023); } else
plaintextMeanings.add(text); {
} Element meaning = meaningSingleton.get(0);
String text = meaning.html()
.replaceAll("<br\\s*?>", "\n") // keep newlines
.replaceAll("<.*?>", ""); // remove all other html tags
// discord only allows 1024 characters for embed fields
if(text.length() > 1024) text = text.substring(0, 1023);
plaintextMeanings.add(text);
}
for(String htmlExample : htmlExamples) Elements exampleSingleton = definition.getElementsByClass("example");
{
String text = htmlExample if(exampleSingleton.isEmpty())
.replaceAll("<br\\s*?>", "\n") // keep newlines {
.replaceAll("<.*?>", ""); // remove all other html tags plaintextExamples.add(" ");
// discord only allows 1024 characters for embed fields } else
if(text.length() > 1024) text = text.substring(0, 1023); {
plaintextExamples.add(text); Element example = exampleSingleton.get(0);
String text = example.html()
.replaceAll("<br\\s*?>", "\n") // keep newlines
.replaceAll("<.*?>", ""); // remove all other html tags
// discord only allows 1024 characters for embed fields
if(text.length() > 1024) text = text.substring(0, 1023);
plaintextExamples.add(text);
}
Elements contributorSingleton = definition.getElementsByClass("contributor");
if(contributorSingleton.isEmpty())
{
contributorsNames.add("Unknown");
} else
{
Element contributor = contributorSingleton.get(0);
String htmlContributor = contributor.html();
String htmlContributorName = contributor.select("a").html();
String htmlSubmitDate = htmlContributor.substring(
htmlContributor.indexOf("</a>") + 4);
contributorsNames.add(htmlContributorName
.replaceAll("<.*?>", "")); // remove all html tags;
submissionDates.add(htmlSubmitDate
.replaceAll("<.*?>", "")); // remove all html tags;
}
} }
// make it nice to look at, compared to the html value // make it nice to look at, compared to the html value
@ -126,10 +142,13 @@ public class UrbanDictionaryCommand implements MessageCommand
EmbedBuilder embedBuilder = new EmbedBuilder(); EmbedBuilder embedBuilder = new EmbedBuilder();
embedBuilder.setColor(Cache.getBotColor()); embedBuilder.setColor(Cache.getBotColor());
embedBuilder.setTitle("Urban Dictionary: " + term); embedBuilder.setTitle(term + ", on Urban Dictionary", url);
embedBuilder.setAuthor(event.getAuthor().getAsTag(), null, event.getAuthor().getAvatarUrl()); embedBuilder.setAuthor(event.getAuthor().getAsTag(), null, event.getAuthor().getAvatarUrl());
embedBuilder.addField("Definition", plaintextMeanings.get(0), false); embedBuilder.addField("Definition", plaintextMeanings.get(0), false);
embedBuilder.addField("Example", plaintextExamples.get(0), false); embedBuilder.addField("Example", plaintextExamples.get(0), false);
embedBuilder.addField("Submission",
"*sent by " + contributorsNames.get(0) + " on " + submissionDates.get(0) + "*",
false);
event.getChannel().sendMessageEmbeds(embedBuilder.build()).queue(); event.getChannel().sendMessageEmbeds(embedBuilder.build()).queue();
} }