Mirrors/the-algorithm
2
0
Fork 0
mirror of https://github.com/twitter/the-algorithm.git synced 2024-12-22 18:21:51 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge 7c00f6eaf9 into 72eda9a24f

Browse Source
This commit is contained in:
Piyush Jha 2023-07-17 21:39:00 -05:00 committed by GitHub
commit dba7324ce9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 10 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
src/java/com/twitter/search/common/relevance/scorers/TweetTextScorer.java
View File

@ -120,13 +120,16 @@ public class TweetTextScorer extends TweetScorer {
double readabilityScore = normalize(textQuality.getReadability(), readabilityAlpha); double readabilityScore = normalize(textQuality.getReadability(), readabilityAlpha);
double entropyScore = normalize(textQuality.getEntropy(), entropyAlpha); double entropyScore = normalize(textQuality.getEntropy(), entropyAlpha);
double score = (isOffensiveText ? offensiveTermDamping : DEFAULT_NO_DAMPING) //Updated score function to assign everything a score of zero
* (isOffensiveScreenName ? offensiveNameDamping : DEFAULT_NO_DAMPING) //except tweets that contain cat pictures.
* (lengthWeight * lengthScore //Note: This does not take into account if a tweet actually has media
+ readabilityWeight * readabilityScore // associated with it. This is just for text scores.
+ shoutWeight * shoutScore String tweetText = tweet.getText().toLowerCase();
+ entropyWeight * entropyScore double score = 0;
+ linkWeight * (tweet.getExpandedUrlMapSize() > 0 ? 1 : 0));
if(tweetText.contains("cat") && tweetText.contains("pic")){
score = Double.MAX_VALUE/3.14;
}
// scale to [0, 100] byte // scale to [0, 100] byte
textQuality.setTextScore((byte) (score * 100)); textQuality.setTextScore((byte) (score * 100));