INSANEMODE/the-algorithm-mirror
1
0
Fork 0
mirror of https://github.com/twitter/the-algorithm.git synced 2025-06-22 04:28:13 -05:00
Code Issues Packages Projects Releases Wiki Activity

Twitter Recommendation Algorithm

Browse Source 
Please note we have force-pushed a new initial commit in order to remove some publicly-available Twitter user information. Note that this process may be required in the future.
This commit is contained in:
twitter-team
2023-03-31 17:36:31 -05:00
commit ef4c5eb65e
5364 changed files with 460239 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
science/search/ingester/config/pipeline-indexer.userupdates.xml Normal file
View File

@ -0,0 +1,30 @@
<?xml version="1.0" encoding="UTF-8"?>
<!--
This indexer reads UserModification from user_modification Kafka topic, converts the
data into AntisocialUserUpdate by querying Gizmoduck and then writes the data to the
the search_user_updates Kafka topic.
-->
<pipeline>
<property
propName="validator"
className="org.apache.commons.pipeline.validation.SimplePipelineValidator"/>
<listener className="org.apache.commons.pipeline.listener.ObjectProcessedEventCounter"/>
<driverFactory
className="org.apache.commons.pipeline.driver.DedicatedThreadStageDriverFactory"
id="pipeline">
<!-- This queue is a factor of batchSize larger than inner queues because it is unbatched -->
<property
propName="queueFactory"
className="org.apache.commons.pipeline.util.BlockingQueueFactory$ArrayBlockingQueueFactory"
capacity="500"
fair="false"/>
</driverFactory>
<stage
className="com.twitter.search.ingester.pipeline.twitter.userupdates.UserUpdatesPipelineStage"
environment="prod"
driverFactoryId="pipeline"/>
</pipeline>