Documentation
¶
Index ¶
Constants ¶
View Source
const ( FailedToRunScrapper string = "Failed to run scrapper" CantDecodeBodyIntoCriteria string = "Can't decode body into a criteria" CantReEnqueueFailedMessage string = "Can't re-enqueue failed message" )
Variables ¶
View Source
var ( FailedToLogin = errors.New("failed to login") FailedToUpdateSearchCriteriaExecution = errors.New("failed to update search criteria execution") FailedToParseDatesFromTheGivenCriteria = errors.New("failed to parse dates from the given criteria") FailedToDecodeBodyIntoCriteria = errors.New("failed to decode body into a criteria") FailedToRetrieveSearchCriteriaExecutionData = errors.New("failed to retrieve search criteria execution data") FailedToReEnqueueFailedMessage = errors.New("failed to re-enqueue failed message") FailedToRunScrapperProcess = errors.New("failed to run scrapper") )
Functions ¶
func ExecuteHandlerV1 ¶
func ExecuteHandlerV1(newWebDriverManager webdriver.NewManager, newScrapper New, messageBroker broker.MessageBroker) http.HandlerFunc
ExecuteHandlerV1 HTTP Handler of the endpoint /scrapper/execute/v1
func MakeSearchCriteriaMessageProcessor ¶
func MakeSearchCriteriaMessageProcessor(getSearchCriteriaExecution corpuscreator.GetSearchCriteriaExecution, newWebDriverManager webdriver.NewManager, newScrapper New, messageBroker broker.MessageBroker) broker.ProcessorFunction
MakeSearchCriteriaMessageProcessor creates a new broker.ProcessorFunction
Types ¶
type Execute ¶
Execute starts the X (formerly Twitter) scrapper
func MakeExecute ¶
func MakeExecute(login auth.Login, updateSearchCriteriaExecution corpuscreator.UpdateSearchCriteriaExecution, insertSearchCriteriaExecutionDay corpuscreator.InsertSearchCriteriaExecutionDay, executeAdvanceSearch search.ExecuteAdvanceSearch, retrieveTweets tweets.RetrieveAll, saveTweets corpuscreator.SaveTweets) Execute
MakeExecute creates a new Execute
Click to show internal directories.
Click to hide internal directories.