-
Notifications
You must be signed in to change notification settings - Fork 1
/
for_loop_for_twitter_scrape.R
47 lines (41 loc) · 7.07 KB
/
for_loop_for_twitter_scrape.R
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
library(tidyverse)
library(lubridate)
library(stringr)
library(tidytext)
library(broom)
library(scales)
library(knitr)
library(neat)
library(tm)
library(syuzhet)
library(ggplot2)
library(scales)
library(reshape2)
library(dplyr )
library(twitteR)
dates <- tibble('2015-08-06','2015-08-07','2015-08-08', '2015-08-09','2015-08-10','2015-08-11','2015-08-12','2015-08-13','2015-08-14','2015-08-15','2015-08-16','2015-08-17', '2015-08-18', '2015-08-19','2015-08-20','2015-08-21','2015-08-22','2015-08-23','2015-08-24','2015-08-25','2015-08-26','2015-08-27','2015-08-28','2015-08-29','2015-08-30','2015-08-31',
'2015-09-01','2015-09-02','2015-09-03','2015-09-04','2015-09-05','2015-09-06', '2015-09-07','2015-09-08','2015-09-09','2015-09-10','2015-09-11','2015-09-12','2015-09-13','2015-09-14','2015-09-15','2015-09-16','2015-09-17', '2015-09-18', '2015-09-19','2015-09-20','2015-09-21','2015-09-22','2015-09-23','2015-09-24','2015-09-25','2015-09-26','2015-09-27','2015-09-28','2015-09-29','2015-09-30',
'2015-10-01','2015-10-02','2015-10-03','2015-10-04','2015-10-05','2015-10-06', '2015-10-07','2015-10-08','2015-10-09','2015-10-10','2015-10-11','2015-10-12','2015-10-13','2015-10-14','2015-10-15','2015-10-16','2015-10-17', '2015-10-18', '2015-10-19','2015-10-20','2015-10-21','2015-10-22','2015-10-23','2015-10-24','2015-10-25','2015-10-26','2015-10-27','2015-10-28','2015-10-29','2015-10-30','2015-10-31',
'2015-11-01','2015-11-02','2015-11-03','2015-11-04','2015-11-05','2015-11-06', '2015-11-07','2015-11-08','2015-11-09','2015-11-10','2015-11-11','2015-11-12','2015-11-13','2015-11-14','2015-11-15','2015-11-16','2015-11-17', '2015-11-18', '2015-11-19','2015-11-20','2015-11-21','2015-11-22','2015-11-23','2015-11-24','2015-11-25','2015-11-26','2015-11-27','2015-11-28','2015-11-29','2015-11-30',
'2015-12-01','2015-12-02','2015-12-03','2015-12-04','2015-12-05','2015-12-06', '2015-12-07','2015-12-08','2015-12-09','2015-12-10','2015-12-11','2015-12-12','2015-12-13','2015-12-14','2015-12-15','2015-12-16','2015-12-17', '2015-12-18', '2015-12-19','2015-12-20','2015-12-21','2015-12-22','2015-12-23','2015-12-24','2015-12-25','2015-12-26','2015-12-27','2015-12-28','2015-12-29','2015-12-30','2015-12-31',
'2016-01-01','2016-01-02','2016-01-03','2016-01-04','2016-01-05','2016-01-06', '2016-01-07','2016-01-08','2016-01-09','2016-01-10','2016-01-11','2016-01-12','2016-01-13','2016-01-14','2016-01-15','2016-01-16','2016-01-17', '2016-01-18', '2016-01-19','2016-01-20','2016-01-21','2016-01-22','2016-01-23','2016-01-24','2016-01-25','2016-01-26','2016-01-27','2016-01-28','2016-01-29','2016-01-30','2016-01-31',
'2016-02-01','2016-02-02','2016-02-03','2016-02-04','2016-02-05','2016-02-06', '2016-02-07','2016-02-08','2016-02-09','2016-02-10','2016-02-11','2016-02-12','2016-02-13','2016-02-14','2016-02-15','2016-02-16','2016-02-17', '2016-02-18', '2016-02-19','2016-02-20','2016-02-21','2016-02-22','2016-02-23','2016-02-24','2016-02-25','2016-02-26','2016-02-27','2016-02-28','2016-02-29',
'2016-03-01','2016-03-02','2016-03-03','2016-03-04','2016-03-05','2016-03-06', '2016-03-07','2016-03-08','2016-03-09','2016-03-10','2016-03-11','2016-03-12','2016-03-13','2016-03-14','2016-03-15','2016-03-16','2016-03-17', '2016-03-18', '2016-03-19','2016-03-20','2016-03-21','2016-03-22','2016-03-23','2016-03-24','2016-03-25','2016-03-26','2016-03-27','2016-03-28','2016-03-29','2016-03-30','2016-03-31',
'2016-04-01','2016-04-02','2016-04-03','2016-04-04','2016-04-05','2016-04-06', '2016-04-07','2016-04-08','2016-04-09','2016-04-10','2016-04-11','2016-04-12','2016-04-13','2016-04-14','2016-04-15','2016-04-16','2016-04-17', '2016-04-18', '2016-04-19','2016-04-20','2016-04-21','2016-04-22','2016-04-23','2016-04-24','2016-04-25','2016-04-26','2016-04-27','2016-04-28','2016-04-29','2016-04-30',
'2016-05-01','2016-05-02','2016-05-03','2016-05-04','2016-05-05','2016-05-06', '2016-05-07','2016-05-08','2016-05-09','2016-05-10','2016-05-11','2016-05-12','2016-05-13','2016-05-14','2016-05-15','2016-05-16','2016-05-17', '2016-05-18', '2016-05-19','2016-05-20','2016-05-21','2016-05-22','2016-05-23','2016-05-24','2016-05-25','2016-05-26','2016-05-27','2016-05-28','2016-05-29','2016-05-30','2016-05-31',
'2016-06-01','2016-06-02','2016-06-03','2016-06-04','2016-06-05','2016-06-06', '2016-06-07','2016-06-08','2016-06-09','2016-06-10','2016-06-11','2016-06-12','2016-06-13','2016-06-14','2016-06-15','2016-06-16','2016-06-17', '2016-06-18', '2016-06-19','2016-06-20','2016-06-21','2016-06-22','2016-06-23','2016-06-24','2016-06-25','2016-06-26','2016-06-27','2016-06-28','2016-06-29','2016-06-30',
'2016-07-01','2016-07-02','2016-07-03','2016-07-04','2016-07-05','2016-07-06', '2016-07-07','2016-07-08','2016-07-09','2016-07-10','2016-07-11','2016-07-12','2016-07-13','2016-07-14','2016-07-15','2016-07-16','2016-07-17', '2016-07-18', '2016-07-19','2016-07-20','2016-07-21','2016-07-22','2016-07-23','2016-07-24','2016-07-25','2016-07-26','2016-07-27','2016-07-28','2016-07-29','2016-07-30','2016-07-31',
'2016-08-01','2016-08-02','2016-08-03','2016-08-04','2016-08-05','2016-08-06', '2016-08-07','2016-08-08','2016-08-09','2016-08-10','2016-08-11','2016-08-12','2016-08-13','2016-08-14','2016-08-15','2016-08-16','2016-08-17', '2016-08-18', '2016-08-19','2016-08-20','2016-08-21','2016-08-22','2016-08-23','2016-08-24','2016-08-25','2016-08-26','2016-08-27','2016-08-28','2016-08-29','2016-08-30','2016-08-31',
'2016-09-01','2016-09-02','2016-09-03','2016-09-04','2016-09-05','2016-09-06', '2016-09-07','2016-09-08','2016-09-09','2016-09-10','2016-09-11','2016-09-12','2016-09-13','2016-09-14','2016-09-15','2016-09-16','2016-09-17', '2016-09-18', '2016-09-19','2016-09-20','2016-09-21','2016-09-22','2016-09-23','2016-09-24','2016-09-25','2016-09-26','2016-09-27','2016-09-28','2016-09-29','2016-09-30',
'2016-10-01','2016-10-02','2016-10-03','2016-10-04','2016-10-05','2016-10-06', '2016-10-07','2016-10-08','2016-10-09','2016-10-10','2016-10-11','2016-10-12','2016-10-13','2016-10-14','2016-10-15','2016-10-16','2016-10-17', '2016-10-18', '2016-10-19','2016-10-20','2016-10-21','2016-10-22','2016-10-23','2016-10-24','2016-10-25','2016-10-26','2016-10-27','2016-10-28','2016-10-29','2016-10-30','2016-10-31',
'2016-11-01','2016-11-02','2016-11-03','2016-11-04','2016-11-05','2016-11-06', '2016-11-07','2016-11-08','2016-11-09','2016-11-10','2016-11-11','2016-11-12','2016-11-13','2016-11-14','2016-11-15','2016-11-16','2016-11-17', '2016-11-18', '2016-11-19','2016-11-20','2016-11-21','2016-11-22','2016-11-23','2016-11-24','2016-11-25','2016-11-26','2016-11-27','2016-11-28','2016-11-29')
dates_formatted <- as.Date(dates, format = "%YYYY-%mm-%dd")
for (date in dates) {
tweets <- vector("list", length(dates)) %>%
searchTwitter('immigrant | immigration & -RT',
n=1000, lang='en',
since= date)
tweets <- strip_retweets(tweets, strip_manual = TRUE, strip_mt = TRUE)
tweets<- twListToDF(tweets) %>%
tbl_df
}