library(xlsx)
#FTSE_URL<-"https://www.londonstockexchange.com/exchange/prices-and-markets/stocks/indices/constituents-indices.html?index=NMX&page="
ALL_SHARE_URL<-"https://www.londonstockexchange.com/exchange/prices-and-markets/stocks/indices/summary/summary-indices-constituents.html?index=ASX&page="
AS_LIST<-list()
for (i in 1:31){
url<-paste0(ALL_SHARE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
FTSE_TABLE<-FTSE_TABLE[,1:6]
colnames(FTSE_TABLE)<-c("CODE","NAME","CUR","PRICE",
"POINT_CHANGE","PERCENT_CHANGE")
AS_LIST[[i]]<-FTSE_TABLE
}
ALL_SHARE_FTSE_DF<-map_df(AS_LIST,data.frame)
i<-1
url<-paste0(ALL_SHARE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
View(FTSE_TABLE)
FTSE_TABLE<-FTSE_TABLE[,1:6]
colnames(FTSE_TABLE)<-c("CODE","NAME","CUR","PRICE",
"POINT_CHANGE","PERCENT_CHANGE")
AS_LIST<-list()
for (i in 1:31){
url<-paste0(ALL_SHARE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
FTSE_TABLE<-FTSE_TABLE[,1:2]
colnames(FTSE_TABLE)<-c("CODE","NAME"#,"CUR","PRICE",
#"POINT_CHANGE","PERCENT_CHANGE"
)
AS_LIST[[i]]<-FTSE_TABLE
}
ALL_SHARE_FTSE_DF<-map_df(AS_LIST,data.frame)
ALL_SHARE_FTSE_DF$DATE<-Sys.Date()
sheet_name<-as.character(Sys.Date())
write.xlsx(ALL_SHARE_FTSE_DF, file = "ALL_SHARE_FTSE_FIRM_LIST.xlsx",
sheetName=sheet_name,
append=TRUE)
#FTSE_URL<-"https://www.londonstockexchange.com/exchange/prices-and-markets/stocks/indices/constituents-indices.html?index=NMX&page="
AIM_SHARE_URL<-"https://www.londonstockexchange.com/exchange/prices-and-markets/stocks/indices/summary/summary-indices-constituents.html?index=AXX&page="
AIM_LIST<-list()
for (i in 1:37){
url<-paste0(AIM_SHARE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
FTSE_TABLE<-FTSE_TABLE[,1:2]
colnames(FTSE_TABLE)<-c("CODE","NAME"#,"CUR","PRICE",
#"POINT_CHANGE","PERCENT_CHANGE"
)
AIM_LIST[[i]]<-FTSE_TABLE
}
AIM_DF<-map_df(AIM_LIST,data.frame)
AIM_DF$DATE<-Sys.Date()
sheet_name<-as.character(Sys.Date())
write.xlsx(AIM_DF, file = "AIM_ALL_SHARE_FIRM_LIST.xlsx",
sheetName=sheet_name,
append=TRUE)
library(rvest)
library(purrr)
library(magrittr)
library(xlsx)
FTSE_URL<-"https://www.londonstockexchange.com/exchange/prices-and-markets/stocks/indices/constituents-indices.html?index=NMX&page="
FTSE_LIST<-list()
for (i in 1:18){
url<-paste0(FTSE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
FTSE_TABLE<-FTSE_TABLE[,1:6]
colnames(FTSE_TABLE)<-c("CODE","NAME","CUR","PRICE",
"POINT_CHANGE","PERCENT_CHANGE")
FTSE_LIST[[i]]<-FTSE_TABLE
}
url
FTSE_URL<-"https://www.londonstockexchange.com/indices/ftse-350/constituents/table?page="
FTSE_LIST<-list()
for (i in 1:18){
url<-paste0(FTSE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
FTSE_TABLE<-FTSE_TABLE[,1:6]
colnames(FTSE_TABLE)<-c("CODE","NAME","CUR","PRICE",
"POINT_CHANGE","PERCENT_CHANGE")
FTSE_LIST[[i]]<-FTSE_TABLE
}
i<-1
url<-paste0(FTSE_URL,i)
webpage<-read_html(url)%>%
html_table()
View(webpage)
FTSE_TABLE<-webpage[[1]]
View(FTSE_TABLE)
FTSE_URL<-"https://www.londonstockexchange.com/indices/ftse-350/constituents/table?page="
FTSE_LIST<-list()
for (i in 1:18){
url<-paste0(FTSE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
FTSE_TABLE<-FTSE_TABLE[,1:6]
colnames(FTSE_TABLE)<-c("CODE","NAME","CUR","MARKET_CAP","PRICE",
"POINT_CHANGE","PERCENT_CHANGE")
FTSE_LIST[[i]]<-FTSE_TABLE
}
FTSE_TABLE<-webpage[[1]]
#FTSE_TABLE<-FTSE_TABLE[,1:6]
colnames(FTSE_TABLE)<-c("CODE","NAME","CUR","MARKET_CAP","PRICE",
"POINT_CHANGE","PERCENT_CHANGE")
View(FTSE_TABLE)
FTSE_LIST<-list()
for (i in 1:18){
url<-paste0(FTSE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
#FTSE_TABLE<-FTSE_TABLE[,1:6]
colnames(FTSE_TABLE)<-c("CODE","NAME","CUR","MARKET_CAP","PRICE",
"POINT_CHANGE","PERCENT_CHANGE")
FTSE_LIST[[i]]<-FTSE_TABLE
}
FTSE_350_DF<-map_df(FTSE_LIST,data.frame)
FTSE_350_DF$DATE<-Sys.Date()
View(FTSE_TABLE)
View(FTSE_LIST)
FTSE_350_DF<-rbind(FTSE_LIST)
FTSE_350_DF<-bind_rows(FTSE_LIST)
library(dplyr)
FTSE_350_DF<-bind_rows(FTSE_LIST)
FTSE_URL<-"https://www.londonstockexchange.com/indices/ftse-350/constituents/table?page="
FTSE_LIST<-list()
for (i in 1:18){
url<-paste0(FTSE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
#FTSE_TABLE<-FTSE_TABLE[,1:6]
FTSE_TABLE<-FTSE_TABLE$POINT_CHANGE%>%
as.character()
colnames(FTSE_TABLE)<-c("CODE","NAME","CUR","MARKET_CAP","PRICE",
"POINT_CHANGE","PERCENT_CHANGE")
FTSE_LIST[[i]]<-FTSE_TABLE
}
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
colnames(FTSE_TABLE)<-c("CODE","NAME","CUR","MARKET_CAP","PRICE",
"POINT_CHANGE","PERCENT_CHANGE")
FTSE_TABLE<-FTSE_TABLE$POINT_CHANGE%>%
as.character()
FTSE_LIST<-list()
for (i in 1:18){
url<-paste0(FTSE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
#FTSE_TABLE<-FTSE_TABLE[,1:6]
colnames(FTSE_TABLE)<-c("CODE","NAME","CUR","MARKET_CAP","PRICE",
"POINT_CHANGE","PERCENT_CHANGE")
FTSE_TABLE<-FTSE_TABLE$POINT_CHANGE%>%
as.character()
FTSE_LIST[[i]]<-FTSE_TABLE
}
FTSE_350_DF<-map_df(FTSE_LIST,data.frame)
#FTSE_350_DF<-bind_rows(FTSE_LIST)
FTSE_350_DF$DATE<-Sys.Date()
sheet_name<-as.character(Sys.Date())
write.xlsx(FTSE_350_DF, file = "FTSE_350_FIRM_LIST.xlsx",
sheetName=sheet_name,
append=TRUE)
library(rvest)
library(purrr)
library(magrittr)
library(xlsx)
FTSE_URL<-"https://www.londonstockexchange.com/indices/ftse-350/constituents/table?page="
FTSE_LIST<-list()
for (i in 1:18){
url<-paste0(FTSE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
#FTSE_TABLE<-FTSE_TABLE[,1:6]
colnames(FTSE_TABLE)<-c("CODE","NAME","CUR","MARKET_CAP","PRICE",
"POINT_CHANGE","PERCENT_CHANGE")
FTSE_TABLE<-FTSE_TABLE$POINT_CHANGE%>%
as.character()
FTSE_LIST[[i]]<-FTSE_TABLE
}
FTSE_350_DF<-map_df(FTSE_LIST,data.frame)
#FTSE_350_DF<-bind_rows(FTSE_LIST)
FTSE_350_DF$DATE<-Sys.Date()
sheet_name<-as.character(Sys.Date())
write.xlsx(FTSE_350_DF, file = "FTSE_350_FIRM_LIST.xlsx",
sheetName=sheet_name,
append=TRUE)
FTSE_URL<-"https://www.londonstockexchange.com/indices/ftse-350/constituents/table?page="
FTSE_LIST<-list()
url<-paste0(FTSE_URL,i)
url
webpage<-read_html(url)%>%
html_table()
View(webpage)
FTSE_TABLE<-webpage[[1]]
View(FTSE_TABLE)
View(FTSE_TABLE)
colnames(FTSE_TABLE)<-c("CODE","NAME","CUR","MARKET_CAP","PRICE",
"POINT_CHANGE","PERCENT_CHANGE")
FTSE_TABLE<-FTSE_TABLE$POINT_CHANGE%>%
as.character()
url<-paste0(FTSE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
colnames(FTSE_TABLE)<-c("CODE","NAME","CUR","MARKET_CAP","PRICE",
"POINT_CHANGE","PERCENT_CHANGE")
FTSE_TABLE$POINT_CHANGE<-FTSE_TABLE$POINT_CHANGE%>%
as.character()
View(FTSE_TABLE)
FTSE_URL<-"https://www.londonstockexchange.com/indices/ftse-350/constituents/table?page="
FTSE_LIST<-list()
for (i in 1:18){
url<-paste0(FTSE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
#FTSE_TABLE<-FTSE_TABLE[,1:6]
colnames(FTSE_TABLE)<-c("CODE","NAME","CUR","MARKET_CAP","PRICE",
"POINT_CHANGE","PERCENT_CHANGE")
FTSE_TABLE$POINT_CHANGE<-FTSE_TABLE$POINT_CHANGE%>%
as.character()
FTSE_LIST[[i]]<-FTSE_TABLE
}
FTSE_350_DF<-map_df(FTSE_LIST,data.frame)
#FTSE_350_DF<-bind_rows(FTSE_LIST)
FTSE_350_DF$DATE<-Sys.Date()
sheet_name<-as.character(Sys.Date())
write.xlsx(FTSE_350_DF, file = "FTSE_350_FIRM_LIST.xlsx",
sheetName=sheet_name,
append=TRUE)
library(readxl)
FTSE_MEM<-read_xlsx("FTSE_350_FIRM_LIST.xlsx",sheet = "2021-07-18")
CODE<-FTSE_MEM$CODE
CODE2<-paste0(CODE,".L")
FTSE_URL<-"https://www.reuters.com/finance/stocks/company-officers/"
url<-paste0(FTSE_URL,CODE2[[i]])
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
FTSE_TABLE$company_code<-CODE[[i]]
FTSE_R_TABLE_LIST<-list()
for (i in 1:length(CODE2)){
FTSE_URL<-"https://www.reuters.com/finance/stocks/company-officers/"
url<-paste0(FTSE_URL,CODE2[[i]])
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
FTSE_TABLE$company_code<-CODE[[i]]
FTSE_R_TABLE_LIST[[i]]<-FTSE_TABLE
print(i)
}
library(dplyr)
url<-paste0(FTSE_URL,CODE2[[i]])
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
FTSE_TABLE$company_code<-CODE[[i]]
FTSE_R_TABLE_LIST<-list()
for (i in 1:length(CODE2)){
FTSE_URL<-"https://www.reuters.com/finance/stocks/company-officers/"
url<-paste0(FTSE_URL,CODE2[[i]])
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
FTSE_TABLE$company_code<-CODE[[i]]
FTSE_R_TABLE_LIST[[i]]<-FTSE_TABLE
print(i)
}
library(rvest)
library(purrr)
library(magrittr)
library(xlsx)
FTSE_MEM<-read_xlsx("FTSE_350_FIRM_LIST.xlsx",sheet = "2021-07-18")
CODE<-FTSE_MEM$CODE
CODE2<-paste0(CODE,".L")
FTSE_URL<-"https://www.reuters.com/finance/stocks/company-officers/"
url<-paste0(FTSE_URL,CODE2[[i]])
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
FTSE_TABLE$company_code<-CODE[[i]]
FTSE_R_TABLE_LIST<-list()
for (i in 1:length(CODE2)){
FTSE_URL<-"https://www.reuters.com/finance/stocks/company-officers/"
url<-paste0(FTSE_URL,CODE2[[i]])
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
FTSE_TABLE$company_code<-CODE[[i]]
FTSE_R_TABLE_LIST[[i]]<-FTSE_TABLE
print(i)
}
library(rvest)
library(purrr)
library(magrittr)
library(xlsx)
#FTSE_URL<-"https://www.londonstockexchange.com/exchange/prices-and-markets/stocks/indices/constituents-indices.html?index=NMX&page="
AIM_SHARE_URL<-"https://www.londonstockexchange.com/exchange/prices-and-markets/stocks/indices/summary/summary-indices-constituents.html?index=AXX&page="
AIM_LIST<-list()
for (i in 1:37){
url<-paste0(AIM_SHARE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
FTSE_TABLE<-FTSE_TABLE[,1:2]
colnames(FTSE_TABLE)<-c("CODE","NAME"#,"CUR","PRICE",
#"POINT_CHANGE","PERCENT_CHANGE"
)
AIM_LIST[[i]]<-FTSE_TABLE
}
AIM_DF<-map_df(AIM_LIST,data.frame)
AIM_DF$DATE<-Sys.Date()
sheet_name<-as.character(Sys.Date())
write.xlsx(AIM_DF, file = "AIM_ALL_SHARE_FIRM_LIST.xlsx",
sheetName=sheet_name,
append=TRUE)
library(rvest)
library(purrr)
library(magrittr)
library(xlsx)
FTSE_URL<-"https://www.londonstockexchange.com/indices/ftse-350/constituents/table?page="
FTSE_LIST<-list()
for (i in 1:18){
url<-paste0(FTSE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
#FTSE_TABLE<-FTSE_TABLE[,1:6]
colnames(FTSE_TABLE)<-c("CODE","NAME","CUR","MARKET_CAP","PRICE",
"POINT_CHANGE","PERCENT_CHANGE")
FTSE_TABLE$POINT_CHANGE<-FTSE_TABLE$POINT_CHANGE%>%
as.character()
FTSE_LIST[[i]]<-FTSE_TABLE
}
uel
url
webpage<-read_html(url)%>%
html_table()
webpage<-read_html(url)
View(webpage)
webpage$node
webpage$doc
webpage<-read_html(url)%>%
html_table()
?read_html
webpage<-xml2::read_html(url)%>%
html_table()
webpage<-xml2::read_html(url
)
webpage<-rvest::read_html(url)%>%
html_table()
webpage<-rvest::read_html(url)
View(webpage)
library(rvest)
library(purrr)
library(magrittr)
library(xlsx)
FTSE_URL<-"https://www.londonstockexchange.com/indices/ftse-350/constituents/table?page="
FTSE_LIST<-list()
for (i in 1:18){
url<-paste0(FTSE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
#FTSE_TABLE<-FTSE_TABLE[,1:6]
colnames(FTSE_TABLE)<-c("CODE","NAME","CUR","MARKET_CAP","PRICE",
"POINT_CHANGE","PERCENT_CHANGE")
FTSE_TABLE$POINT_CHANGE<-FTSE_TABLE$POINT_CHANGE%>%
as.character()
FTSE_LIST[[i]]<-FTSE_TABLE
}
url<-paste0(FTSE_URL,i)
webpage<-read_html(url)%>%
html_table()
FTSE_TABLE<-webpage[[1]]
webpage<-read_html(url)#%>%
webpage
webpage<-read_html(url)%>%
html_table()
webpage<-read_html(url)#%>%
tbls <- html_nodes(webpage, "table")
url<-paste0(FTSE_URL,i)
population <- url %>%
html() %>%
html_nodes(xpath='/html/body/app-root/app-handshake/div/app-page-content/app-filter-toggle/app-ftse-index-table/section/table') %>%
html_table()
population <- url %>%
read_html() %>%
html_nodes(xpath='/html/body/app-root/app-handshake/div/app-page-content/app-filter-toggle/app-ftse-index-table/section/table') %>%
html_table()
View(population)
tbl<-xml::readHTMLTable(url)
install.packages("xml2")
tbl<-XML::readHTMLTable(url)
url<-paste0(FTSE_URL,i)
tbl<-XML::readHTMLTable(url)
###### Settings
library(XML)
###### URLs
url<-paste0("http://www.basketball-reference.com/players/",letters,"/")
len<-length(url)
###### Reading data
tbl<-readHTMLTable(url[1])[[1]]
url[[1]]
###### Reading data
tbl<-readHTMLTable(url[1])[[1]]
library(rvest)
# Start by reading a HTML page with read_html():
starwars <- read_html("https://rvest.tidyverse.org/articles/starwars.html")
# Then find elements that match a css selector or XPath expression
# using html_elements(). In this example, each <section> corresponds
# to a different film
films <- starwars %>% html_elements("section")
films
# Then use html_element() to extract one element per film. Here
# we the title is given by the text inside <h2>
title <- films %>%
html_element("h2") %>%
html_text2()
title
# Or use html_attr() to get data out of attributes. html_attr() always
# returns a string so we convert it to an integer using a readr function
episode <- films %>%
html_element("h2") %>%
html_attr("data-id") %>%
readr::parse_integer()
episode
all_p<-read_html(url)
url<-paste0(FTSE_URL,i)
all_p<-read_html(url)
ele<-all_p%>%html_elements()
ele<-all_p%>%html_elements(xpath='/html/body/app-root/app-handshake/div/app-page-content/app-filter-toggle/app-ftse-index-table/section/table')
ele
starwars
View(films)
ele
all_p
ele<-all_p%>%html_element('table')
ele
ele<-all_p%>%html_element('/html/body/app-root/app-handshake/div/app-page-content/app-filter-toggle/app-ftse-index-table/section/table')
ele<-all_p%>%html_element("html body app-root app-handshake.app-handshake.flex-wrapper.white div.flex-wrapper.flex-column.viewport-height.full-width app-page-content.flex-content.full-width.page-content app-filter-toggle app-ftse-index-table section#ftse-index-table.ftse-index-table-component.wrapper.x-large-width.x-large-width-padding.gtm-track-component.component table.full-width.ftse-index-table-table")
ele
ele<-all_p%>%html_element("html body app-root app-handshake.app-handshake.flex-wrapper.white div.flex-wrapper.flex-column.viewport-height.full-width app-page-content.flex-content.full-width.page-content app-filter-toggle app-ftse-index-table section#ftse-index-table.ftse-index-table-component.wrapper.x-large-width.x-large-width-padding.gtm-track-component.component table.full-width.ftse-index-table-table")
ele
# Then use html_element() to extract one element per film. Here
# we the title is given by the text inside <h2>
title <- all_p %>%
html_element("h2") %>%
html_text2()
title <- all_p %>%
html_element("h2")
ele<-all_p%>%html_element("section")
ele<-all_p%>%html_element("event")
html <- read_html("https://en.wikipedia.org/w/index.php?title=The_Lego_Movie&oldid=998422565")
html %>%
html_element(".tracklist") %>%
html_table()
R<-html %>%
html_element(".tracklist") %>%
html_table()
View(R)
R<-html %>%
#html_element(".tracklist") %>%
html_table()
View(R)
html<-read_html(url)
R<-html %>%
#html_element(".tracklist") %>%
html_table()
R<-html %>%
html_element(".table.full-width") %>%
html_table()
R<-html %>%
html_element("table.full-width") %>%
html_table()
html<-read_html(url)
R<-html %>%
html_element("table.full-width") %>%
html_table()
R<-html %>%
html_element("full-width ftse-index-table-table") %>%
html_table()
R<-html %>%
html_element(".full-width ftse-index-table-table") %>%
html_table()
library(rvest)
library(data.table)
library(httr)
library(XML)
library(RSelenium)
install.packages("RSelenium")
library(dplyr)
mybrowser <- rsDriver(browser = 'firefox')
link <- url
mybrowser$client$navigate(link)
mybrowser <- rsDriver(browser = 'firefox')
mybrowser <- rsDriver(browser = 'firefox')
mybrowser$client$findElement(using = 'css selector', "#DataTables_Table_0")$getElementText()
