private static ChromeDriver driver;
private static DevTools devTools;
static int count=0;
static {
System.setProperty("webdriver.chrome.driver", UrlConstant.chromedriver);
ChromeOptions chromeOptions = new ChromeOptions();
//chromeOptions.setPageLoadStrategy(PageLoadStrategy.EAGER);
chromeOptions.setExperimentalOption("excludeSwitches", new String[]{"enable-automation"});
//chromeOptions.setBinary("E:\\demo\\Application\\chrome.exe");
driver = new ChromeDriver(chromeOptions);
devTools = ((HasDevTools) driver).getDevTools();
devTools.createSession();
try {
cfgChromeTool(driver);
} catch (Exception e) {
System.err.println("cfgChromeTool报错:");
}
}
/**
* watch the background request
* */
public static void cfgChromeTool(ChromeDriver driver){
try {
//Thread.sleep(10000);// 60秒
//driver.manage().timeouts().implicitlyWait(60, TimeUnit.SECONDS);
devTools.send(Network.enable(Optional.empty(), Optional.empty(), Optional.empty()));
// Thread.sleep(10000);// 60秒
devTools.addListener(Network.responseReceived(), res -> {
String url = res.getResponse().getUrl();
if(url.contains(UrlConstant.url_search_count)){
try {
String responseBody = devTools.send(Network.getResponseBody(res.getRequestId())).getBody();
System.out.println("url----------"+url);
System.out.println("responseBody----------"+ JSON.parseObject(responseBody));
if(StringUtils.isNoneBlank(responseBody)&&responseBody.contains("nums")){
CountVo vo = JSONObject.parseObject(responseBody, CountVo.class);
count=vo.getNums();
}
} catch (Exception e) {
System.err.println("转responseBody报错:"+e);
}
}
});
} catch (Exception e) {
System.err.println("转responseBody报错:"+e);
}
}
public static void main(String[] args) throws Exception {
//BrowserUtil.invoke(BaseVo.builder().name("湘").build());
}
public static void invoke(BaseVo vo) throws Exception{
System.out.println(DateUtil.getDate()+"--------------开始------------------------"+vo+"-----------------------开始----------------------");
driver.get(UrlConstant.INDEX_URL);
operatePage(driver,vo);
}
/**
* to result page
* */
public static void operatePage(WebDriver driver, BaseVo vo) throws Exception {
Thread.sleep(3000);
//关闭弹窗提示
By tipABy = By.cssSelector("div.introjs-tooltipbuttons > a.introjs-button");
waitForLoad(driver, tipABy);
WebElement tipA = driver.findElement(tipABy);
tipA.click();
//点击 医疗器械 标题//直接页面url跳转,如果进首页需要这一步
//WebElement ylqxBtn = driver.findElement(By.xpath("//i[@class='el-icon-yiliaoqixie']"));
//ylqxBtn.click();
//可根据加载网速调整
//Thread.sleep(1000);
//点击 搜索框 填写搜索内容
By searchInputBy = By.cssSelector("div.search-input > input.el-input__inner");
waitForLoad(driver, searchInputBy);
WebElement searchInput = driver.findElement(searchInputBy);
searchInput.clear();
searchInput.sendKeys(vo.getName());
//searchInput.click();
//点击 搜索按钮
By searchBtnBy = By.cssSelector("div.el-input-group__append > button.el-button");
waitForLoad(driver, searchBtnBy);
WebElement searchBtn = driver.findElement(searchBtnBy);
searchBtn.click();
//切换标签页
// 获取所有windowHandle
Thread.sleep(1000);
Set<String> windowHandles = driver.getWindowHandles();
WebDriver.TargetLocator targetLocator = driver.switchTo();
String handle = "";
for (String windowHandle : windowHandles) {
handle = windowHandle;
}
// 切换到对应标签页
targetLocator.window(handle);
Thread.sleep(3000);//必须否则报错，原因不知道
//关闭第二页弹窗提示//introjs-tooltipbuttons
By tipABy2 = By.cssSelector("div.introjs-tooltipbuttons > a.introjs-button");//
waitForLoad(driver, tipABy2);
WebElement tipA2 = driver.findElement(tipABy2);
tipA2.click();
//点击 第二页 搜索按钮 获取后台请求 UrlConstant.url_search_page
//Thread.sleep(3000);//必须否则报错，原因不知道
/*By searchBtnBy2 = By.cssSelector("div.el-input-group__append > button.el-button > i.el-icon-search");//i.el-icon-search el-button--default
waitForLoad(driver, searchBtnBy2);
WebElement searchBtn2 = driver.findElement(searchBtnBy2);
searchBtn2.click();*/
//第一页表格数据
getTable();
Thread.sleep(1000);
//计算分页
By totalBy = By.cssSelector("span.el-pagination__total");//
waitForLoad(driver, totalBy);
WebElement totalBySpan = driver.findElement(totalBy);
String str = totalBySpan.getText();//共 16469 条
str=str.replace("共","");
str=str.replace("条","").trim();
count=Integer.parseInt(str);
System.out.println("总数count-----一共"+str+"条数");
int k = count/10;
int j = count%10;
if(j>0){
k=k+1;
}
System.out.println("----总页数-----"+k);
for (int l=2 ;l<=k; l++) {
clickPage(l);
Thread.sleep(2000);
getTable();
Thread.sleep(3000);
}
}
public static void clickPage(int pageNum){//当前点击页码pageNum
//分页
By pageBtn = By.cssSelector("ul.el-pager > li.number");//滑动验证按钮
waitForLoad(driver, pageBtn);
List<WebElement> select = driver.findElements(pageBtn);
System.out.println(DateUtil.getDate()+"-----clickNextPage——List的长度是："+select.size());
for (WebElement page: select) {
if(String.valueOf(pageNum).equals(page.getText())){
page.click();
System.out.println(DateUtil.getDate()+"--------点击翻页按钮：页码是-------"+page.getText());
}
}
}
//获取页面数据
public static void getTable() throws InterruptedException {
//获取table内容
By tdText = By.cssSelector("div.cell");//div.cell > p
waitForLoad(driver, tdText);
List<WebElement> tds = driver.findElements(tdText);
StringBuffer bf =new StringBuffer();
int i= 1;
List<DataVo> l= Lists.newArrayList();
DataVo v=null;
for (WebElement td: tds) {
bf.append(td.getText());bf.append(",");
if(i%5==1){
v=new DataVo();
v.setDesc(td.getText());
System.out.println(i+"----1---"+td.getText()+"----"+JSON.toJSONString(v));
Thread.sleep(111);
}
i++;
if(i%5==2){
System.out.println(i+"----2---"+td.getText()+"----"+JSON.toJSONString(v));
v.setId(td.getText());
Thread.sleep(111);
}
if(i%5==3){
System.out.println(i+"----3---"+td.getText()+"----"+JSON.toJSONString(v));
v.setNum(td.getText());
Thread.sleep(111);
}
if(i%5==4){
System.out.println(i+"----4---"+td.getText()+"----"+JSON.toJSONString(v));
v.setRegName(td.getText());
Thread.sleep(111);
}
if(i%5==0){
System.out.println(i+"----5---"+td.getText()+"----"+JSON.toJSONString(v));
bf.append(" | ");
v.setProductName(td.getText());
l.add(v);
Thread.sleep(111);
}
}
System.out.println(bf);
exp(l);
}
/**
* waiting for element loading
* ***very important***
* if not do this can't operate web element
* */
public static void waitForLoad(final WebDriver driver, final By by) {
new WebDriverWait(driver, Duration.ofSeconds(60)).until(new ExpectedCondition<Boolean>() {
public Boolean apply(WebDriver d) {
WebElement element = driver.findElement(by);
if (element != null) {
return true;
}
return false;
}
});
}
public static Boolean exp(List<DataVo> data){
try {
//追加方式写入excel
File file = new File("/yjj"+DateUtil.getDateYmd()+".xlsx");
File tempFile = new File("/temp.xlsx");
if (file.exists()){
// 第二次按照原有格式，不需要表头，追加写入
EasyExcel.write(file,DataVo.class).needHead(false).
withTemplate(file).file(tempFile).sheet().doWrite(data);
}else {
// 第一次写入需要表头
EasyExcel.write(file,DataVo.class).sheet().doWrite(data);
}
if (tempFile.exists()){
file.delete();
tempFile.renameTo(file);
}
}catch (Exception e){
System.err.println("excel导出exp报错");
return false;
}
System.out.println("--------excel导出完成------总数: "+count);
return true;
}文章来源地址https://www.toymoban.com/news/detail-841305.html
文章来源：https://www.toymoban.com/news/detail-841305.html
到了这里，关于java selenium 操作谷歌浏览器获取数据的文章就介绍完了。如果您还想了解更多内容，请在右上角搜索TOY模板网以前的文章或继续浏览下面的相关文章，希望大家以后多多支持TOY模板网！
