微博爬数据

 void getUser(){
        Map<String, Integer> map = new HashMap<>();
        HashMap<String, String> headers = new HashMap<>();
        headers.put("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:103.0) Gecko/20100101 Firefox/103.0");
        headers.put("Cookie","SUB=_2A25OBB9gDeRhGeNG4lIZ8ybPyziIHXVtBqEorDV8PUJbkNAKLU7jkW1NSxZ3rk-lltjdVTJWAuJrtG1N-6THcXTY; SUBP=0033WrSXqPxfM725Ws9jqgMF55529P9D9WF0Mxd1XQQmx6HGO.e6BGsD5NHD95Qf1h.71heRe05XWs4Dqcj.i--fi-z7iKysi--RiKyWi-zpi--ci-2XiK.Ei--fiK.Ei-24; XSRF-TOKEN=ZxMS7NEE0TvXaeGc55l4CcWl; _s_tentry=weibo.com; Apache=2654538524812.041.1660972627006; SINAGLOBAL=2654538524812.041.1660972627006; ULV=1660972627078:1:1:1:2654538524812.041.1660972627006:; SSOLoginState=1660972849; WBPSESS=7pJQxz1_dPdMSL7AXnCXDf0T9olQ0YfW5LtecSt6SMnNs6oSz17JJhurTo7Zik1em1LCWoqCVL9m0scGsEictmrfwhqolExW-PYkh6TLS9C7vnatXY6ZBWEQsnj0vwcgKwilI1AKAgAxRGvUsmNr0w==");
        String s = HttpClientUtil.doGet("https://weibo.com/ajax/feed/unreadfriendstimeline?list_id=100015890838304&refresh=4&max_id=1661129223609925&count=15", null, headers);
       com.alibaba.fastjson.JSONObject jsonObject = com.alibaba.fastjson.JSONObject.parseObject(s);
       JSONArray statuses = jsonObject.getJSONArray("statuses");
       Object o = statuses.get(0);
       String s1 = com.alibaba.fastjson.JSONObject.toJSONString(o);
       com.alibaba.fastjson.JSONObject jsonObject1 = com.alibaba.fastjson.JSONObject.parseObject(s1);
       com.alibaba.fastjson.JSONObject user = jsonObject1.getJSONObject("user");
       Object id = user.get("id");
       HashMap<String, String> headers1 = new HashMap<>();
       headers1.put("User-Agent","Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:103.0) Gecko/20100101 Firefox/103.0");
       headers1.put("Cookie","SUB=_2A25OBB9gDeRhGeNG4lIZ8ybPyziIHXVtBqEorDV8PUJbkNAKLU7jkW1NSxZ3rk-lltjdVTJWAuJrtG1N-6THcXTY; SUBP=0033WrSXqPxfM725Ws9jqgMF55529P9D9WF0Mxd1XQQmx6HGO.e6BGsD5NHD95Qf1h.71heRe05XWs4Dqcj.i--fi-z7iKysi--RiKyWi-zpi--ci-2XiK.Ei--fiK.Ei-24; XSRF-TOKEN=ZxMS7NEE0TvXaeGc55l4CcWl; _s_tentry=weibo.com; Apache=2654538524812.041.1660972627006; SINAGLOBAL=2654538524812.041.1660972627006; ULV=1660972627078:1:1:1:2654538524812.041.1660972627006:; SSOLoginState=1660972849; WBPSESS=7pJQxz1_dPdMSL7AXnCXDf0T9olQ0YfW5LtecSt6SMnNs6oSz17JJhurTo7Zik1eGqyoXUKpM2W41KIDCDkOtBuCGPNyE1P0pDIpMdWKlnnTcm5T7J1kiGnlPV4m-csfCRzAfpmH0TG_aa3UuId66w==");
       String format = String.format("https://weibo.com/ajax/profile/info?uid=%s",id);
       String s2 = HttpClientUtil.doGet(format, null, headers1);
       com.alibaba.fastjson.JSONObject jsonObject2 = com.alibaba.fastjson.JSONObject.parseObject(s2);
       com.alibaba.fastjson.JSONObject data = jsonObject2.getJSONObject("data");
       com.alibaba.fastjson.JSONObject user2 = data.getJSONObject("user");
       Object followers_count = user2.get("followers_count");
       String screen_name = user2.getString("screen_name");
       String statuses_count = user2.getString("statuses_count");
       System.out.println("博主名:"+screen_name);
       System.out.println("博主id:"+id);
       System.out.println("粉丝数:"+followers_count);
       System.out.println("帖子数:"+statuses_count);
       HashMap<String, String> headers2 = new HashMap<>();
       headers2.put("User-Agent","Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:103.0) Gecko/20100101 Firefox/103.0");
       headers2.put("Cookie","SUB=_2A25OBB9gDeRhGeNG4lIZ8ybPyziIHXVtBqEorDV8PUJbkNAKLU7jkW1NSxZ3rk-lltjdVTJWAuJrtG1N-6THcXTY; SUBP=0033WrSXqPxfM725Ws9jqgMF55529P9D9WF0Mxd1XQQmx6HGO.e6BGsD5NHD95Qf1h.71heRe05XWs4Dqcj.i--fi-z7iKysi--RiKyWi-zpi--ci-2XiK.Ei--fiK.Ei-24; XSRF-TOKEN=ZxMS7NEE0TvXaeGc55l4CcWl; _s_tentry=weibo.com; Apache=2654538524812.041.1660972627006; SINAGLOBAL=2654538524812.041.1660972627006; ULV=1660972627078:1:1:1:2654538524812.041.1660972627006:; SSOLoginState=1660972849; WBPSESS=7pJQxz1_dPdMSL7AXnCXDf0T9olQ0YfW5LtecSt6SMnNs6oSz17JJhurTo7Zik1em1LCWoqCVL9m0scGsEictocaVoXXzdb7nwtc_2ZHJITDXVSMz_k5pmHQVvumdbsK9jmQ66-yF2eZaVgy5IUw8w==");
       Integer integer = Integer.valueOf(statuses_count);
       double page = integer/20;
       Double ceil1 = Math.ceil(page);
       int ceil = ceil1.intValue();
//               int ceil = 10;
       for (int i = 1; i <= ceil; i++) {
           String format1 = String.format("https://weibo.com/ajax/statuses/mymblog?uid=%s&page=%s",id,i);
           String s3 = HttpClientUtil.doGet(format1, null, headers2);
           com.alibaba.fastjson.JSONObject jsonObject3 = com.alibaba.fastjson.JSONObject.parseObject(s3);
           com.alibaba.fastjson.JSONObject data1 = jsonObject3.getJSONObject("data");
           JSONArray list = data1.getJSONArray("list");
           for (Object o1 : list) {
               String s4 = com.alibaba.fastjson.JSONObject.toJSONString(o1);
               com.alibaba.fastjson.JSONObject jsonObject4 = com.alibaba.fastjson.JSONObject.parseObject(s4);
                   String text_raw = jsonObject4.getString("text_raw");
                   boolean contains = text_raw.contains("@");
                   if(contains){
                       //("(?<=@).*?(?=' ')");
                       String regex= "(?<=@)(.*?)(?= )";
                       Pattern pattern = Pattern.compile(regex);
                       Matcher matcher = pattern.matcher(text_raw);
                       while (matcher.find()){
    //                       System.out.println(matcher.group(1));
                           String group = matcher.group();
                           if (map.containsKey(group)){
                               Integer value = map.get(group);
    //                           value++;
                               int l = value + 1;
                               map.put(group,l);
                           }else {
                               map.put(group,1);
                           }
                           //System.out.println(map);
                       }
                   }
               }
//                               try {
//                                   Thread.sleep(200);
//                               } catch (InterruptedException e) {
//                                   e.printStackTrace();
//                               }

       }
       List<Map<String, Integer>> mapArrayList = new ArrayList<>();
       mapArrayList.add(map);
       // 定义一个新的工作簿
       XSSFWorkbook wb = new XSSFWorkbook();
       // 创建一个Sheet页
       XSSFSheet sheet = wb.createSheet("First sheet");
       //设置行高
       sheet.setDefaultRowHeight((short) (2 * 256));
       //设置列宽
       sheet.setColumnWidth(0, 4000);
       sheet.setColumnWidth(1, 4000);
       XSSFFont font = wb.createFont();
       font.setFontName("宋体");
       font.setFontHeightInPoints((short) 16);
       //获得表格第一行
       XSSFRow row = sheet.createRow(0);
       //根据需要给第一行每一列设置标题
       XSSFCell cell = row.createCell(0);
       cell.setCellValue("姓名");
       cell = row.createCell(1);
       cell.setCellValue("个数");
       XSSFRow rows;
       XSSFCell cells;
       System.out.println(mapArrayList);
       //循环拿到的数据给所有行每一列设置对应的值
       for (int i = 0; i < mapArrayList.size(); i++) {
           // 在这个sheet页里创建一行
//           rows = sheet.createRow(i + 1);
           // 该行创建一个单元格,在该单元格里设置值
           List <String> name = new ArrayList<>(mapArrayList.get(i).keySet());
//           int size = mapArrayList.get(i).size();
           int j = 0;
           for(String obj : name){
               rows = sheet.createRow(j + 1);
               cells = rows.createCell(i);
               cells.setCellValue(obj);
               cells = rows.createCell(1);
               cells.setCellValue(mapArrayList.get(i).get(obj));
               j++;
           }
//           Integer age = mapArrayList.get(i).get("个数");
       }
       try {
           //D:\Ban
           String src = "D:/Ban/a.xls";
           File file = new File(src);
           FileOutputStream fileOutputStream = new FileOutputStream(file);
           wb.write(fileOutputStream);
           wb.close();
           fileOutputStream.close();
       } catch (IOException e) {
           e.printStackTrace();
       }
   }

原文地址：http://www.cnblogs.com/123sougou/p/16810653.html