医药数据网 nginx作反向代理的时候 把nginx_server复制到/etc/ngnix/sites-enable/中 关于省招标平台数据的爬取 由于平台的中标数据不可导出,而且每一页的数据是通过发出POST请求,返回XML响应分别更新的。因此需要手工爬取 请求查询目录的POST请求如下:
POST /Web/Medicine/DRU_TENDER_PRODUCT_List.aspx?MENUID=146&irandom=0.38888505099464215&iframeid=iframe_146 HTTP/1.1 Accept: / Content-Type: application/x-www-form-urlencoded Referer: http://cuc.sdyypt.net/Web/Medicine/DRU_TENDER_PRODUCT_List.aspx?MENUID=146&irandom=0.38888505099464215&iframeid=iframe_146 Accept-Language: zh-Hans-CN,zh-Hans;q=0.5 User-Agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 10.0; WOW64; Trident/7.0; .NET4.0C; .NET4.0E) Host: cuc.sdyypt.net Content-Length: 19249 Pragma: no-cache Cookie: Cookie_Fortune=ytqsy|0; Snap1main=-2147483648,-2147483648,500px,,RightColumn,0,0,0; Snap2main=-2147483648,-2147483648,,70px,RightColumn,0,0,0; Snap3main=-2147483648,-2147483648,,70px,LeftColumn,0,0,0; pgv_pvi=3040859136; Email=55218; pgv_si=s5387939840; ASP.NET_SessionId=20azuxdq104sb53xnat43ker; __tins__3621236=%7B%22sid%22%3A%201524454034882%2C%20%22vd%22%3A%201%2C%20%22expires%22%3A%201524455834882%7D; 51cke=; 51laig=1; Snap1main=0px,,565,346,RightColumn,0,0,0; Snap2main=0px,,565,306,RightColumn,1,0,0; Snap3main=0px,,381,146,LeftColumn,0,0,0 Connection: close
Cart_LCallBack_Callback_Param=§2§&__VIEWSTATE=%2FwEPBRo2MzY2MDA4MzA4MTY0NjUyNTkxNDU2NzM0MGQmgdZWC2nqFy6o1JXNqwtpRlOd8Uc%2BbHGUXpfYzou4Hw%3D%3D&__VIEWSTATEGENERATOR=689E791B&LSplitter_ResizeList=LSplitter_pane_0%20-2%20950%3BLSplitter_pane_1%20852%20950&Menu1_Data=%253Cr%253E%253Cc%253E%253Cr%253E%253Cc%253Ep_QUERY%253C%252Fc%253E%253Cc%253E-1%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E%253Cr%253E%253Cc%253E15%253C%252Fc%253E%253Cc%253EQUERY%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E30%253C%252Fc%253E%253Cc%253E%25E6%259F%25A5%25E8%25AF%25A2%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E36%253C%252Fc%253E%253Cc%253E%25E6%259F%25A5%25E8%25AF%25A2%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E37%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E40%253C%252Fc%253E%253Cc%253ETopItemLook%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E0%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E38%253C%252Fc%253E%253Cc%253E1%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E2%253C%252Fc%253E%253Cc%253Edo_pagerquery()%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253Ep_DELETE1%253C%252Fc%253E%253Cc%253E-1%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E%253Cr%253E%253Cc%253E15%253C%252Fc%253E%253Cc%253EDELETE1%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E30%253C%252Fc%253E%253Cc%253E%25E5%2588%25A0%25E9%2599%25A4%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E36%253C%252Fc%253E%253Cc%253E%25E5%2588%25A0%25E9%2599%25A4%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E37%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E40%253C%252Fc%253E%253Cc%253ETopItemLook%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E0%253C%252Fc%253E%253Cc%253E1%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E2%253C%252Fc%253E%253Cc%253Eif(confirm('%25E7%25A1%25AE%25E8%25AE%25A4%25E5%2588%25A0%25E9%2599%25A4%25E9%2580%2589%25E6%258B%25A9%25E7%259A%2584%25E6%2595%25B0%25E6%258D%25AE%253F'))%257Bdocument.getElementById('MtxtD_NoFillData').value%253D'false'%253B%257D%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E38%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253Ep_ASSIST%253C%252Fc%253E%253Cc%253E-1%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E3%253C%252Fc%253E%253Cc%253E4%253C%252Fc%253E%253Cc%253E5%253C%252Fc%253E%253Cc%253E6%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E%253Cr%253E%253Cc%253E15%253C%252Fc%253E%253Cc%253EASSIST%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E30%253C%252Fc%253E%253Cc%253E%25E8%25BE%2585%25E5%258A%25A9%25E5%258A%259F%25E8%2583%25BD%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E40%253C%252Fc%253E%253Cc%253ETopItemLook%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E38%253C%252Fc%253E%253Cc%253E1%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253Ep_CONFIG%253C%252Fc%253E%253Cc%253E2%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E%253Cr%253E%253Cc%253E15%253C%252Fc%253E%253Cc%253ECONFIG%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E30%253C%252Fc%253E%253Cc%253E%25E6%259F%25A5%25E8%25AF%25A2%25E9%2585%258D%25E7%25BD%25AE%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E36%253C%252Fc%253E%253Cc%253E%25E4%25BF%259D%25E5%25AD%2598%25E6%259F%25A5%25E8%25AF%25A2%25E9%2585%258D%25E7%25BD%25AE%25E6%259D%25A1%25E4%25BB%25B6%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E37%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E40%253C%252Fc%253E%253Cc%253ETopItemLook%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E0%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E2%253C%252Fc%253E%253Cc%253Ef_sqlWhereConfig()%253B%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E38%253C%252Fc%253E%253Cc%253E1%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253Ep_LISTPRINT%253C%252Fc%253E%253Cc%253E2%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E%253Cr%253E%253Cc%253E15%253C%252Fc%253E%253Cc%253ELISTPRINT%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E30%253C%252Fc%253E%253Cc%253EWord%25E5%258D%25A1%25E5%25BC%258F%25E6%2589%2593%25E5%258D%25B0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E36%253C%252Fc%253E%253Cc%253E%25E5%258D%25A1%25E5%25BC%258F%25E6%2589%2593%25E5%258D%25B0%25E5%25BD%2593%25E5%2589%258D%25E9%25A1%25B5%25E9%259D%25A2%25E6%2595%25B0%25E6%258D%25AE%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E37%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E40%253C%252Fc%253E%253Cc%253ETopItemLook%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E0%253C%252Fc%253E%253Cc%253E1%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E38%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253Ep_LISTPRINTEXCEL%253C%252Fc%253E%253Cc%253E2%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E%253Cr%253E%253Cc%253E15%253C%252Fc%253E%253Cc%253ELISTPRINTEXCEL%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E30%253C%252Fc%253E%253Cc%253EExcel%25E5%258D%25A1%25E5%25BC%258F%25E6%2589%2593%25E5%258D%25B0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E36%253C%252Fc%253E%253Cc%253E%25E5%258D%25A1%25E5%25BC%258F%25E6%2589%2593%25E5%258D%25B0%25E6%2589%2580%25E6%259C%2589%25E6%259F%25A5%25E8%25AF%25A2%25E6%2595%25B0%25E6%258D%25AE%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E37%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E40%253C%252Fc%253E%253Cc%253ETopItemLook%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E0%253C%252Fc%253E%253Cc%253E1%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E38%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253Ep_LISTPRINTEXCELADV%253C%252Fc%253E%253Cc%253E2%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E%253Cr%253E%253Cc%253E15%253C%252Fc%253E%253Cc%253ELISTPRINTEXCELADV%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E30%253C%252Fc%253E%253Cc%253EExcel%25E5%258D%25A1%25E5%25BC%258F%25E6%2589%2593%25E5%258D%25B0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E36%253C%252Fc%253E%253Cc%253E%25E5%258D%25A1%25E5%25BC%258F%25E6%2589%2593%25E5%258D%25B0%25E5%25BD%2593%25E5%2589%258D%25E9%25A1%25B5%25E9%259D%25A2%25E6%2595%25B0%25E6%258D%25AE%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E37%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E40%253C%252Fc%253E%253Cc%253ETopItemLook%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E0%253C%252Fc%253E%253Cc%253E1%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E38%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E&Menu1_Properties=%253Cr%253E%253Cc%253E%253Cr%253E%253Cc%253EApplicationPath%253C%252Fc%253E%253Cc%253E%252F%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EAutoPostBackOnSelect%253C%252Fc%253E%253Cc%253Efalse%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EAutoPostBackOnCheckChanged%253C%252Fc%253E%253Cc%253Efalse%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EBaseUrl%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253ECascadeCollapse%253C%252Fc%253E%253Cc%253Etrue%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EClientEvents%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EClientSideOnContextMenuHide%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EClientSideOnContextMenuShow%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EClientSideOnItemMouseOut%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EClientSideOnItemMouseOver%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EClientSideOnItemSelect%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EClientTemplates%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253ECollapseDelay%253C%252Fc%253E%253Cc%253E50%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253ECollapseDuration%253C%252Fc%253E%253Cc%253E50%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253ECollapseSlide%253C%252Fc%253E%253Cc%253E2%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253ECollapseTransition%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253ECollapseTransitionCustomFilter%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EContextControlId%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EContextData%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EContextMenu%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EControlId%253C%252Fc%253E%253Cc%253EMenu1%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253ECssClass%253C%252Fc%253E%253Cc%253ETopGroup%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EDefaultChildSelectedItemLookId%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EDefaultDisabledItemLookId%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EDefaultGroupCssClass%253C%252Fc%253E%253Cc%253EMenuGroup%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EDefaultGroupExpandDirection%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EDefaultGroupExpandOffsetX%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EDefaultGroupExpandOffsetY%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EDefaultGroupHeight%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EDefaultGroupItemSpacing%253C%252Fc%253E%253Cc%253E2%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EDefaultGroupOrientation%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EDefaultGroupWidth%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EDefaultItemLookId%253C%252Fc%253E%253Cc%253EDefaultItemLook%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EDefaultItemTextAlign%253C%252Fc%253E%253Cc%253E1%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EDefaultItemTextWrap%253C%252Fc%253E%253Cc%253Efalse%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EDefaultSelectedItemLookId%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EDefaultTarget%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EExpandDelay%253C%252Fc%253E%253Cc%253E50%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EExpandDisabledItems%253C%252Fc%253E%253Cc%253Etrue%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EExpandDuration%253C%252Fc%253E%253Cc%253E50%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EExpandedOverridesHover%253C%252Fc%253E%253Cc%253Efalse%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EExpandOnClick%253C%252Fc%253E%253Cc%253Efalse%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EExpandSlide%253C%252Fc%253E%253Cc%253E2%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EExpandTransition%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EExpandTransitionCustomFilter%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EForceHighlightedItemID%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EHeight%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EHideSelectElements%253C%252Fc%253E%253Cc%253Etrue%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EHighlightExpandedPath%253C%252Fc%253E%253Cc%253Etrue%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EImagesBaseUrl%253C%252Fc%253E%253Cc%253E%252Fimages%252FToolMenu%252F%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EMultiPageId%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EOrientation%253C%252Fc%253E%253Cc%253E1%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EOverlayWindowedElements%253C%252Fc%253E%253Cc%253Etrue%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EPopUpZIndexBase%253C%252Fc%253E%253Cc%253E999%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EPlaceHolderId%253C%252Fc%253E%253Cc%253EMenu1%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EScrollingEnabled%253C%252Fc%253E%253Cc%253Efalse%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253ESelectedItemPostBackID%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EShadowColor%253C%252Fc%253E%253Cc%253E%25238D8F95%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EShadowEnabled%253C%252Fc%253E%253Cc%253Etrue%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EShadowOffset%253C%252Fc%253E%253Cc%253E2%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253ESoaService%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253ETopGroupExpandDirection%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253ETopGroupExpandOffsetX%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253ETopGroupExpandOffsetY%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253ETopGroupItemSpacing%253C%252Fc%253E%253Cc%253E1%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EWebService%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EWebServiceCustomParameter%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EWebServiceMethod%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253ETopGroupExpandOffsetY%253C%252Fc%253E%253Cc%253E0%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253Cc%253E%253Cr%253E%253Cc%253EWidth%253C%252Fc%253E%253Cc%253E%253C%252Fc%253E%253C%252Fr%253E%253C%252Fc%253E%253C%252Fr%253E&LCallBack_ParamField=§2§&NowPager=§0§&VItemCount=30938&txtCurrentPageNo=§0§&txtSetPageNo=0&snapQuery$MddlD_PageSize=100&snapQuery_whereQuery_conditionsXml=%253Cconditions%253E%253C%2Fconditions%253E&snapQuery$numbers$NumberDecimal=0.0000&snapQuery$twonumbers$NumberBegin=0.00&snapQuery$twonumbers$NumberEnd=0.00&snapQuery$ints$NumberInt=0&snapQuery$twoints$IntBegin=0&snapQuery$twoints$IntEnd=0&snapQuery_datetimes_CalendarOne_selecteddates=2018.4.23.12.24.41&snapQuery_datetimes_CalendarOne_visibledate=0001.1.1&snapQuery_datetimes_CalendarOne_picker=2018-04-23%2012%3A24&snapQuery_twodatetimes_CalBegin_selecteddates=2018.4.23.12.24.41&snapQuery_twodatetimes_CalBegin_visibledate=0001.1.1&snapQuery_twodatetimes_CalBegin_picker=2018-04-23%2012%3A24&snapQuery_twodatetimes_CalEnd_selecteddates=2018.4.23.12.24.41&snapQuery_twodatetimes_CalEnd_visibledate=0001.1.1&snapQuery_twodatetimes_CalEnd_picker=2018-04-23%2012%3A24&snapQuery$baseDrowDowns20$ddCustomers=0&snapQuery$ORG_TYPE$ddCustomers=2&snapQuery$AUDIT_STATUS$ddCustomers=-1&snapQuery$DRUG_FLAG$ddCustomers=0&snapQuery$PATENT_MODE$ddCustomers=0&snapQuery$DRUG_MODE$ddCustomers=51&snapQuery$COMM_TYPE$ddCustomers=0&snapQuery$TENDER_YEAR$ddCustomers=SDJBYWCG-2014-1&snapQuery$TWO_TICKETS_ORG_TYPE$ddCustomers=0&snapQuery$TWO_LX1$ddCustomers=1&Art_Situation_snapQuery=0px%2C0px%2C420%2C141%2C%2C-1%2C0%2C0
其中Cart_LCallBack_Callback_Param=§2§和LCallBack_ParamField=§2§是要请求的页码§2§是在burp的intruder中设置的变量,第一页时这两项都是:undefined NowPager=§0§和txtCurrentPageNo=§0§是从哪一个页码过来的,第一页时这两项是0 每次改变的就这四个变量,注意前两个变量值相同,后两个值相同,前面两个比后面两个变量的数值大2, 爬取时先用burp拦截到正常的请求包,然后发到intruder,在intruder中设置模式为:pitchfor,再分别设置这四个变量,比如如果总品种数为30938,以每页100个品种算,那前两个变量值为2-310,后两个变量的值为0-308 爬取完成后保存响影,后期做文本处理(带有数据的每一条都是1行而且都有一个class=class="DG_Row_left_wrap",所以把文本合并后用grep -i DG_Row_left_wrap可以筛选出所有的数据行)