网易云音乐歌单详情列表爬虫破解

这次我跟大家分享的是关于爬虫加密破解的技术！

由于工作开发的需求，后台需要爬取网易云歌单详情页面（http://music.163.com/#/playlist?id=867413461）的歌单歌曲列表。

但在chrome抓包过程中发现，网易云后台返回的数据json串是加密成一堆类似base64编码的内容，但我尝试解码几种编码，发现又不是常见的编码。如下图所示：

本着做技术的钻研精神，继续深挖下去，猜测这个是客户端js解密，因为chrome抓包没发现有调别的接口进行解密之类的。于是用chrome debug js，从几万行的，混淆压缩过的js代码文件中，终于找到

了进行解密的那行代码（T_T我发现很多JS函数都是没触发到的，估计是一个公共js）。

这个函数很简单，就是URLdecode，但这些参数怎么来的，解密过程是怎样的。经过又一轮chromedebug， bml1x和VQ6K两个参数是html document的某个元素属性值，每次都是动态的，不固定，所以不能写死，必须每次jsoup去解析获取。D0x就是json串的密文，也是每次动态变化的， jsoup去解析获取。知道3个参数怎么来了，然后就要搞清楚js的解密过程。由于js解密函数调用层次很深，也很复杂，不是三两下能搞懂，于是截取这部分加密调用链的js出来放到本地，用java 调用这部分js 解密函数。

经过js代码稍微整理，最后终于可以调通，解密出正确的json数据串。

最后附上我整理好的java代码和js 解密代码出来，给大家参考。

//httpRequestExecutor 可以用httpclient替代, 运行jdk版本1.8    @Testpublic void test163PlaylistNew() throws ScriptException, UnsupportedEncodingException {Long begin = System.currentTimeMillis();String url = "http://music.163.com/playlist?id=632977303";Header[] headers = new BasicHeader[] { new BasicHeader("User-Agent","Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.167 Safari/537.36"),new BasicHeader("Referer","http://music.163.com/"),new BasicHeader("Upgrade-Insecure-Requests","1"),new BasicHeader("Cookie","appver=1.5.0.75771"),};String html = httpRequestExecutor.sendHttpGet(url,"utf-8",headers);Document doc = Jsoup.parse(html);String key2 = doc.getElementById("m-playlist").childNode(1).childNode(1).childNode(1).childNode(1).attr("id");key2 = StringUtils.substring(key2,8,12);System.out.println(key2);String key1 = doc.getElementsByClass("j-img").first().attr("data-key");System.out.println(key1);String param = "param=";String encryptedjson = doc.getElementsByAttributeValue("style","display:none;").first().text();String key = param + key2 + key1;System.out.println(encryptedjson);System.out.println(key);String result = compile(key,encryptedjson);System.out.println(result);Long duration = System.currentTimeMillis() - begin;System.out.println("duration:" + duration);String str = "分享Various Artists的专辑《Fifty Shades Freed (Original Motion Picture Soundtrack)》: http://music.163.com/album/37586010/?userid=58513 (来自@网易云音乐)";str = StringUtils.substring(str,StringUtils.indexOf(str,"http"));str = StringUtils.substringBefore(str,"(");System.out.println(str);DateFormat df = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");Date d = new Date();String date = df.format(d);System.out.println(date);}public static ScriptEngineManager mgr = new ScriptEngineManager();public static ScriptEngine jsEngine = mgr.getEngineByName("nashorn");
//    public static ScriptEngine jsEngine = mgr.getEngineByName("JavaScript");static {try {jsEngine.eval(new FileReader(new File("E://test2.js")));} catch (Exception ex) {ex.printStackTrace();}}public String compile(String key,String json) throws ScriptException, UnsupportedEncodingException {try {Invocable invocableEngine = (Invocable) jsEngine;Object args1[] = {json};Object output1 = (Object) invocableEngine.invokeFunction("cDa9R", args1);System.out.println(output1);Object args[] = {output1,key};String output = (String) invocableEngine.invokeFunction("cxm8e", args);System.out.println("before decode:");String output3 = URLDecoder.decode(output,"utf-8");return output3;} catch (NoSuchMethodException ex) {ex.printStackTrace();return "";}}

var bGW6Q = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/", QT4X = {}, Fa1x = {};for (var i = 0, l = bGW6Q.length, c; i < l; i++) {c = bGW6Q.charAt(i);QT4X[i] = c;Fa1x[c] = i}var cDj9a = function(iA3x) {var r0x = 0, c, o0x = [];while (r0x < iA3x.length) {c = iA3x[r0x];if (c < 128) {o0x.push(String.fromCharCode(c));r0x++} else if (c > 191 && c < 224) {o0x.push(String.fromCharCode((c & 31) << 6 | iA3x[r0x + 1] & 63));r0x += 2} else {o0x.push(String.fromCharCode((c & 15) << 12 | (iA3x[r0x + 1] & 63) << 6 | iA3x[r0x + 2] & 63));r0x += 3}}return o0x.join("")};var cDf9W = function() {var hy3x = /\r\n/g;return function(j0x) {j0x = j0x.replace(hy3x, "\n");var o0x = [], mn4r = String.fromCharCode(237);if (mn4r.charCodeAt(0) < 0)for (var i = 0, l = j0x.length, c; i < l; i++) {c = j0x.charCodeAt(i);c > 0 ? o0x.push(c) : o0x.push(256 + c >> 6 | 192, 256 + c & 63 | 128)}elsefor (var i = 0, l = j0x.length, c; i < l; i++) {c = j0x.charCodeAt(i);if (c < 128)o0x.push(c);else if (c > 127 && c < 2048)o0x.push(c >> 6 | 192, c & 63 | 128);elseo0x.push(c >> 12 | 224, c >> 6 & 63 | 128, c & 63 | 128)}return o0x}}();var Le3x = function(iA3x) {var r0x = 0, o0x = [], fg2x = iA3x.length % 3;if (fg2x == 1)iA3x.push(0, 0);if (fg2x == 2)iA3x.push(0);while (r0x < iA3x.length) {o0x.push(QT4X[iA3x[r0x] >> 2], QT4X[(iA3x[r0x] & 3) << 4 | iA3x[r0x + 1] >> 4], QT4X[(iA3x[r0x + 1] & 15) << 2 | iA3x[r0x + 2] >> 6], QT4X[iA3x[r0x + 2] & 63]);r0x += 3}if (fg2x == 1)o0x[o0x.length - 1] = o0x[o0x.length - 2] = "=";if (fg2x == 2)o0x[o0x.length - 1] = "=";return o0x.join("")};var bIl6f = function() {var rB6v = /\n|\r|=/g;return function(j0x) {var r0x = 0, o0x = [];j0x = j0x.replace(rB6v, "");for (var i = 0, l = j0x.length; i < l; i += 4)o0x.push(Fa1x[j0x.charAt(i)] << 2 | Fa1x[j0x.charAt(i + 1)] >> 4, (Fa1x[j0x.charAt(i + 1)] & 15) << 4 | Fa1x[j0x.charAt(i + 2)] >> 2, (Fa1x[j0x.charAt(i + 2)] & 3) << 6 | Fa1x[j0x.charAt(i + 3)]);var bq0x = o0x.length, fg2x = j0x.length % 4;if (fg2x == 2)o0x = o0x.slice(0, bq0x - 2);if (fg2x == 3)o0x = o0x.slice(0, bq0x - 1);return o0x}}();var cDM9D = function(j0x) {return cDj9a(bIl6f(j0x))};var cDa9R = function(j0x) {var iA3x = bIl6f(j0x), dq1x = iA3x.length, iC3x;var r0x = 0;while (iC3x = iA3x[r0x]) {if (iC3x > 128) {iA3x[r0x] = iC3x - 256}r0x++}return iA3x};var cCZ9Q = function(j0x) {try {return window.btoa(j0x)} catch (ex) {return Le3x(cDf9W(j0x))}}var CQ0x = function(hY3x) {if (hY3x < -128) {return CQ0x(128 - (-128 - hY3x))} else if (hY3x >= -128 && hY3x <= 127) {return hY3x} else if (hY3x > 127) {return CQ0x(-129 + hY3x - 127)} else {throw new Error("1001")}};var cxW8O = function(hY3x, bi0x) {return CQ0x(hY3x + bi0x)};var cxV8N = function(VK6E, bpT2x) {if (VK6E == null) {return null}if (bpT2x == null) {return VK6E}var rd6X = [];var cxU8M = bpT2x.length;for (var i = 0, bq0x = VK6E.length; i < bq0x; i++) {rd6X[i] = cxW8O(VK6E[i], bpT2x[i % cxU8M])}return rd6X};var cxT8L = function(VL6F) {if (VL6F == null) {return VL6F}var rd6X = [];var cxS8K = VL6F.length;for (var i = 0, bq0x = cxS8K; i < bq0x; i++) {rd6X[i] = CQ0x(0 - VL6F[i])}return rd6X};var cxP8H = function(bff9W, Vk6e) {bff9W = CQ0x(bff9W);Vk6e = CQ0x(Vk6e);return CQ0x(bff9W ^ Vk6e)};var bTE0x = function(Vj6d, bqq2x) {if (Vj6d == null || bqq2x == null || Vj6d.length != bqq2x.length) {return Vj6d}var rd6X = [];var cxM8E = Vj6d.length;for (var i = 0, bq0x = cxM8E; i < bq0x; i++) {rd6X[i] = cxP8H(Vj6d[i], bqq2x[i])}return rd6X};var bTS0x = ["0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "a", "b", "c", "d", "e", "f"];var cxL8D = function(dv1x) {var MG3x = [];MG3x.push(bTS0x[dv1x >>> 4 & 15]);MG3x.push(bTS0x[dv1x & 15]);return MG3x.join("")};var bTX1x = function(ue8W) {var bq0x = ue8W.length;if (ue8W == null || bq0x < 0) {return new String("")}var MG3x = [];for (var i = 0; i < bq0x; i++) {MG3x.push(cxL8D(ue8W[i]))}return MG3x.join("")};var bUd1x = function(VW6Q) {if (VW6Q == null || VW6Q.length == 0) {return VW6Q}var beQ9H = new String(VW6Q);var rd6X = [];var bq0x = beQ9H.length / 2;var bi0x = 0;for (var i = 0; i < bq0x; i++) {var pg5l = parseInt(beQ9H.charAt(bi0x++), 16) << 4;var ph5m = parseInt(beQ9H.charAt(bi0x++), 16);rd6X[i] = CQ0x(pg5l + ph5m)}return rd6X};var bUi1x = function(cK1x) {if (cK1x == null || cK1x == undefined) {return cK1x}var UM6G = encodeURIComponent(cK1x);var ue8W = [];var bUu1x = UM6G.length;for (var i = 0; i < bUu1x; i++) {if (UM6G.charAt(i) == "%") {if (i + 2 < bUu1x) {ue8W.push(bUd1x(UM6G.charAt(++i) + "" + UM6G.charAt(++i))[0])} else {throw new Error("1009")}} else {ue8W.push(UM6G.charCodeAt(i))}}return ue8W};var cxK8C = function(xz9q) {var bc0x = 0;bc0x += (xz9q[0] & 255) << 24;bc0x += (xz9q[1] & 255) << 16;bc0x += (xz9q[2] & 255) << 8;bc0x += xz9q[3] & 255;return bc0x};var cEG9x = function(bc0x) {var xz9q = [];xz9q[0] = bc0x >>> 24 & 255;xz9q[1] = bc0x >>> 16 & 255;xz9q[2] = bc0x >>> 8 & 255;xz9q[3] = bc0x & 255;return xz9q};var cxG8y = function(cR1x, bhi0x, bq0x) {var dE1x = [];if (cR1x == null || cR1x.length == 0) {return dE1x}if (cR1x.length < bq0x) {throw new Error("1003")}for (var i = 0; i < bq0x; i++) {dE1x[i] = cR1x[bhi0x + i]}return dE1x};var bhD0x = function(cR1x, bhi0x, sD6x, cxD8v, bq0x) {if (cR1x == null || cR1x.length == 0) {return sD6x}if (sD6x == null) {throw new Error("1004")}if (cR1x.length < bq0x) {throw new Error("1003")}for (var i = 0; i < bq0x; i++) {sD6x[cxD8v + i] = cR1x[bhi0x + i]}return sD6x};var cxy8q = function(bq0x) {var bs0x = [];for (var i = 0; i < bq0x; i++) {bs0x[i] = 0}return bs0x};var cxv8n = [82, 9, 106, -43, 48, 54, -91, 56, -65, 64, -93, -98, -127, -13, -41, -5, 124, -29, 57, -126, -101, 47, -1, -121, 52, -114, 67, 68, -60, -34, -23, -53, 84, 123, -108, 50, -90, -62, 35, 61, -18, 76, -107, 11, 66, -6, -61, 78, 8, 46, -95, 102, 40, -39, 36, -78, 118, 91, -94, 73, 109, -117, -47, 37, 114, -8, -10, 100, -122, 104, -104, 22, -44, -92, 92, -52, 93, 101, -74, -110, 108, 112, 72, 80, -3, -19, -71, -38, 94, 21, 70, 87, -89, -115, -99, -124, -112, -40, -85, 0, -116, -68, -45, 10, -9, -28, 88, 5, -72, -77, 69, 6, -48, 44, 30, -113, -54, 63, 15, 2, -63, -81, -67, 3, 1, 19, -118, 107, 58, -111, 17, 65, 79, 103, -36, -22, -105, -14, -49, -50, -16, -76, -26, 115, -106, -84, 116, 34, -25, -83, 53, -123, -30, -7, 55, -24, 28, 117, -33, 110, 71, -15, 26, 113, 29, 41, -59, -119, 111, -73, 98, 14, -86, 24, -66, 27, -4, 86, 62, 75, -58, -46, 121, 32, -102, -37, -64, -2, 120, -51, 90, -12, 31, -35, -88, 51, -120, 7, -57, 49, -79, 18, 16, 89, 39, -128, -20, 95, 96, 81, 127, -87, 25, -75, 74, 13, 45, -27, 122, -97, -109, -55, -100, -17, -96, -32, 59, 77, -82, 42, -11, -80, -56, -21, -69, 60, -125, 83, -103, 97, 23, 43, 4, 126, -70, 119, -42, 38, -31, 105, 20, 99, 85, 33, 12, 125];var Mw3x = 64;var Wg6a = 64;var bxK4O = 4;var cxu8m = function(qV6P) {var bya4e = [];if (qV6P == null || qV6P == undefined || qV6P.length == 0) {return cxy8q(Wg6a)}if (qV6P.length >= Wg6a) {return cxG8y(qV6P, 0, Wg6a)} else {for (var i = 0; i < Wg6a; i++) {bya4e[i] = qV6P[i % qV6P.length]}}return bya4e};var cxt8l = function(Wi6c) {if (Wi6c == null || Wi6c.length % Mw3x != 0) {throw new Error("1005")}var bkD0x = [];var bi0x = 0;var cxs8k = Wi6c.length / Mw3x;for (var i = 0; i < cxs8k; i++) {bkD0x[i] = [];for (var j = 0; j < Mw3x; j++) {bkD0x[i][j] = Wi6c[bi0x++]}}return bkD0x};var cxr8j = function(byl4p) {var pg5l = byl4p >>> 4 & 15;var ph5m = byl4p & 15;var bi0x = pg5l * 16 + ph5m;return cxv8n[bi0x]};var byp4t = function(blS1x) {if (blS1x == null) {return null}var bys4w = [];for (var i = 0, bq0x = blS1x.length; i < bq0x; i++) {bys4w[i] = cxr8j(blS1x[i])}return bys4w};var byx4B = function(Mr3x, qV6P) {if (Mr3x == null) {return null}if (Mr3x.length == 0) {return []}if (Mr3x.length % Mw3x != 0) {throw new Error("1005")}qV6P = cxu8m(qV6P);var bpL2x = qV6P;var bqw2x = cxt8l(Mr3x);var Uo5t = [];var cxq8i = bqw2x.length;for (var i = 0; i < cxq8i; i++) {var bqx2x = byp4t(bqw2x[i]);bqx2x = byp4t(bqx2x);var bqy2x = bTE0x(bqx2x, bpL2x);var cxp8h = cxV8N(bqy2x, cxT8L(bpL2x));bqy2x = bTE0x(cxp8h, qV6P);bhD0x(bqy2x, 0, Uo5t, i * Mw3x, Mw3x);bpL2x = bqw2x[i]}var bzj4n = [];bhD0x(Uo5t, Uo5t.length - bxK4O, bzj4n, 0, bxK4O);var bq0x = cxK8C(bzj4n);if (bq0x > Uo5t.length) {throw new Error("1006")}var rd6X = [];bhD0x(Uo5t, 0, rd6X, 0, bq0x);return rd6X};var cxo8g = function(Wy6s, J0x) {if (Wy6s == null) {return null}var bzs4w = new String(Wy6s);if (bzs4w.length == 0) {return []}var Mr3x = bUd1x(bzs4w);if (J0x == null || J0x == undefined) {throw new Error("1007")}var qV6P = bUi1x(J0x);return byx4B(Mr3x, qV6P)};var cxn8f = function(Wy6s, J0x) {var btn3x = cxo8g(Wy6s, J0x);var FE1x = new String(bTX1x(btn3x));var Aj0x = [];var btH3x = FE1x.length / 2;var bi0x = 0;for (var i = 0; i < btH3x; i++) {Aj0x.push("%");Aj0x.push(FE1x.charAt(bi0x++));Aj0x.push(FE1x.charAt(bi0x++))}return Aj0x.join("")};var cyG8y = function(buO3x, J0x) {return cxm8e(k0x.cDa9R(buO3x), J0x)};var cxm8e = function(buO3x, J0x) {var btn3x = byx4B(buO3x, bUi1x(J0x));var FE1x = new String(bTX1x(btn3x));var Aj0x = [];var btH3x = FE1x.length / 2;var bi0x = 0;for (var i = 0; i < btH3x; i++) {Aj0x.push("%");Aj0x.push(FE1x.charAt(bi0x++));Aj0x.push(FE1x.charAt(bi0x++))}return Aj0x.join("")};

网易云音乐歌单详情列表爬虫破解相关推荐

音乐歌单Android,[CloudReader]Android - 仿网易云音乐歌单详情页
前段时间模仿网易云音乐UI使用DataBinding做了一个App:CloudReader,今天把其中的类似歌单详情页单独拿出来说一下,我觉得其中还是有些干货的,关联到的知识点还比较有价值,而且也有很 ...
仿网易云android界面,Android - 仿网易云音乐歌单详情页
前段时间模仿网易云音乐UI使用DataBinding做了一个App:CloudReader,今天把其中的类似歌单详情页单独拿出来说一下,我觉得其中还是有些干货的,关联到的知识点还比较有价值,而且也有很 ...
用python爬取网易云音乐歌单列表
本文分为两个部分:基础知识和正文,其中基础知识包括什么正则表达式以及Beautifulsoup4的使用. 一.正则表达式正则表达式用于字符串查找.合法性检查以及作为程序员的工具箱使用. 字符串查找: ...
Python数据分析初探项目基于Python数据可视化的网易云音乐歌单分析系统大学编程作业（TUST 天津科技大学 2022年）
Python 数据分析初探项目基于 Python 数据可视化的网易云音乐歌单分析系统大学编程作业(TUST 天津科技大学 2022 年) Python 数据分析初探项目基于 Python 数据可 ...
【Python程序设计】基于Python Flask的网易云音乐歌单采集与可视化分析平台-源码经过调试，100%可运行
基于Python Flask的网易云音乐歌单采集与可视化分析平台项目获取一.项目简介二.开发环境三.项目技术四.功能介绍五.功能结构六.运行截图项目获取获取方式(点击下载):是云猿实 ...
网易云音乐歌单生成外链播放器
(一)自己创建的歌单没有生成外链选项的解决方法解决方法: 1.分享歌单 2.打开分享界面的歌单链接 3.打开歌单即可看到生成外链的点击链接 (二)网易云音乐歌单因为版权原因无法生成外链的解决方法 1 ...
selenium切换iframe框架案例——翻页爬取网易云音乐歌单作者和名称
翻页爬取网易云音乐歌单作者和标题案例目的: 通过翻页selenium操作网易云音乐,介绍如何切换iframe框架以及如何使用selenium定位数据所在的节点. 代码功能: 输入下载的数据页数,自动 ...
python3爬虫爬取网易云_【Python3爬虫】网易云音乐歌单下载
一.目标: 下载网易云音乐热门歌单二.用到的模块: requests,multiprocessing,re. 三.步骤: (1)页面分析:首先打开网易云音乐,选择热门歌单,可以看到以下歌单列表,然后 ...
歌单助手：一键导出网易云音乐歌单列表，推荐你喜爱的专辑
苏生不惑第191 篇原创文章,将本公众号设为星标,第一时间看最新文章. 关于网易云音乐之前写过很多文章了,有兴趣可以点击阅读: 那些你可能不知道的网易云音乐奇技淫巧不想下载那么多音乐软件?全网音乐在 ...

网易云音乐歌单详情列表爬虫破解

网易云音乐歌单详情列表爬虫破解相关推荐

最新文章

热门文章