java下载m3u8视频（拉勾视频为例）

java下载m3u8拉勾视频m3u8视频主要由 m3u8文件、key、ts文件三部分组成

霞之秋诗羽

4597人浏览 · 2020-11-09 15:23:38

霞之秋诗羽 · 2020-11-09 15:23:38 发布

文章目录

java下载m3u8视频
二、关于ffmpeg
- 1.简单用法
- 2.创建工具类

java下载m3u8视频

m3u8视频主要
由 m3u8文件、key、ts文件三部分组成

本篇以拉勾视频为例

在这里插入图片描述

1.创建工具类

@Slf4j
public class M3U8Factory {

    private RestTemplate restTemplate = new RestTemplate();

    //外部输入参数
    private String title;//视频名字
    private String dir;//本地文件夹

    private String uri;//host地址
    private String m3u8;//m3u8原文件名+后缀
    private String m3u8Path;//m3u8本地保存路径
    
    // 下载拉勾key的请求参数
    private String cookie;
    private String code;
    private String vid;

    public void setM3u8(String m3u8Url, String title, String outPath) {
        this.uri = m3u8Url.substring(0, m3u8Url.lastIndexOf("/") + 1);
        this.m3u8 = m3u8Url.substring(m3u8Url.lastIndexOf("/") + 1);
        this.title = title;
        this.dir = outPath;
    }

    public void setParam(String cookie, String code, String vid) {
        this.cookie = cookie;
        this.vid = vid;
        this.code = code;
    }

    public void build() {
        init();
        downloadKey(); //下载key
        String m3u8Content = downloadM3U8();//下载m3u8文件
        downloadTs(m3u8Content); //下载ts
        //downloadTsThread(m3u8Content); //多线程下载
        updateM3U8File(); //修改m3u8
        merge(); //合并
    }

    private void init() {
        File directory = new File(dir);
        if (directory.exists() == true) {
            log.info("目录已存在");
        } else {
            directory.mkdirs();
            log.info("目录创建完成");
        }
    }
}

2.下载m3u8文件

    /**
     * 下载m3u8文件，包含key的下载地址(如果有) 和 ts文件名
     */
    public String downloadM3U8() {
        log.info("-- 开始下载 m3u8 --");
        ResponseEntity<byte[]> forEntity = restTemplate.getForEntity(uri + m3u8, byte[].class);
        //log.info("m3u8 内容 = {}", new String(forEntity.getBody()));

        if (title == null) {
            m3u8Path = dir + "\\\\" + m3u8;
        } else {
            m3u8Path = dir + "\\\\" + title + ".m3u8";
        }
        File file = new File(m3u8Path);

        try {
            Files.write(file.toPath(), Objects.requireNonNull(forEntity.getBody(), "未获取到文件"));
        } catch (IOException e) {
            e.printStackTrace();
        }
        return new String(forEntity.getBody());
    }

3.下载key

    public String downloadKey() {
        log.info("-- 开始下载 key --");
        String uri = "https://kaiwu.lagou.com/alikey?code={code}&vid={vid}&appId={appId}";
        String key = null;

        restTemplate.setRequestFactory(new HttpComponentsClientHttpRequestFactory());

        // params  如果有的话
        LinkedHashMap<String, String> param = new LinkedHashMap<>();
        param.put("code", code);
        param.put("vid", vid);
        param.put("appId", "big_course");

        // herders  如果有的话
        HttpHeaders httpHeaders = new HttpHeaders();
        httpHeaders.add("user-agent", "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.121 Mobile Safari/537.36");
        httpHeaders.add("cookie", cookie);
        HttpEntity<Object> request = new HttpEntity<>(httpHeaders);

        try {
            ResponseEntity<byte[]> entity = restTemplate.exchange(uri, HttpMethod.GET, request, byte[].class, param);
            key = new String(entity.getBody());
            log.info("key = {}", key);

            File file = new File(dir + "//key.key");
            Files.write(file.toPath(), Objects.requireNonNull(entity.getBody(), "未获取到文件"));
        } catch (HttpClientErrorException e) {
            log.info("非200请求 = {}", e);
            throw e;
        } catch (IOException e) {
            e.printStackTrace();
        }
        return key;
    }

4.关于ts文件

两种处理方式

下载到本地合成
将 m3u8文件中，每个ts文件加上本地路径
在线合成
将 m3u8文件中，每个ts文件加上 uri

    //修改m3u8文件
    private void updateM3U8File() {
        String keyPath = dir + "\\\\key.key";
        log.info("-------------------------------------");
        log.info("keyPath = {}", keyPath);
        log.info("修改m3u8文件");

        File file = new File(m3u8Path);
        String line = null;
        StringBuffer stringBuffer = new StringBuffer();
        BufferedReader br = null;
        BufferedWriter bw = null;
        try {
            br = new BufferedReader(new FileReader(file));
            while ((line = br.readLine()) != null) {
                if (line.startsWith("#EXT-X-KEY")) {
                    line = "#EXT-X-KEY:METHOD=AES-128,URI=\"" + keyPath + "\"";
                }
                if (line.endsWith(".ts")) {//修改ts文件地址
                    //line = uri + line;  //在线
                    line = dir + "\\\\" + line; //本地
                }
                stringBuffer.append(line + "\n");
            }
            //System.out.println("stringBuffer: " + stringBuffer);
            bw = new BufferedWriter(new FileWriter(file));
            bw.write(stringBuffer.toString());
            bw.flush();
        } catch (FileNotFoundException e) {
            e.printStackTrace();
        } catch (IOException e) {
            e.printStackTrace();
        } finally {
            try {
                if (bw != null) {
                    bw.close();
                }
                if (br != null) {
                    br.close();
                }
            } catch (IOException e) {
                e.printStackTrace();
            }
        }
    }

    //获取ts文件名
    public List<String> getTsList(String m3u8Content) {
        List<String> tsList = new ArrayList<>();
        BufferedReader br = new BufferedReader(new InputStreamReader(new ByteArrayInputStream(m3u8Content.getBytes(Charset.forName("utf8"))), Charset.forName("utf8")));
        String line;
        try {
            while ((line = br.readLine()) != null) {
                if (line.endsWith("ts")) {
                    tsList.add(line);
                }
            }
        } catch (IOException e) {
            e.printStackTrace();
        }
        tsList.forEach(System.out::println);
        return tsList;
    }

    //下载ts文件
    public void downloadTs(String m3u8Content) {
        List<String> tsList = getTsList(m3u8Content);
        long startTime = System.currentTimeMillis();//开始时间

        for (String name : tsList) {
            ResponseEntity<byte[]> forEntity = restTemplate.getForEntity((uri + name), byte[].class);
            //System.out.println("结果 = " + forObject);
            File file = new File((dir + "//" + name));
            try {
                Files.write(file.toPath(), Objects.requireNonNull(forEntity.getBody(), "未获取到文件"));
                log.info("写入文件 = {}", file.toPath());
            } catch (IOException e) {
                e.printStackTrace();
            }
        }

        long endTime = System.currentTimeMillis();//结束时间
        log.info("ts文件下载耗时:" + (endTime - startTime) + "ms");
    }

5.合成视频

工具类在下面

    public void merge() {
        //例子：FfmpegUtils.mergeVedio("D:\\下载m3u8\\index.m3u8","D:\\下载m3u8\\new.flv");
        log.info("-------------------------------------");
        log.info("输入地址 = {}", m3u8Path);
        log.info("输出地址 = {}", dir + "\\\\" + title + ".mp4");
        log.info("开始合成");
        FfmpegUtils.mergeVedio(m3u8Path, dir + "\\\\" + title + ".mp4");
    }

6.运行

public class Start {
	//爬取拉勾视频，cookie不用变，变的是 m3u8地址 和 key地址（cookie，code，vid，appId）
    private static String cookie = "填入你的cookie";
    
    public static void main(String[] args) {
        M3U8Factory m3U8Factory = new M3U8Factory();
        m3U8Factory.setM3u8("https://vod.lagou.com/a6951d113cee4c3380bd3b13f40f1c98/34e9c9e0cc677e60f77e22f6395eda89-sd-encrypt-stream.m3u8", "index", "d://下载视频");
        m3U8Factory.setParam(cookie, "MTIyMjgzZDctNTY0Yy00MTM4LTg2MGMtYmJlN2U1YzFlNTFkOTl3R0RDNFpLMndsQUtzMlVjclRHYmRKa2wxbCtsbHRBQUFBQUFBQUFBQThXcUgrV0x2Vmt2UXZPWjlDWTVlSDkyZVg1NjV4NVpIWFRGV0RYenk1ZmhmbGRJVVhtU0kr", "a6951d113cee4c3380bd3b13f40f1c98");
        m3U8Factory.build();
    }
}

在这里插入图片描述

二、关于ffmpeg

1.简单用法

cmd 运行

本地合成
ffmpeg -y -allowed_extensions ALL -i D:\下载m3u8\index.m3u8 -c copy D:\下载m3u8\new.MP4
在线合成
ffmpeg -y -allowed_extensions ALL -protocol_whitelist "file,http,https,crypto,tcp,tls" -i D:\下载m3u8\index.m3u8 -c copy D:\下载m3u8\new.MP4

2.创建工具类

@Slf4j
public class FfmpegUtils {

    private String inputPath;
    private String outputPath;
    private static String ffmpegPath = "D:\\Program Files\\ffmpeg-4.3.1\\bin\\ffmpeg.exe"; // 填你本地的ffmpeg.exe路径


    public static void mergeVedio(String inputPath, String outputPath) {

        StringBuffer command = new StringBuffer("");
        command.append(ffmpegPath);
        command.append(" -y");
        command.append(" -allowed_extensions");
        command.append(" ALL");
        //command.append(" -protocol_whitelist");
        //command.append(" file,http,https,crypto,tcp,tls");
        command.append(" -i");
        command.append(" " + inputPath);
        command.append(" -c");
        command.append(" copy");
        command.append(" " + outputPath);

        try {
            final Process process = Runtime.getRuntime().exec(command.toString());

            log.info("start run cmd {}", command);
            //⚠️此处代码是因为如果合并大视频文件会产生大量的日志缓存导致线程阻塞，最终合并失败，所以加两个线程处理日志的缓存，之后再调用waitFor方法，等待执行结果。
            //打印输出信息
            new Thread(() -> {
                BufferedReader in = new BufferedReader(new InputStreamReader(process.getInputStream()));
                String line = null;
                try {
                    while ((line = in.readLine()) != null) {
                        System.out.println("output:" + line);
                    }
                } catch (IOException e) {
                    e.printStackTrace();
                } finally {
                    try {
                        in.close();
                    } catch (IOException e) {
                        e.printStackTrace();
                    }
                }
            }).start();

            //打印错误信息
            new Thread(() -> {
                BufferedReader err = new BufferedReader(new InputStreamReader(process.getErrorStream()));
                String line = null;
                try {
                    while ((line = err.readLine()) != null) {
                        System.out.println("err:" + line);
                    }
                } catch (IOException e) {
                    e.printStackTrace();
                } finally {
                    try {
                        err.close();
                    } catch (IOException e) {
                        e.printStackTrace();
                    }
                }
            }).start();

            // 等待命令子线程执行完成
            process.waitFor();
            process.destroy();

        } catch (IOException e) {
            e.printStackTrace();
        } catch (InterruptedException e) {
            e.printStackTrace();
        }

    }

}

腾讯云开发者社区

腾讯云面向开发者汇聚海量精品云计算使用和开发经验，营造开放的云计算技术生态圈。

更多推荐

cover

动物识别系统 python实现+UI

腾讯云开发者社区

Linux下安装MySQL8.0(超详细)

Linux下安装MySQL8.0(超详细)

腾讯云开发者社区

cover

光模块问题查看并保证光模块收发功率

腾讯云开发者社区

所有评论(0)

查看更多评论

霞之秋诗羽

已为社区贡献1条内容