Ytukyg

I'm trying to get data of a channel's subscriber count over time so I can fit some cool graphs to it. The program is pretty crappy and just rips the HTML from https://socialblade.com/youtube/user/pewdiepie/realtime and finds where the live sub count is. For some reason the HTML I get changes only like once an hour so I don't get as frequent data as I'd like (Has something to do with cache?). I don't know much of how networking stuff works in Java, I was just trying to put something together and really just wanted an easy way to get the data so that I can apply some machine learning or LoggerPro curve fitting to that. I couldn't find an easy fix for the problem searching on Google as I'm not really sure what the problem even is. Oh, also, can it be considered as a DOS attack or something if I automatically connect to their site every 10 seconds or so?

import java.io.BufferedReader;

import java.io.InputStreamReader;

import java.io.PrintWriter;

import java.net.URL;



public class Main {

    public static void main(String args) throws Exception {



        //String data = "";

        PrintWriter out = new PrintWriter("pewDieSubs"+ System.currentTimeMillis()+".txt");



        long lastTime = System.currentTimeMillis();

        long deltaTime = 0;



        System.setProperty("http.agent", "Chrome");

        URL url = new URL("https://socialblade.com/youtube/user/pewdiepie/realtime");

        BufferedReader in = new BufferedReader(new InputStreamReader(url.openStream()));



        String inputLine;

        String lastInputLine = "";

        while ((inputLine = in.readLine()) != null) {

            if (inputLine.contains("<p id="rawCount" style="display: none;">")) {



                if (!inputLine.equals(lastInputLine)) {



                    lastInputLine = inputLine;

                    deltaTime = System.currentTimeMillis() - lastTime;

                    lastTime = System.currentTimeMillis();



                    System.out.println(inputLine);



                    String tmp = "";

                    for (int i = 0; i < 8; i++) {

                        tmp = tmp + inputLine.charAt(40 + i);

                    }

                    System.out.println(tmp + " ---  deltaTime = " + deltaTime);



                    //data = data + "n" + lastTime + "   " + tmp;



                    out.println(lastTime + " " + tmp);

                    out.flush();





                }



                in.close();

                in = new BufferedReader(new InputStreamReader(url.openStream()));

                Thread.sleep(10000);

            }

        }



        in.close();

        out.close();



}

}