Strava/export/src/export/Main.java

package export;

import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.FileWriter;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.Reader;
import java.net.HttpURLConnection;
import java.net.URL;
import java.nio.charset.Charset;
import java.nio.charset.StandardCharsets;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.zip.ZipEntry;
import java.util.zip.ZipOutputStream;

import javax.net.ssl.HttpsURLConnection;

import org.json.simple.JSONArray;
import org.json.simple.JSONObject;
import org.json.simple.parser.JSONParser;
import org.json.simple.parser.ParseException;

public class Main
{
	public static final String baseUrl = "https://www.strava.com/api/v3/";
	private static int athleteId = 0;
	private static JSONParser parser = new JSONParser();
	private static String testRequest;
	private static File errorFile;
	
	private static void writeError(String text)
	{
		if(errorFile==null)
		{
			errorFile = new File("error_"+System.currentTimeMillis()+".txt");
		}
		
		try(BufferedWriter bout = new BufferedWriter(new FileWriter(errorFile, true)))
		{
			bout.write(text);
			bout.newLine();
		}
		catch (IOException e)
		{
		}
	}
	
	/**
	 * For testing: ensures the test requests are used
	 * @param testrequest Request to be used
	 */
	static void setTest(String testrequest)
	{
		testRequest=testrequest;
	}
	
	/**
	 * Saves the data of one athlete into a temp file and returns it.
	 * @param token Identifier / authorization token of the athlete
	 * @return created temp file
	 */
	@SuppressWarnings("unchecked")
	static File oneAthlete(String token)
	{
		// get Activities
		Map<String, JSONObject> activities = getActivities(token);

		// for each activity: save streams
		JSONArray allActivities = new JSONArray();
		int simpleActivityId=0;
		for (String id: activities.keySet())
		{
			JSONObject data = addStreams(id, activities.get(id), token);
			data.put("activity_id", simpleActivityId);
			allActivities.add(data);
			simpleActivityId++;
		}
		
		// get general information 
		JSONObject athleteInfo = saveGeneralInformation(token);
		athleteInfo.put("activities", allActivities);
		
		try
		{
			File temp = File.createTempFile("Athlete_" +athleteId , ".json");
			temp.deleteOnExit();
			BufferedWriter bw = new BufferedWriter(new FileWriter(temp));
			bw.write(athleteInfo.toString());
			bw.close();
			return temp;
		}
		catch (IOException e)
		{
			writeError("Athlete "+athleteId+": Error writing temp file: "+e.toString());
		}
		return null;
	}
	
	/**
	 * Adds the streams to the given activity
	 * @param id Strava id of the activity
	 * @param data general information of the activity
	 * @param token Identifier / authorization token of the athlete
	 * @return The data with the added streams
	 */
	@SuppressWarnings("unchecked")
	static JSONObject addStreams(String id, JSONObject data, String token)
	{
		//TODO: Array representation is not tested
		String requestUrlExtension = "activities/"+id+"/streams?keys=[time, distance, latlng, altitude, "
				+ "velocity_smooth, heartrate, cadence, watts, temp, moving, grade_smooth]&key_by_type=";
		String json = makeOneRequest(requestUrlExtension, token);	
		String type = "type";
		
		Object obj;
		try
		{
			obj = parser.parse(json);
			JSONArray listOfStreams = (JSONArray) obj;
			for (int i=0; i<listOfStreams.size(); i++)
			{
				JSONObject oneStream = (JSONObject) listOfStreams.get(i);
				data.put("stream_"+oneStream.get(type).toString(), oneStream);
			}
		}
		catch (ParseException | NumberFormatException e)
		{
			writeError("Athlete "+athleteId+": Error parsing json (Streams): "+e.toString());
		}
		return data;
	}
	
	/**
	 * Gathers all activities of a user, extracts the general information and the ids.
	 * @param token Identifier / authorization token of the athlete
	 * @return A Map with key = Strava Id of an activity and value = JSONObject with the general information of the activity
	 */
	@SuppressWarnings("unchecked")
	static Map<String, JSONObject> getActivities(String token)
	{
		Map<String, JSONObject> result = new HashMap<>();
		/*
		 * Possible values = AlpineSki, BackcountrySki, Canoeing, Crossfit, EBikeRide, Elliptical, Golf, 
		 * Handcycle, Hike, IceSkate, InlineSkate, Kayaking, Kitesurf, NordicSki, Ride, RockClimbing, 
		 * RollerSki, Rowing, Run, Sail, Skateboard, Snowboard, Snowshoe, Soccer, StairStepper, 
		 * StandUpPaddling, Surfing, Swim, Velomobile, VirtualRide, VirtualRun, Walk, WeightTraining, 
		 * Wheelchair, Windsurf, Workout, Yoga
		 */
		String type = "type"; 
		String timezone = "timezone";
		String start = "start_date_local"; //Start date measured in users time zone
		String id = "id";
		
		int pageIndex = 1;
		while(true)
		{
			String requestExtension = "athlete/activities?before=&after=&page="+pageIndex+"&per_page=";
			String json = makeOneRequest(requestExtension, token);
			if (json.isEmpty()||json.isBlank()||json.equals("")) //don't know where the last page is...
			{
				break;				
			}
			
			Object obj;
			try
			{
				obj = parser.parse(json);
				JSONArray listOfActivites = (JSONArray) obj;
				for (int i=0; i<listOfActivites.size(); i++)
				{
					JSONObject oneActivity = (JSONObject) listOfActivites.get(i);

					JSONObject toSave = new JSONObject();
		    		toSave.put(type, oneActivity.get(type));
					toSave.put(timezone, oneActivity.get(timezone));
					toSave.put(start, oneActivity.get(start));
					toSave.put("athlete_id", athleteId);
			        
					Object idObj = oneActivity.get(id);
					if(idObj != null)
					{
						result.put(oneActivity.get(id).toString(), toSave);						
					}
				}
			}
			catch (ParseException | NumberFormatException e)
			{
				writeError("Athlete "+athleteId+": Error parsing json (Activities): "+e.toString());
			}
			pageIndex++;
		}
		return result;
	}

	/**
	 * Extracts an athletes general information.
	 * @param token Identifier / authorization token of the athlete
	 * @return extracted data or null if there was an error
	 */
	@SuppressWarnings("unchecked")
	static JSONObject saveGeneralInformation(String token)
	{
		String sex = "sex"; //Possible values = M, F
		String country = "country";
		String date_pref = "date_preference";
		String meas_pref = "measurement_preference"; //Possible values = feet, meters 
		String weight = "weight";
		
		String json = makeOneRequest("athlete", token);
		
		JSONObject toSave = new JSONObject();
        try
		{
			Object obj = parser.parse(json);
			JSONObject data = (JSONObject) obj;
			toSave.put(sex, data.get(sex));
			toSave.put(country, data.get(country));
			toSave.put(date_pref, data.get(date_pref));
			toSave.put(meas_pref, data.get(meas_pref));
			toSave.put(weight, data.get(weight));
			toSave.put("id", athleteId);
	        		
			return toSave;			     
		}
		catch (ParseException e)
		{
			writeError("Athlete "+athleteId+": Error parsing general information.");
	        return null;
		}
	}
	
	/**
	 * Zip a list of files in one .zip file.
	 * @param files HasMap of <intended Filename, File> which should be zipped
	 * @throws IOException If there was an error zipping
	 */
	static void zipAllFiles(Map<String,File> files) throws IOException
	{
		FileOutputStream fos = new FileOutputStream("data.zip");						
        ZipOutputStream zipOut = new ZipOutputStream(fos);
        for (String key : files.keySet()) 
        {
            File fileToZip = files.get(key);
            FileInputStream fis = new FileInputStream(fileToZip);
            ZipEntry zipEntry = new ZipEntry(key);
            zipOut.putNextEntry(zipEntry);

            byte[] bytes = new byte[1024];
            int length;
            while((length = fis.read(bytes)) >= 0) {
                zipOut.write(bytes, 0, length);
            }
            fis.close();
        }
        zipOut.close();
        fos.close();
	}
	
	/**
	 * Handles one request to the API
	 * @param requestUrlExtension Extension for the baseUrl (without '/')
	 * @param token Identification / authorization token of the athlete
	 * @return The response as a String, an empty String in case of error.
	 */
	static String makeOneRequest(String requestUrlExtension, String token)
	{
		//TODO: http requests are not tested
		if(testRequest!= null)
		{
			String varTestRequest = testRequest.replaceAll("\\:\\s*([0-9]{15,})\\,", ":\"$1\",");
			testRequest=null;
			return varTestRequest;
		}
		HttpURLConnection connection = null;
		StringBuilder result = new StringBuilder();
		try 
		{
		    //Create connection
			URL url = new URL(baseUrl+requestUrlExtension);
		    connection = (HttpsURLConnection) url.openConnection();
		    connection.setRequestMethod("GET");
		    connection.setRequestProperty("Authorization", "Bearer [["+token+"]]");
		  
		    int responseCode = connection.getResponseCode();
		    
		    if (responseCode != HttpURLConnection.HTTP_OK) 
		    {
		    	writeError("Wrong response code: "+responseCode);
		        return "";
		    }
		    try (Reader reader = new BufferedReader(
		    		new InputStreamReader(connection.getInputStream(), Charset.forName(StandardCharsets.UTF_8.name())))) 
		    {
		        int c = reader.read();
		        while (c != -1) 
		        {
		            result.append((char) c);
		            c = reader.read();
		        }
		    }
		}
		catch(IOException e)
		{
	    	writeError("Error while handling request: "+e.toString());
			return "";
		}
		//Numbers too long for int or long are turned into Strings
	    return result.toString().replaceAll("\\:\\s*([0-9]{15,})\\,", ":\"$1\",");
	}

	public static void main(String[] args)
	{
		//TODO: tokens need to be added by Enduco
		List<String> tokens = new ArrayList<>();
		
		//TODO: Should we expect problems with memory??
		Map<String,File> allFiles = new HashMap<>();
		for (String token : tokens)
		{
			File athlete = oneAthlete(token);
			if(athlete != null)
			{
				allFiles.put("Athlete_"+athleteId+".json", athlete);
			}
			athleteId++;
		}
		try
		{
			zipAllFiles(allFiles);
		}
		catch (IOException e)
		{
			writeError("Files coulnd't be zipped");
		}
	}
}