knuckletouch/python/Step_00_DownloadData.ipynb

In [ ]:

import os
import pandas as pd
import wget
import ssl
ssl._create_default_https_context = ssl._create_unverified_context

In [ ]:

SERVER = "https://www.perceptualui.org/files/schweigert19_muc/"

In [ ]:

if (False):
    sorted(data_files)
    data_files = ["DataStudyCollection/%s" % file for file in os.listdir("DataStudyCollection") if file.endswith(".csv") and "userData" or "studyData" in file]
    with open('DataStudyCollection/files.txt', 'w') as filehandle:
        for listitem in data_files:
            filehandle.write('%s\n' % listitem)


    sorted(data_files)
    data_files = ["DataStudyEvaluation/%s" % file for file in os.listdir("DataStudyEvaluation") if file.endswith(".csv") and "userData" or "studyData" in file]
    with open('DataStudyEvaluation/files.txt', 'w') as filehandle:
        for listitem in data_files:
            filehandle.write('%s\n' % listitem)

In [ ]:

df = pd.read_csv('DataStudyCollection/files.txt', header=None)
df.columns = ["File"]
df.File = df.File.apply(lambda x: SERVER + x)

In [ ]:

for i, e in df.iterrows():
    print(e.File)
    wget.download(e.File, out="DataStudyCollection/")

In [ ]:

df = pd.read_csv('DataStudyEvaluation/files.txt', header=None)
df.columns = ["File"]
df.File = df.File.apply(lambda x: SERVER + x)

In [ ]:

for i, e in df.iterrows():
    print(e.File)
    wget.download(e.File, out="DataStudyEvaluation/")