Fix wget download updated parameters (#538)

pull/548/head
Michael Yuan 12 months ago committed by GitHub
parent de3bd58434
commit 6798e1ca3a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -23,7 +23,7 @@ def download_wikipedia_data(
else:
print("File not found, downloading now...")
# Download the data
wget.download(data_url, out=download_path, bar=True)
wget.download(data_url, out=download_path)
# Unzip the data
with zipfile.ZipFile(zip_file_path, 'r') as zip_ref:
@ -43,4 +43,4 @@ def read_wikipedia_data(data_path: str = '../../data/', file_name: str = "vector
data['content_vector'] = data.content_vector.apply(literal_eval)
# Set vector_id to be a string
data['vector_id'] = data['vector_id'].apply(str)
return data
return data

Loading…
Cancel
Save