Upload usage-file.py

how-to-tokenize-an-text-file-and-save-it/usage-file.py

@@ -0,0 +1,14 @@
+import nltk
+from nltk.tokenize import word_tokenize
+
+# load your data
+with open('data.txt', 'r') as file:
+    data = file.read()
+
+# tokenize the data
+tokens = word_tokenize(data)
+
+# save the tokenized data to a file
+with open('tokenized_data.txt', 'w') as file:
+    for token in tokens:
+        file.write("%s\n" % token)