.gitignore

@@ -1,6 +1,4 @@
 nsmc/**/*
 nsmc.zip
 .ipynb_checkpoints/**/*
-__pycache__/**/*
+__pycache__/**/*
-model.zip
-model/**/*

Batch.ipynb

@@ -3,7 +3,7 @@
   {
    "cell_type": "code",
    "execution_count": 1,
-   "id": "5a4a1e30",
+   "id": "c916dd3b",
    "metadata": {},
    "outputs": [
     {
@@ -25,7 +25,7 @@
   {
    "cell_type": "code",
    "execution_count": 2,
-   "id": "710cd5b2",
+   "id": "d5861234",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -39,7 +39,7 @@
   {
    "cell_type": "code",
    "execution_count": 3,
-   "id": "da018ffe",
+   "id": "5accd3a9",
    "metadata": {},
    "outputs": [
     {
@@ -68,7 +68,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "69f05cf6",
+   "id": "d10fcb83",
    "metadata": {},
    "source": [
     "data를 준비"
@@ -77,7 +77,7 @@
   {
    "cell_type": "code",
    "execution_count": 7,
-   "id": "961edd10",
+   "id": "552fe555",
    "metadata": {},
    "outputs": [
     {
@@ -114,7 +114,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "4178b576",
+   "id": "1cff8e03",
    "metadata": {},
    "source": [
     "간단한 collate function"
@@ -123,7 +123,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "a5ff0049",
+   "id": "89eb64d8",
    "metadata": {},
    "outputs": [],
    "source": []

LICENSE

@@ -1,16 +0,0 @@
-MIT License
-
-Copyright 2022 monoid
-
-Permission is hereby granted, free of charge, to any person obtaining a copy of this
-software and associated documentation files (the "Software"), to deal in the Software
-without restriction, including without limitation the rights to use, copy, modify,
-merge, publish, distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
-INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A
-PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
-HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
-OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
-SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

ndataset.py

@@ -7,15 +7,13 @@ from ndata import readNsmcRawData, NsmcRawData
 
 def readNsmcDataAll():
     """
-    Returns: train, dev, test
+    Returns: train, test
     """
     print("read train set", file=sys.stderr)
     train = readNsmcRawData("nsmc/nsmc-master/ratings_train.txt",use_tqdm=True,total=150_000)
     print("read test set", file=sys.stderr)
-    testBig = readNsmcRawData("nsmc/nsmc-master/ratings_test.txt",use_tqdm=True,total=50_000)
+    test = readNsmcRawData("nsmc/nsmc-master/ratings_test.txt",use_tqdm=True,total=50_000)
-    test = testBig[:30_000]
+    return NsmcDataset(train),NsmcDataset(test)
-    dev = testBig[30_000:]
-    return NsmcDataset(train),NsmcDataset(dev),NsmcDataset(test)
 
 class NsmcDataset(Dataset):
     def __init__(self, data: List[NsmcRawData]):