From d8198c522bb3889c3ae7240c6c594ab8a7d90a36 Mon Sep 17 00:00:00 2001
From: monoid <qaswedfr55@gmail.com>
Date: Sat, 13 Feb 2021 00:26:40 +0900
Subject: [PATCH] p2 data gen

---
 answer.pickle      | Bin 0 -> 325 bytes
 devset.pickle      | Bin 0 -> 330 bytes
 p2data.py          |  70 +++++++++++++++++++++++++++++++++++++++++++++
 testset.pickle     | Bin 0 -> 362 bytes
 trainingset.pickle | Bin 0 -> 845 bytes
 5 files changed, 70 insertions(+)
 create mode 100644 answer.pickle
 create mode 100644 devset.pickle
 create mode 100644 p2data.py
 create mode 100644 testset.pickle
 create mode 100644 trainingset.pickle

diff --git a/answer.pickle b/answer.pickle
new file mode 100644
index 0000000000000000000000000000000000000000..ac4c37b719b4c6d2b2d2cd236abbad13fc923f4b
GIT binary patch
literal 325
zcmZo*nYxGp0(wOAN^=V;^^)_8QuT66b4oH3i;5B}r}Xf|7o{fW=M|R}l_r-=nLMS3
z6|8Vd4|`q;M9JhS-VCi%oEej*v`-0|qT$Wx&FszCHYJ0(hc%_7vLF?ti7CxuN@oW|
zp1Ft7W{RJmpVxmN02AH}B~y|*oh6K}o%OYGc)S12iwnIG7w+1x`jED%;QG`3Q-IQX
Z4J=c8Y2a8*(%s3yusn{9FJ=M6T>yngh>rjO

literal 0
HcmV?d00001

diff --git a/devset.pickle b/devset.pickle
new file mode 100644
index 0000000000000000000000000000000000000000..5ea7e626b34924a0b33b5737c580c28c32019e45
GIT binary patch
literal 330
zcmZo*nYxGp0(wOAN^=V;^^)_8QuT66b4oH3i;5B}r}Xf|7o{fW=M|R}l_r-=nLMS3
z6|8Vd4|`q;M9JhS-VCi%oEej*v`-0|qT$U5gv@PIGMIZ<Q%WieQbC%S(k!NQc0lBr
zdl+q|`1$#H{RaXt;muGoC8^U{g5ksV|1$Eg_Y3{1*7de{ZeMrte9R)nXZBNo(s~Un
YQzy~Jv5e$6mg6g@$Hi$bHzAG#01VcMKmY&$

literal 0
HcmV?d00001

diff --git a/p2data.py b/p2data.py
new file mode 100644
index 0000000..0ee0534
--- /dev/null
+++ b/p2data.py
@@ -0,0 +1,70 @@
+import numpy as np
+import pickle
+import math
+
+DIMENTION = 3
+VAR_RANGE = 1
+N = 20
+ALPHA = 0.1
+SIGMA = VAR_RANGE * ALPHA
+
+TrainingSetFilename = "trainingset.pickle"
+TrainingSetRatio = 0.85
+DevSetFilename = "devset.pickle"
+DevSetRatio = 0.05
+TestSetFilename = "testset.pickle"
+TestSetRatio = 0.10
+AnswerFilename = "answer.pickle"
+
+def LoadAnswer():
+    with open(AnswerFilename,"rb") as fr:
+        w = pickle.load(fr)
+        b = pickle.load(fr)
+
+def SaveAnswer(w,b):
+    with open(AnswerFilename,"wb") as fw:
+        pickle.dump(w, fw)
+        pickle.dump(b, fw)
+
+def LoadData(filename):
+    with open(filename,"rb") as fr:
+        x = pickle.load(fr)
+        y = pickle.load(fr)
+    return x, y
+
+def SaveData(filename,x,y):
+    with open(filename,"wb") as fw:
+        pickle.dump(x, fw)
+        pickle.dump(y, fw)
+
+if __name__ == "__main__":
+    gen: np.random.Generator = np.random.default_rng()
+    or_weight = (gen.uniform(high = VAR_RANGE,low = -VAR_RANGE,size=(DIMENTION,1)))
+    or_bias = (gen.uniform(high = VAR_RANGE, low = -VAR_RANGE,size=()))
+
+    input_x = gen.uniform(low = -VAR_RANGE,high=VAR_RANGE,size=(N,DIMENTION))
+    y = input_x @ or_weight + or_bias
+    error = gen.normal(0,SIGMA,size = (N,1))
+    y += error
+
+    """
+    p = gen.permutation(N)
+    x,y= x[p],y[p]
+    """
+    
+    print("success to generate dataset")
+    SaveAnswer(or_weight,or_bias)
+    TrainingIndex = math.ceil(N * TrainingSetRatio)
+    TrainingSetX = input_x[0:TrainingIndex]
+    TrainingSetY = y[0:TrainingIndex]
+    SaveData(TrainingSetFilename,TrainingSetX,TrainingSetY)
+
+    DevSetIndex = math.ceil(TrainingIndex + N * DevSetRatio)
+    DevSetX = input_x[TrainingIndex:DevSetIndex]
+    DevSetY = y[TrainingIndex:DevSetIndex]
+    SaveData(DevSetFilename,DevSetX,DevSetY)
+
+    TestSetX = input_x[DevSetIndex:N]
+    TestSetY = y[DevSetIndex:N]
+    SaveData(TestSetFilename,TestSetX,TestSetY)
+    print("success to save dataset")
\ No newline at end of file
diff --git a/testset.pickle b/testset.pickle
new file mode 100644
index 0000000000000000000000000000000000000000..b7368cd595d79becdecf72f4cae861f2af35d8f6
GIT binary patch
literal 362
zcmZo*nYxPs0(wOAN^=V;^^)_8QuT66b4oH3i;5B}r}Xf|7o{fW=M|R}l_r-=nLMS3
z6|8Vd4|`q;M9JhS-VCi%oEej*v`-0|qT$Wx&E(D8HYJ0(hc%_7vLF?ti7CxuN@oW|
zp1Ft7W{RJmpVxmN02AH}B~y|*oekt3E8VQ-c(DJ;3xkU{_@3-v;9qF3_hf~A!_R^q
z{bvXEZwpxFbnL}jdx!Al|K`qnx_=5#n_dIU)LFFg1S2_~5SSoTWyQf<V_#dmZtL&Y
J@9n{k1OQz7o2mc+

literal 0
HcmV?d00001

diff --git a/trainingset.pickle b/trainingset.pickle
new file mode 100644
index 0000000000000000000000000000000000000000..1d22b6ab31e6a6d888abcd83b9835f1ccb85b6ea
GIT binary patch
literal 845
zcmZo*nX1af00upxd8N4pm3qnfMX7qZr8y;;iA6<;l~a0n;)_y~^Ye;Jib|79rc9pF
z!wOb7rH4H)1)^l~6mN#sDb9>ZQ`)BlP0{dX^cM7HZkv+9+{2nuQdy7+(!`WzF{QHu
zBG25zXfwsn&(G^W5P%79hLR~solY|t85q_)c)(H=aMfPMDp*l$#Z&tTG4I2!m525-
ztbehjRdKfcgC`!90hPP$by!r5B^)l;pE&Zl>+O$g_E#Q1HWa&fb^napXR=Ka-q^c|
z+|oXH<Hdd<{p#9o+gJNHSlNrswm7x_#d-$rOP4R&A6oj<dnLnj`zcNr{Dqot@6R~f
z&U`QFj(vq{lSDMfDSI2vvs`-uuh_3xm=N1(@WQ^$@c&#Rg(vp^^3Sx3+CJU?z&P`d
zdEQcci^+_xR=@7ppK;rj%vyZYUe85-e=);*`*rOewHvsf*gyDNvH42;Tl*OkzeGv!
zKi&V~ZTKhl=jZGhbhV3}w;r))P?_?0<FlpvS2Rve-JN`NzmQ5-@J+^d_6!GaKA4eq
zc7MaXtqJ$%z1+{RSkY?zhhzI4BBD)nrtG!<uyBVwW7W?6H|7bvo5gT+zk<^r?eLIA
z`x#7rCIxOkv0ul>?G?+PJN9$>cXeCl+}W>iv9Cm%dzJl~3eo3>`rq3-<jk1XvHQgS
z8&azuHdjBeKhPd)c+PX>exB*IQ-o&S-CrbDy+QKS3wssu_se<CJ+_|$j3K=SmZ?I(
zI06AGrx!*t(u;G4!%y>*_CY7@wf=0`zh~2x{Zfm|_8mU+X}{=UU*B`r@7tfb_v~w!
z!)5z)$2z4m!7uiISTN0k{rXD#B$wlEXP%whpZk0DgQQ2__RC#TyvdaE+`f$AS%b>u
zr~5b5JU;nBaov82$WPy%9Y3>Q>cQX1Ou?7;+i|2cuvVYhpFGbs_Pxtpd)LZPl_hca
HAb|q_m0^>M

literal 0
HcmV?d00001