吴恩达机器学习-线性回归单变量和多变量题目


import numpy as np
2
import pandas as pd
3
import matplotlib.pyplot as plt
4
A=np.eye(5)
5
print(A)
 
 
 
 
[[1. 0. 0. 0. 0.]
 [0. 1. 0. 0. 0.]
 [0. 0. 1. 0. 0.]
 [0. 0. 0. 1. 0.]
 [0. 0. 0. 0. 1.]]

In [2]:
 
 
 
 
 
1
data=pd.read_csv(r'C:\Users\Administrator\Desktop\ex1data1.txt',header=None,names=['Population','Profit'])
2
data.insert(0,'Ones',1)#在最前列插入名为Ones,值为一的列,在训练集中添加一列,以便我们可以使用向量化的解决方案来计算代价和梯度。
3
data.head()#默认只读取前五行数据,用于观察数据读取是否准确.
 
 
 
Out[2]:
 OnesPopulationProfit
0 1 6.1101 17.5920
1 1 5.5277 9.1302
2 1 8.5186 13.6620
3 1 7.0032 11.8540
4 1 5.8598 6.8233

In [3]:
 
 
 
 
 
1
data.plot(kind='scatter',x='Population',y='Profit',figsize=(12,8))#scatter:表示散点图。
2
plt.show()
 
 
 
 

In [4]:
 
 
 
 
 
1
cols=data.shape[1]#shape[o]:行。shape[1]:列
2
print(cols)
3
X = data.iloc[:,:-1]#X是data里的除去最后一列
4
y = data.iloc[:,cols-1:cols]#y是data最后一列
 
 
 
 
3

In [5]:
 
 
 
 
 
1
X.head()
 
 
 
Out[5]:
 OnesPopulation
0 1 6.1101
1 1 5.5277
2 1 8.5186
3 1 7.0032
4 1 5.8598

In [6]:
 
 
 
 
 
1
y.head()
 
 
 
Out[6]:
 Profit
0 17.5920
1 9.1302
2 13.6620
3 11.8540
4 6.8233

In [7]:
 
 
 
 
 
1
X = np.matrix(X.values)#装入矩阵,后续可以对矩阵进行操作
2
y = np.matrix(y.values)
3
X.shape
 
 
 
Out[7]:
(97, 2)

In [8]:
 
 
 
 
 
1
y.shape
 
 
 
Out[8]:
(97, 1)

In [9]:
 
 
 
 
 
1
theta=np.matrix(np.array([0,0]))
2
theta.shape
 
 
 
Out[9]:
(1, 2)

In [10]:
 
 
 
 
 
1
def computeCost(X,y,theta):
2
    inner=np.power(((X*theta.T)-y),2)
3
    return np.sum(inner)/(2*len(X))
4
computeCost(X,y,theta)#theta初始值为0时的代价函数。正常来说这应该是代价函数的最大的值,后续会减小直至稳定。
 
 
 
Out[10]:
32.072733877455676

In [11]:
 
 
 
 
 
 
1
#准备的数据已经准备好,开始执行梯度下降算法,目标是找拟合程度最好的theta.
2
def gradientDescent(X,y,theta,alpha,iters):
3
    temp=np.matrix(np.zeros(theta.shape))#作为中间变量存储每一次theta的变化
4
    parameters=int(theta.ravel().shape[1])#theta的参数个数 
5
    cost=np.zeros(iters)                 #默认为1500个浮点类型的0,即生成了array([0.,0.,0.,......1500个])
6
    for i in range(iters):
7
        error=(X*theta.T)-y
8
        #同时改变theta
9
        for j in range(parameters):
10
            term=np.multiply(error,X[:,j])#multiply是同类型的矩阵里面相对应的每个数点乘,j=0时:乘的数全为一;j=1时:乘的数为Xi.正好对应学习笔记公式。
11
            temp[0,j]=theta[0,j]-(alpha/(len(X))*np.sum(term))
12
        theta=temp
13
        cost[i]=computeCost(X,y,theta)
14
        print(theta)#观察theta的变化过程
15
    return theta,cost
 
 
 

In [12]:
 
 
 
 
 
1
alpha=0.01
2
iters=1500
3
theta_end,cost=gradientDescent(X,y,theta,alpha,iters)
4
for i in range(1500):
5
    print(cost[i])#观察cost的变化过程
6
theta_end
 
 
 
 
[[0.05839135 0.6532885 ]]
[[0.06289175 0.77000978]]
[[0.05782293 0.79134812]]
[[0.05106363 0.79572981]]
[[0.04401438 0.79709618]]
[[0.03692413 0.79792547]]
[[0.02983712 0.79865824]]
[[0.02276118 0.79937279]]
[[0.0156977  0.80008305]]
[[0.0086469 0.8007915]]
[[0.00160879 0.80149857]]
[[-0.00541662  0.80220436]]
[[-0.01242938  0.80290886]]
[[-0.01942949  0.8036121 ]]
[[-0.02641699  0.80431407]]
[[-0.03339189  0.80501478]]
[[-0.04035421  0.80571422]]
[[-0.04730399  0.8064124 ]]
[[-0.05424124  0.80710932]]
[[-0.06116598  0.80780498]]
[[-0.06807824  0.8084994 ]]
[[-0.07497804  0.80919256]]
[[-0.08186541  0.80988447]]
[[-0.08874035  0.81057513]]
[[-0.09560291  0.81126455]]
[[-0.10245309  0.81195272]]
[[-0.10929093  0.81263966]]
[[-0.11611644  0.81332535]]
[[-0.12292965  0.81400981]]
[[-0.12973057  0.81469304]]
[[-0.13651924  0.81537504]]
[[-0.14329567  0.8160558 ]]
[[-0.15005988  0.81673534]]
[[-0.15681191  0.81741365]]
[[-0.16355176  0.81809075]]
[[-0.17027946  0.81876662]]
[[-0.17699503  0.81944127]]
[[-0.1836985  0.8201147]]
[[-0.19038988  0.82078693]]
[[-0.1970692   0.82145794]]
[[-0.20373649  0.82212774]]
[[-0.21039175  0.82279633]]
[[-0.21703502  0.82346372]]
[[-0.22366631  0.8241299 ]]
[[-0.23028565  0.82479489]]
[[-0.23689305  0.82545867]]
[[-0.24348855  0.82612126]]
[[-0.25007216  0.82678266]]
[[-0.2566439   0.82744286]]
[[-0.26320379  0.82810187]]
[[-0.26975186  0.8287597 ]]
[[-0.27628812  0.82941634]]
[[-0.2828126   0.83007179]]
[[-0.28932533  0.83072607]]
[[-0.29582631  0.83137916]]
[[-0.30231557  0.83203108]]
[[-0.30879314  0.83268182]]
[[-0.31525902  0.83333139]]
[[-0.32171326  0.83397978]]
[[-0.32815586  0.83462701]]
[[-0.33458684  0.83527308]]
[[-0.34100624  0.83591797]]
[[-0.34741406  0.83656171]]
[[-0.35381033  0.83720428]]
[[-0.36019507  0.8378457 ]]
[[-0.3665683   0.83848596]]
[[-0.37293005  0.83912507]]
[[-0.37928032  0.83976302]]
[[-0.38561915  0.84039982]]
[[-0.39194656  0.84103548]]
[[-0.39826255  0.84166999]]
[[-0.40456717  0.84230336]]
[[-0.41086041  0.84293558]]
[[-0.41714232  0.84356667]]
[[-0.42341289  0.84419662]]
[[-0.42967217  0.84482543]]
[[-0.43592016  0.84545311]]
[[-0.44215689  0.84607965]]
[[-0.44838238  0.84670507]]
[[-0.45459665  0.84732936]]
[[-0.46079971  0.84795253]]
[[-0.4669916   0.84857457]]
[[-0.47317232  0.84919549]]
[[-0.4793419   0.84981529]]
[[-0.48550036  0.85043397]]
[[-0.49164771  0.85105154]]
[[-0.49778399  0.851668  ]]
[[-0.5039092   0.85228334]]
[[-0.51002338  0.85289758]]
[[-0.51612653  0.85351071]]
[[-0.52221868  0.85412273]]
[[-0.52829985  0.85473365]]
[[-0.53437006  0.85534347]]
[[-0.54042932  0.85595219]]
[[-0.54647767  0.85655981]]
[[-0.55251511  0.85716633]]
[[-0.55854166  0.85777177]]
[[-0.56455736  0.85837611]]
[[-0.57056221  0.85897936]]
[[-0.57655623  0.85958153]]
[[-0.58253945  0.8601826 ]]
[[-0.58851189  0.8607826 ]]
[[-0.59447356  0.86138151]]
[[-0.60042448  0.86197935]]
[[-0.60636467  0.86257611]]
[[-0.61229416  0.86317179]]
[[-0.61821296  0.8637664 ]]
[[-0.62412109  0.86435993]]
[[-0.63001857  0.8649524 ]]
[[-0.63590542  0.8655438 ]]
[[-0.64178166  0.86613413]]
[[-0.6476473   0.86672339]]
[[-0.65350238  0.8673116 ]]
[[-0.65934689  0.86789875]]
[[-0.66518088  0.86848483]]
[[-0.67100434  0.86906986]]
[[-0.67681731  0.86965384]]
[[-0.6826198   0.87023676]]
[[-0.68841183  0.87081863]]
[[-0.69419342  0.87139946]]
[[-0.69996459  0.87197923]]
[[-0.70572536  0.87255796]]
[[-0.71147574  0.87313565]]
[[-0.71721575  0.8737123 ]]
[[-0.72294542  0.87428791]]
[[-0.72866476  0.87486248]]
[[-0.73437379  0.87543601]]
[[-0.74007253  0.87600851]]
[[-0.745761    0.87657998]]
[[-0.75143921  0.87715042]]
[[-0.75710719  0.87771983]]
[[-0.76276495  0.87828821]]
[[-0.76841251  0.87885557]]
[[-0.77404989  0.87942191]]
[[-0.77967711  0.87998722]]
[[-0.78529418  0.88055152]]
[[-0.79090113  0.8811148 ]]
[[-0.79649798  0.88167706]]
[[-0.80208473  0.88223831]]
[[-0.80766141  0.88279855]]
[[-0.81322805  0.88335778]]
[[-0.81878464  0.883916  ]]
[[-0.82433122  0.88447321]]
[[-0.82986781  0.88502942]]
[[-0.83539441  0.88558463]]
[[-0.84091105  0.88613883]]
[[-0.84641774  0.88669204]]
[[-0.85191451  0.88724425]]
[[-0.85740137  0.88779547]]
[[-0.86287834  0.88834569]]
[[-0.86834544  0.88889492]]
[[-0.87380268  0.88944316]]
[[-0.87925009  0.88999041]]
[[-0.88468767  0.89053667]]
[[-0.89011546  0.89108195]]
[[-0.89553346  0.89162625]]
[[-0.90094169  0.89216956]]
[[-0.90634018  0.8927119 ]]
[[-0.91172893  0.89325326]]
[[-0.91710797  0.89379364]]
[[-0.92247731  0.89433305]]
[[-0.92783698  0.89487149]]
[[-0.93318698  0.89540895]]
[[-0.93852734  0.89594545]]
[[-0.94385807  0.89648098]]
[[-0.9491792   0.89701554]]
[[-0.95449073  0.89754914]]
[[-0.95979269  0.89808178]]
[[-0.96508509  0.89861346]]
[[-0.97036795  0.89914418]]
[[-0.97564128  0.89967395]]
[[-0.98090511  0.90020276]]
[[-0.98615946  0.90073061]]
[[-0.99140433  0.90125752]]
[[-0.99663975  0.90178347]]
[[-1.00186573  0.90230848]]
[[-1.00708228  0.90283254]]
[[-1.01228944  0.90335565]]
[[-1.01748721  0.90387782]]
[[-1.02267561  0.90439906]]
[[-1.02785466  0.90491935]]
[[-1.03302437  0.9054387 ]]
[[-1.03818476  0.90595712]]
[[-1.04333585  0.9064746 ]]
[[-1.04847766  0.90699115]]
[[-1.0536102   0.90750677]]
[[-1.05873348  0.90802146]]
[[-1.06384753  0.90853522]]
[[-1.06895236  0.90904806]]
[[-1.07404799  0.90955997]]
[[-1.07913444  0.91007096]]
[[-1.08421171  0.91058102]]
[[-1.08927983  0.91109017]]
[[-1.09433882  0.9115984 ]]
[[-1.09938869  0.91210572]]
[[-1.10442945  0.91261212]]
[[-1.10946113  0.9131176 ]]
[[-1.11448374  0.91362218]]
[[-1.11949729  0.91412584]]
[[-1.12450181  0.9146286 ]]
[[-1.12949731  0.91513045]]
[[-1.1344838  0.9156314]]
[[-1.1394613   0.91613145]]
[[-1.14442983  0.91663059]]
[[-1.14938941  0.91712883]]
[[-1.15434004  0.91762618]]
[[-1.15928175  0.91812262]]
[[-1.16421455  0.91861818]]
[[-1.16913846  0.91911284]]
[[-1.17405349  0.91960661]]
[[-1.17895967  0.92009948]]
[[-1.183857    0.92059147]]
[[-1.1887455   0.92108258]]
[[-1.19362519  0.9215728 ]]
[[-1.19849609  0.92206213]]
[[-1.2033582   0.92255058]]
[[-1.20821155  0.92303815]]
[[-1.21305615  0.92352485]]
[[-1.21789202  0.92401066]]
[[-1.22271917  0.9244956 ]]
[[-1.22753762  0.92497967]]
[[-1.23234739  0.92546286]]
[[-1.23714848  0.92594518]]
[[-1.24194092  0.92642663]]
[[-1.24672472  0.92690722]]
[[-1.2514999   0.92738694]]
[[-1.25626647  0.92786579]]
[[-1.26102445  0.92834378]]
[[-1.26577385  0.92882091]]
[[-1.27051469  0.92929718]]
[[-1.27524698  0.92977259]]
[[-1.27997074  0.93024714]]
[[-1.28468599  0.93072084]]
[[-1.28939274  0.93119368]]
[[-1.29409101  0.93166568]]
[[-1.2987808   0.93213682]]
[[-1.30346214  0.93260711]]
[[-1.30813505  0.93307655]]
[[-1.31279953  0.93354515]]
[[-1.3174556  0.9340129]]
[[-1.32210327  0.93447981]]
[[-1.32674258  0.93494588]]
[[-1.33137351  0.93541111]]
[[-1.3359961  0.9358755]]
[[-1.34061036  0.93633905]]
[[-1.3452163   0.93680177]]
[[-1.34981394  0.93726365]]
[[-1.35440329  0.9377247 ]]
[[-1.35898436  0.93818492]]
[[-1.36355718  0.93864431]]
[[-1.36812176  0.93910287]]
[[-1.37267811  0.9395606 ]]
[[-1.37722624  0.94001751]]
[[-1.38176618  0.9404736 ]]
[[-1.38629793  0.94092886]]
[[-1.39082151  0.94138331]]
[[-1.39533694  0.94183693]]
[[-1.39984423  0.94228974]]
[[-1.4043434   0.94274172]]
[[-1.40883445  0.9431929 ]]
[[-1.41331741  0.94364326]]
[[-1.41779229  0.94409281]]
[[-1.4222591   0.94454155]]
[[-1.42671786  0.94498948]]
[[-1.43116858  0.94543661]]
[[-1.43561128  0.94588292]]
[[-1.44004597  0.94632844]]
[[-1.44447267  0.94677315]]
[[-1.44889139  0.94721705]]
[[-1.45330214  0.94766016]]
[[-1.45770494  0.94810247]]
[[-1.46209981  0.94854398]]
[[-1.46648675  0.9489847 ]]
[[-1.47086579  0.94942462]]
[[-1.47523693  0.94986375]]
[[-1.47960019  0.95030209]]
[[-1.48395559  0.95073963]]
[[-1.48830314  0.95117639]]
[[-1.49264285  0.95161236]]
[[-1.49697473  0.95204755]]
[[-1.50129881  0.95248195]]
[[-1.50561509  0.95291557]]
[[-1.5099236  0.9533484]]
[[-1.51422433  0.95378046]]
[[-1.51851732  0.95421173]]
[[-1.52280256  0.95464223]]
[[-1.52708008  0.95507196]]
[[-1.53134989  0.95550091]]
[[-1.53561201  0.95592908]]
[[-1.53986644  0.95635648]]
[[-1.5441132   0.95678312]]
[[-1.5483523   0.95720898]]
[[-1.55258377  0.95763408]]
[[-1.55680761  0.95805841]]
[[-1.56102383  0.95848197]]
[[-1.56523245  0.95890478]]
[[-1.56943349  0.95932682]]
[[-1.57362695  0.95974809]]
[[-1.57781286  0.96016861]]
[[-1.58199122  0.96058838]]
[[-1.58616205  0.96100738]]
[[-1.59032536  0.96142563]]
[[-1.59448116  0.96184313]]
[[-1.59862947  0.96225987]]
[[-1.60277031  0.96267586]]
[[-1.60690368  0.9630911 ]]
[[-1.6110296  0.9635056]]
[[-1.61514808  0.96391934]]
[[-1.61925914  0.96433234]]
[[-1.62336279  0.9647446 ]]
[[-1.62745904  0.96515611]]
[[-1.63154791  0.96556688]]
[[-1.63562941  0.96597691]]
[[-1.63970355  0.9663862 ]]
[[-1.64377034  0.96679476]]
[[-1.64782981  0.96720258]]
[[-1.65188195  0.96760966]]
[[-1.6559268   0.96801601]]
[[-1.65996435  0.96842162]]
[[-1.66399462  0.96882651]]
[[-1.66801763  0.96923066]]
[[-1.67203339  0.96963409]]
[[-1.67604191  0.97003679]]
[[-1.6800432   0.97043876]]
[[-1.68403728  0.97084001]]
[[-1.68802416  0.97124053]]
[[-1.69200385  0.97164034]]
[[-1.69597637  0.97203942]]
[[-1.69994173  0.97243778]]
[[-1.70389994  0.97283543]]
[[-1.70785101  0.97323236]]
[[-1.71179497  0.97362857]]
[[-1.71573181  0.97402407]]
[[-1.71966156  0.97441885]]
[[-1.72358422  0.97481293]]
[[-1.72749981  0.97520629]]
[[-1.73140835  0.97559895]]
[[-1.73530984  0.97599089]]
[[-1.73920429  0.97638213]]
[[-1.74309173  0.97677267]]
[[-1.74697216  0.9771625 ]]
[[-1.75084559  0.97755163]]
[[-1.75471204  0.97794006]]
[[-1.75857152  0.97832778]]
[[-1.76242405  0.97871481]]
[[-1.76626963  0.97910114]]
[[-1.77010828  0.97948677]]
[[-1.77394001  0.97987171]]
[[-1.77776483  0.98025596]]
[[-1.78158275  0.98063951]]
[[-1.7853938   0.98102237]]
[[-1.78919797  0.98140454]]
[[-1.79299529  0.98178602]]
[[-1.79678576  0.98216682]]
[[-1.8005694   0.98254693]]
[[-1.80434622  0.98292635]]
[[-1.80811624  0.98330509]]
[[-1.81187945  0.98368314]]
[[-1.81563588  0.98406052]]
[[-1.81938554  0.98443721]]
[[-1.82312844  0.98481323]]
[[-1.8268646   0.98518856]]
[[-1.83059402  0.98556322]]
[[-1.83431672  0.98593721]]
[[-1.8380327   0.98631052]]
[[-1.84174199  0.98668316]]
[[-1.84544459  0.98705512]]
[[-1.84914052  0.98742642]]
[[-1.85282979  0.98779705]]
[[-1.8565124   0.98816701]]
[[-1.86018838  0.9885363 ]]
[[-1.86385773  0.98890492]]
[[-1.86752046  0.98927289]]
[[-1.8711766   0.98964018]]
[[-1.87482614  0.99000682]]
[[-1.87846911  0.9903728 ]]
[[-1.8821055   0.99073811]]
[[-1.88573535  0.99110277]]
[[-1.88935865  0.99146677]]
[[-1.89297542  0.99183011]]
[[-1.89658566  0.9921928 ]]
[[-1.9001894   0.99255483]]
[[-1.90378665  0.99291622]]
[[-1.90737741  0.99327695]]
[[-1.9109617   0.99363703]]
[[-1.91453952  0.99399646]]
[[-1.9181109   0.99435524]]
[[-1.92167584  0.99471338]]
[[-1.92523436  0.99507087]]
[[-1.92878645  0.99542772]]
[[-1.93233215  0.99578392]]
[[-1.93587145  0.99613948]]
[[-1.93940438  0.9964944 ]]
[[-1.94293094  0.99684869]]
[[-1.94645113  0.99720233]]
[[-1.94996499  0.99755533]]
[[-1.95347251  0.9979077 ]]
[[-1.9569737   0.99825943]]
[[-1.96046859  0.99861053]]
[[-1.96395718  0.998961  ]]
[[-1.96743947  0.99931083]]
[[-1.97091549  0.99966004]]
[[-1.97438525  1.00000861]]
[[-1.97784875  1.00035656]]
[[-1.981306    1.00070388]]
[[-1.98475703  1.00105057]]
[[-1.98820183  1.00139664]]
[[-1.99164043  1.00174208]]
[[-1.99507282  1.0020869 ]]
[[-1.99849903  1.0024311 ]]
[[-2.00191906  1.00277468]]
[[-2.00533293  1.00311764]]
[[-2.00874064  1.00345998]]
[[-2.01214221  1.00380171]]
[[-2.01553765  1.00414282]]
[[-2.01892697  1.00448331]]
[[-2.02231018  1.00482319]]
[[-2.02568729  1.00516246]]
[[-2.02905831  1.00550111]]
[[-2.03242326  1.00583916]]
[[-2.03578214  1.0061766 ]]
[[-2.03913497  1.00651342]]
[[-2.04248175  1.00684964]]
[[-2.0458225   1.00718526]]
[[-2.04915723  1.00752027]]
[[-2.05248594  1.00785467]]
[[-2.05580866  1.00818848]]
[[-2.05912538  1.00852168]]
[[-2.06243613  1.00885428]]
[[-2.06574091  1.00918628]]
[[-2.06903973  1.00951768]]
[[-2.07233261  1.00984849]]
[[-2.07561955  1.0101787 ]]
[[-2.07890056  1.01050831]]
[[-2.08217567  1.01083733]]
[[-2.08544486  1.01116576]]
[[-2.08870817  1.01149359]]
[[-2.09196559  1.01182083]]
[[-2.09521714  1.01214749]]
[[-2.09846283  1.01247355]]
[[-2.10170267  1.01279903]]
[[-2.10493666  1.01312392]]
[[-2.10816483  1.01344822]]
[[-2.11138718  1.01377194]]
[[-2.11460372  1.01409508]]
[[-2.11781446  1.01441763]]
[[-2.12101942  1.01473961]]
[[-2.1242186  1.015061 ]]
[[-2.12741201  1.01538181]]
[[-2.13059966  1.01570204]]
[[-2.13378157  1.0160217 ]]
[[-2.13695774  1.01634078]]
[[-2.14012819  1.01665929]]
[[-2.14329292  1.01697722]]
[[-2.14645195  1.01729458]]
[[-2.14960528  1.01761137]]
[[-2.15275293  1.01792758]]
[[-2.15589491  1.01824323]]
[[-2.15903122  1.0185583 ]]
[[-2.16216187  1.01887281]]
[[-2.16528689  1.01918675]]
[[-2.16840627  1.01950013]]
[[-2.17152003  1.01981294]]
[[-2.17462817  1.02012519]]
[[-2.17773072  1.02043687]]
[[-2.18082767  1.02074799]]
[[-2.18391903  1.02105855]]
[[-2.18700483  1.02136856]]
[[-2.19008506  1.021678  ]]
[[-2.19315974  1.02198688]]
[[-2.19622888  1.02229521]]
[[-2.19929249  1.02260298]]
[[-2.20235057  1.0229102 ]]
[[-2.20540314  1.02321686]]
[[-2.20845021  1.02352298]]
[[-2.21149178  1.02382854]]
[[-2.21452787  1.02413354]]
[[-2.21755849  1.024438  ]]
[[-2.22058365  1.02474191]]
[[-2.22360335  1.02504527]]
[[-2.22661761  1.02534809]]
[[-2.22962644  1.02565036]]
[[-2.23262984  1.02595208]]
[[-2.23562783  1.02625326]]
[[-2.23862042  1.0265539 ]]
[[-2.24160761  1.026854  ]]
[[-2.24458941  1.02715355]]
[[-2.24756584  1.02745257]]
[[-2.25053691  1.02775104]]
[[-2.25350262  1.02804898]]
[[-2.25646298  1.02834638]]
[[-2.25941801  1.02864324]]
[[-2.26236771  1.02893957]]
[[-2.2653121   1.02923537]]
[[-2.26825117  1.02953063]]
 
[[-2.27118495  1.02982536]]
[[-2.27411344  1.03011956]]
[[-2.27703665  1.03041323]]
[[-2.27995459  1.03070637]]
[[-2.28286727  1.03099898]]
[[-2.28577471  1.03129106]]
[[-2.2886769   1.03158262]]
[[-2.29157386  1.03187365]]
[[-2.29446559  1.03216415]]
[[-2.29735212  1.03245414]]
[[-2.30023344  1.0327436 ]]
[[-2.30310956  1.03303254]]
[[-2.30598051  1.03332095]]
[[-2.30884628  1.03360885]]
[[-2.31170688  1.03389623]]
[[-2.31456232  1.03418309]]
[[-2.31741262  1.03446943]]
[[-2.32025778  1.03475526]]
[[-2.32309781  1.03504057]]
[[-2.32593272  1.03532537]]
[[-2.32876252  1.03560965]]
[[-2.33158723  1.03589343]]
[[-2.33440683  1.03617669]]
[[-2.33722136  1.03645944]]
[[-2.34003081  1.03674168]]
[[-2.3428352   1.03702341]]
[[-2.34563454  1.03730463]]
[[-2.34842882  1.03758535]]
[[-2.35121807  1.03786556]]
[[-2.3540023   1.03814526]]
[[-2.3567815   1.03842446]]
[[-2.35955569  1.03870316]]
[[-2.36232489  1.03898136]]
[[-2.36508909  1.03925905]]
[[-2.36784831  1.03953624]]
[[-2.37060255  1.03981294]]
[[-2.37335183  1.04008913]]
[[-2.37609616  1.04036483]]
[[-2.37883553  1.04064003]]
[[-2.38156997  1.04091473]]
[[-2.38429948  1.04118894]]
[[-2.38702407  1.04146266]]
[[-2.38974375  1.04173588]]
[[-2.39245853  1.04200861]]
[[-2.39516841  1.04228084]]
[[-2.39787341  1.04255259]]
[[-2.40057353  1.04282385]]
[[-2.40326878  1.04309462]]
[[-2.40595918  1.04336489]]
[[-2.40864473  1.04363469]]
[[-2.41132543  1.04390399]]
[[-2.41400131  1.04417281]]
[[-2.41667235  1.04444115]]
[[-2.41933859  1.044709  ]]
[[-2.42200002  1.04497637]]
[[-2.42465665  1.04524326]]
[[-2.42730849  1.04550966]]
[[-2.42995555  1.04577559]]
[[-2.43259784  1.04604104]]
[[-2.43523537  1.04630601]]
[[-2.43786815  1.0465705 ]]
[[-2.44049617  1.04683451]]
[[-2.44311946  1.04709805]]
[[-2.44573802  1.04736111]]
[[-2.44835187  1.0476237 ]]
[[-2.450961    1.04788582]]
[[-2.45356542  1.04814746]]
[[-2.45616515  1.04840863]]
[[-2.4587602   1.04866933]]
[[-2.46135057  1.04892956]]
[[-2.46393626  1.04918932]]
[[-2.4665173   1.04944861]]
[[-2.46909369  1.04970744]]
[[-2.47166543  1.0499658 ]]
[[-2.47423253  1.05022369]]
[[-2.47679501  1.05048112]]
[[-2.47935287  1.05073809]]
[[-2.48190611  1.05099459]]
[[-2.48445476  1.05125063]]
[[-2.48699881  1.0515062 ]]
[[-2.48953827  1.05176132]]
[[-2.49207316  1.05201598]]
[[-2.49460348  1.05227018]]
[[-2.49712923  1.05252392]]
[[-2.49965044  1.0527772 ]]
[[-2.5021671   1.05303002]]
[[-2.50467922  1.05328239]]
[[-2.50718681  1.05353431]]
[[-2.50968989  1.05378577]]
[[-2.51218845  1.05403678]]
[[-2.51468251  1.05428733]]
[[-2.51717207  1.05453744]]
[[-2.51965714  1.05478709]]
[[-2.52213774  1.05503629]]
[[-2.52461386  1.05528504]]
[[-2.52708552  1.05553335]]
[[-2.52955273  1.05578121]]
[[-2.53201548  1.05602862]]
[[-2.5344738   1.05627558]]
[[-2.53692769  1.0565221 ]]
[[-2.53937715  1.05676818]]
[[-2.5418222   1.05701381]]
[[-2.54426284  1.057259  ]]
[[-2.54669908  1.05750374]]
[[-2.54913093  1.05774805]]
[[-2.55155839  1.05799192]]
[[-2.55398148  1.05823534]]
[[-2.55640021  1.05847833]]
[[-2.55881457  1.05872088]]
[[-2.56122458  1.05896299]]
[[-2.56363024  1.05920466]]
[[-2.56603157  1.0594459 ]]
[[-2.56842857  1.05968671]]
[[-2.57082125  1.05992708]]
[[-2.57320962  1.06016702]]
[[-2.57559368  1.06040652]]
[[-2.57797344  1.06064559]]
[[-2.58034892  1.06088424]]
[[-2.58272011  1.06112245]]
[[-2.58508703  1.06136023]]
[[-2.58744968  1.06159758]]
[[-2.58980807  1.06183451]]
[[-2.59216221  1.06207101]]
[[-2.59451211  1.06230708]]
[[-2.59685777  1.06254273]]
[[-2.59919921  1.06277795]]
[[-2.60153642  1.06301275]]
[[-2.60386942  1.06324712]]
[[-2.60619821  1.06348108]]
[[-2.60852281  1.06371461]]
[[-2.61084322  1.06394772]]
[[-2.61315944  1.06418041]]
[[-2.61547149  1.06441268]]
[[-2.61777937  1.06464453]]
[[-2.62008309  1.06487596]]
[[-2.62238265  1.06510698]]
[[-2.62467808  1.06533758]]
[[-2.62696936  1.06556776]]
[[-2.62925652  1.06579753]]
[[-2.63153955  1.06602689]]
[[-2.63381846  1.06625583]]
[[-2.63609327  1.06648436]]
[[-2.63836398  1.06671248]]
[[-2.64063059  1.06694018]]
[[-2.64289312  1.06716748]]
[[-2.64515157  1.06739437]]
[[-2.64740595  1.06762084]]
[[-2.64965627  1.06784691]]
[[-2.65190253  1.06807257]]
[[-2.65414474  1.06829783]]
[[-2.6563829   1.06852267]]
[[-2.65861704  1.06874712]]
[[-2.66084714  1.06897116]]
[[-2.66307323  1.06919479]]
[[-2.6652953   1.06941802]]
[[-2.66751337  1.06964085]]
[[-2.66972744  1.06986328]]
[[-2.67193752  1.0700853 ]]
[[-2.67414362  1.07030693]]
[[-2.67634573  1.07052816]]
[[-2.67854388  1.07074898]]
[[-2.68073807  1.07096941]]
[[-2.6829283   1.07118945]]
[[-2.68511458  1.07140908]]
[[-2.68729693  1.07162832]]
[[-2.68947533  1.07184717]]
[[-2.69164981  1.07206562]]
[[-2.69382038  1.07228367]]
[[-2.69598703  1.07250134]]
[[-2.69814977  1.07271861]]
[[-2.70030861  1.07293549]]
[[-2.70246357  1.07315198]]
[[-2.70461464  1.07336807]]
[[-2.70676183  1.07358378]]
[[-2.70890515  1.0737991 ]]
[[-2.7110446   1.07401403]]
[[-2.71318021  1.07422858]]
[[-2.71531196  1.07444274]]
[[-2.71743987  1.07465651]]
[[-2.71956394  1.07486989]]
[[-2.72168418  1.0750829 ]]
[[-2.7238006   1.07529551]]
[[-2.72591321  1.07550775]]
[[-2.72802201  1.0757196 ]]
[[-2.73012701  1.07593107]]
[[-2.73222821  1.07614216]]
[[-2.73432562  1.07635287]]
[[-2.73641926  1.07656319]]
[[-2.73850912  1.07677314]]
[[-2.74059521  1.07698271]]
[[-2.74267754  1.07719191]]
[[-2.74475612  1.07740072]]
[[-2.74683096  1.07760916]]
[[-2.74890205  1.07781723]]
[[-2.75096941  1.07802491]]
[[-2.75303304  1.07823223]]
[[-2.75509295  1.07843917]]
[[-2.75714915  1.07864574]]
[[-2.75920164  1.07885193]]
[[-2.76125044  1.07905776]]
[[-2.76329554  1.07926321]]
[[-2.76533695  1.07946829]]
[[-2.76737468  1.079673  ]]
[[-2.76940874  1.07987735]]
[[-2.77143914  1.08008132]]
[[-2.77346587  1.08028493]]
[[-2.77548895  1.08048817]]
[[-2.77750839  1.08069104]]
[[-2.77952418  1.08089355]]
[[-2.78153634  1.08109569]]
[[-2.78354487  1.08129747]]
[[-2.78554978  1.08149889]]
[[-2.78755108  1.08169994]]
[[-2.78954877  1.08190063]]
[[-2.79154286  1.08210096]]
[[-2.79353336  1.08230092]]
[[-2.79552026  1.08250053]]
[[-2.79750359  1.08269978]]
[[-2.79948334  1.08289866]]
[[-2.80145952  1.08309719]]
[[-2.80343214  1.08329536]]
[[-2.8054012   1.08349318]]
[[-2.80736672  1.08369064]]
[[-2.80932869  1.08388774]]
[[-2.81128712  1.08408448]]
[[-2.81324202  1.08428087]]
[[-2.8151934   1.08447691]]
[[-2.81714127  1.0846726 ]]
[[-2.81908562  1.08486793]]
[[-2.82102646  1.08506291]]
[[-2.82296381  1.08525753]]
[[-2.82489767  1.08545181]]
[[-2.82682804  1.08564574]]
[[-2.82875493  1.08583931]]
[[-2.83067834  1.08603254]]
[[-2.83259829  1.08622542]]
[[-2.83451478  1.08641795]]
[[-2.83642782  1.08661014]]
[[-2.8383374   1.08680198]]
[[-2.84024354  1.08699347]]
[[-2.84214625  1.08718462]]
[[-2.84404553  1.08737542]]
[[-2.84594138  1.08756588]]
[[-2.84783382  1.087756  ]]
[[-2.84972284  1.08794577]]
[[-2.85160846  1.0881352 ]]
[[-2.85349068  1.08832429]]
[[-2.85536951  1.08851304]]
[[-2.85724495  1.08870145]]
[[-2.85911701  1.08888951]]
[[-2.8609857   1.08907724]]
[[-2.86285102  1.08926464]]
[[-2.86471297  1.08945169]]
[[-2.86657157  1.08963841]]
[[-2.86842682  1.08982479]]
[[-2.87027872  1.09001083]]
[[-2.87212729  1.09019654]]
[[-2.87397252  1.09038191]]
[[-2.87581443  1.09056695]]
[[-2.87765302  1.09075166]]
[[-2.87948829  1.09093603]]
[[-2.88132026  1.09112007]]
[[-2.88314892  1.09130378]]
[[-2.88497428  1.09148716]]
[[-2.88679636  1.09167021]]
[[-2.88861515  1.09185292]]
[[-2.89043066  1.09203531]]
[[-2.8922429   1.09221737]]
[[-2.89405188  1.0923991 ]]
[[-2.89585759  1.0925805 ]]
[[-2.89766005  1.09276158]]
[[-2.89945926  1.09294233]]
[[-2.90125522  1.09312275]]
[[-2.90304795  1.09330285]]
[[-2.90483745  1.09348263]]
[[-2.90662372  1.09366208]]
[[-2.90840677  1.0938412 ]]
[[-2.9101866   1.09402001]]
[[-2.91196323  1.09419849]]
[[-2.91373666  1.09437665]]
[[-2.91550689  1.09455449]]
[[-2.91727392  1.09473201]]
[[-2.91903778  1.0949092 ]]
[[-2.92079845  1.09508608]]
[[-2.92255595  1.09526264]]
[[-2.92431028  1.09543889]]
[[-2.92606145  1.09561481]]
[[-2.92780946  1.09579042]]
[[-2.92955432  1.09596571]]
[[-2.93129604  1.09614068]]
[[-2.93303461  1.09631534]]
[[-2.93477006  1.09648968]]
[[-2.93650237  1.09666371]]
[[-2.93823156  1.09683743]]
[[-2.93995764  1.09701083]]
[[-2.9416806   1.09718392]]
[[-2.94340046  1.0973567 ]]
[[-2.94511721  1.09752917]]
[[-2.94683088  1.09770132]]
[[-2.94854145  1.09787317]]
[[-2.95024894  1.0980447 ]]
[[-2.95195335  1.09821593]]
[[-2.95365469  1.09838685]]
[[-2.95535296  1.09855746]]
[[-2.95704817  1.09872776]]
[[-2.95874033  1.09889776]]
[[-2.96042944  1.09906745]]
[[-2.9621155   1.09923683]]
[[-2.96379852  1.09940591]]
[[-2.9654785   1.09957468]]
[[-2.96715546  1.09974315]]
[[-2.9688294   1.09991131]]
[[-2.97050032  1.10007918]]
[[-2.97216823  1.10024674]]
[[-2.97383313  1.10041399]]
[[-2.97549503  1.10058095]]
[[-2.97715393  1.1007476 ]]
[[-2.97880984  1.10091396]]
[[-2.98046277  1.10108001]]
[[-2.98211272  1.10124577]]
[[-2.98375969  1.10141122]]
[[-2.9854037   1.10157638]]
[[-2.98704474  1.10174124]]
[[-2.98868282  1.10190581]]
[[-2.99031796  1.10207007]]
[[-2.99195014  1.10223404]]
[[-2.99357938  1.10239772]]
[[-2.99520569  1.1025611 ]]
[[-2.99682906  1.10272418]]
[[-2.99844951  1.10288697]]
[[-3.00006703  1.10304947]]
[[-3.00168164  1.10321168]]
[[-3.00329334  1.10337359]]
[[-3.00490214  1.10353521]]
[[-3.00650803  1.10369654]]
[[-3.00811103  1.10385758]]
[[-3.00971114  1.10401833]]
[[-3.01130836  1.10417879]]
[[-3.01290271  1.10433896]]
[[-3.01449418  1.10449884]]
[[-3.01608279  1.10465843]]
[[-3.01766853  1.10481773]]
[[-3.01925141  1.10497675]]
[[-3.02083144  1.10513548]]
[[-3.02240862  1.10529393]]
[[-3.02398295  1.10545209]]
[[-3.02555445  1.10560996]]
[[-3.02712312  1.10576755]]
[[-3.02868896  1.10592486]]
[[-3.03025198  1.10608188]]
[[-3.03181217  1.10623862]]
[[-3.03336956  1.10639507]]
[[-3.03492414  1.10655125]]
[[-3.03647592  1.10670714]]
[[-3.0380249   1.10686275]]
[[-3.03957108  1.10701808]]
[[-3.04111448  1.10717313]]
[[-3.0426551   1.10732791]]
[[-3.04419294  1.1074824 ]]
[[-3.04572801  1.10763661]]
[[-3.04726031  1.10779055]]
[[-3.04878985  1.10794421]]
[[-3.05031664  1.10809759]]
[[-3.05184067  1.1082507 ]]
[[-3.05336195  1.10840353]]
[[-3.05488049  1.10855608]]
[[-3.05639629  1.10870836]]
[[-3.05790936  1.10886036]]
[[-3.05941971  1.10901209]]
[[-3.06092733  1.10916355]]
[[-3.06243223  1.10931473]]
[[-3.06393442  1.10946564]]
[[-3.06543391  1.10961628]]
[[-3.06693069  1.10976665]]
[[-3.06842477  1.10991675]]
[[-3.06991616  1.11006657]]
[[-3.07140486  1.11021613]]
[[-3.07289087  1.11036542]]
[[-3.07437421  1.11051443]]
[[-3.07585488  1.11066318]]
[[-3.07733287  1.11081166]]
[[-3.0788082   1.11095988]]
[[-3.08028087  1.11110782]]
[[-3.08175089  1.1112555 ]]
[[-3.08321826  1.11140292]]
[[-3.08468298  1.11155006]]
[[-3.08614506  1.11169694]]
[[-3.08760451  1.11184356]]
[[-3.08906132  1.11198991]]
[[-3.09051551  1.112136  ]]
[[-3.09196708  1.11228183]]
[[-3.09341603  1.11242739]]
[[-3.09486237  1.11257269]]
[[-3.0963061   1.11271773]]
[[-3.09774723  1.11286251]]
[[-3.09918577  1.11300702]]
[[-3.1006217   1.11315128]]
[[-3.10205506  1.11329528]]
[[-3.10348582  1.11343901]]
[[-3.10491401  1.11358249]]
[[-3.10633962  1.11372571]]
[[-3.10776267  1.11386867]]
[[-3.10918315  1.11401137]]
[[-3.11060106  1.11415382]]
[[-3.11201642  1.114296  ]]
[[-3.11342924  1.11443794]]
[[-3.1148395   1.11457961]]
[[-3.11624722  1.11472103]]
[[-3.11765241  1.1148622 ]]
[[-3.11905506  1.11500311]]
[[-3.12045518  1.11514377]]
[[-3.12185278  1.11528417]]
[[-3.12324786  1.11542432]]
[[-3.12464042  1.11556422]]
[[-3.12603048  1.11570387]]
[[-3.12741803  1.11584326]]
[[-3.12880307  1.1159824 ]]
[[-3.13018562  1.1161213 ]]
[[-3.13156568  1.11625994]]
[[-3.13294325  1.11639833]]
[[-3.13431834  1.11653647]]
[[-3.13569095  1.11667437]]
[[-3.13706109  1.11681201]]
[[-3.13842875  1.11694941]]
[[-3.13979395  1.11708656]]
[[-3.14115669  1.11722346]]
[[-3.14251697  1.11736011]]
[[-3.1438748   1.11749652]]
[[-3.14523019  1.11763269]]
[[-3.14658312  1.1177686 ]]
[[-3.14793363  1.11790428]]
[[-3.14928169  1.1180397 ]]
[[-3.15062733  1.11817489]]
[[-3.15197054  1.11830983]]
[[-3.15331133  1.11844452]]
[[-3.1546497   1.11857898]]
[[-3.15598566  1.11871319]]
[[-3.15731921  1.11884716]]
[[-3.15865036  1.11898089]]
[[-3.15997911  1.11911438]]
[[-3.16130546  1.11924762]]
[[-3.16262942  1.11938063]]
[[-3.163951    1.11951339]]
[[-3.16527019  1.11964592]]
[[-3.16658701  1.11977821]]
[[-3.16790145  1.11991026]]
[[-3.16921352  1.12004207]]
[[-3.17052323  1.12017365]]
[[-3.17183058  1.12030498]]
[[-3.17313557  1.12043608]]
[[-3.1744382   1.12056695]]
[[-3.17573849  1.12069758]]
[[-3.17703644  1.12082797]]
[[-3.17833204  1.12095813]]
[[-3.17962532  1.12108805]]
[[-3.18091625  1.12121774]]
[[-3.18220487  1.12134719]]
[[-3.18349116  1.12147642]]
[[-3.18477513  1.1216054 ]]
[[-3.18605678  1.12173416]]
[[-3.18733613  1.12186268]]
[[-3.18861317  1.12199098]]
[[-3.1898879   1.12211904]]
[[-3.19116034  1.12224687]]
[[-3.19243049  1.12237447]]
[[-3.19369835  1.12250184]]
[[-3.19496392  1.12262898]]
[[-3.19622721  1.12275589]]
[[-3.19748822  1.12288257]]
[[-3.19874696  1.12300903]]
[[-3.20000343  1.12313525]]
[[-3.20125764  1.12326125]]
[[-3.20250958  1.12338702]]
[[-3.20375927  1.12351257]]
[[-3.2050067   1.12363789]]
[[-3.20625189  1.12376298]]
[[-3.20749483  1.12388785]]
[[-3.20873553  1.12401249]]
[[-3.209974   1.1241369]]
[[-3.21121023  1.1242611 ]]
[[-3.21244424  1.12438507]]
[[-3.21367602  1.12450881]]
[[-3.21490557  1.12463233]]
[[-3.21613292  1.12475563]]
[[-3.21735805  1.12487871]]
[[-3.21858097  1.12500157]]
[[-3.21980169  1.1251242 ]]
[[-3.22102021  1.12524662]]
[[-3.22223653  1.12536881]]
[[-3.22345065  1.12549078]]
[[-3.22466259  1.12561253]]
[[-3.22587235  1.12573407]]
[[-3.22707992  1.12585538]]
[[-3.22828532  1.12597648]]
[[-3.22948855  1.12609735]]
[[-3.2306896   1.12621801]]
[[-3.23188849  1.12633845]]
[[-3.23308522  1.12645868]]
[[-3.23427979  1.12657869]]
[[-3.23547221  1.12669848]]
[[-3.23666248  1.12681805]]
[[-3.23785061  1.12693741]]
[[-3.23903659  1.12705656]]
[[-3.24022043  1.12717549]]
[[-3.24140214  1.1272942 ]]
[[-3.24258172  1.1274127 ]]
[[-3.24375918  1.12753099]]
[[-3.24493451  1.12764907]]
[[-3.24610772  1.12776693]]
[[-3.24727882  1.12788458]]
[[-3.24844781  1.12800202]]
[[-3.24961469  1.12811924]]
[[-3.25077946  1.12823626]]
[[-3.25194214  1.12835306]]
[[-3.25310272  1.12846965]]
[[-3.25426121  1.12858604]]
[[-3.25541761  1.12870221]]
[[-3.25657193  1.12881817]]
[[-3.25772416  1.12893393]]
[[-3.25887432  1.12904947]]
[[-3.26002241  1.12916481]]
[[-3.26116842  1.12927994]]
[[-3.26231237  1.12939486]]
[[-3.26345426  1.12950958]]
[[-3.26459409  1.12962408]]
 
[[-3.26573186  1.12973839]]
[[-3.26686759  1.12985248]]
[[-3.26800126  1.12996637]]
[[-3.2691329   1.13008006]]
[[-3.27026249  1.13019354]]
[[-3.27139005  1.13030681]]
[[-3.27251557  1.13041988]]
[[-3.27363907  1.13053275]]
[[-3.27476054  1.13064541]]
[[-3.27587999  1.13075788]]
[[-3.27699742  1.13087013]]
[[-3.27811283  1.13098219]]
[[-3.27922624  1.13109404]]
[[-3.28033764  1.1312057 ]]
[[-3.28144703  1.13131715]]
[[-3.28255443  1.1314284 ]]
[[-3.28365983  1.13153945]]
[[-3.28476324  1.13165029]]
[[-3.28586465  1.13176094]]
[[-3.28696409  1.13187139]]
[[-3.28806154  1.13198164]]
[[-3.28915701  1.1320917 ]]
[[-3.29025051  1.13220155]]
[[-3.29134203  1.13231121]]
[[-3.29243159  1.13242066]]
[[-3.29351919  1.13252992]]
[[-3.29460482  1.13263899]]
[[-3.2956885   1.13274786]]
[[-3.29677022  1.13285653]]
[[-3.29785   1.132965]]
[[-3.29892782  1.13307328]]
[[-3.30000371  1.13318137]]
[[-3.30107765  1.13328925]]
[[-3.30214966  1.13339695]]
[[-3.30321974  1.13350445]]
[[-3.30428789  1.13361176]]
[[-3.30535411  1.13371887]]
[[-3.30641841  1.13382579]]
[[-3.3074808   1.13393252]]
[[-3.30854126  1.13403906]]
[[-3.30959982  1.1341454 ]]
[[-3.31065647  1.13425155]]
[[-3.31171121  1.13435751]]
[[-3.31276405  1.13446328]]
[[-3.31381499  1.13456886]]
[[-3.31486404  1.13467425]]
[[-3.3159112   1.13477945]]
[[-3.31695647  1.13488445]]
[[-3.31799986  1.13498927]]
[[-3.31904136  1.1350939 ]]
[[-3.32008099  1.13519835]]
[[-3.32111875  1.1353026 ]]
[[-3.32215463  1.13540667]]
[[-3.32318865  1.13551054]]
[[-3.3242208   1.13561423]]
[[-3.32525109  1.13571774]]
[[-3.32627953  1.13582106]]
[[-3.32730611  1.13592419]]
[[-3.32833084  1.13602713]]
[[-3.32935372  1.13612989]]
[[-3.33037476  1.13623247]]
[[-3.33139396  1.13633486]]
[[-3.33241132  1.13643706]]
[[-3.33342685  1.13653908]]
[[-3.33444054  1.13664092]]
[[-3.33545241  1.13674257]]
[[-3.33646246  1.13684404]]
[[-3.33747068  1.13694533]]
[[-3.33847709  1.13704643]]
[[-3.33948168  1.13714736]]
[[-3.34048447  1.1372481 ]]
[[-3.34148544  1.13734866]]
[[-3.34248461  1.13744903]]
[[-3.34348198  1.13754923]]
[[-3.34447755  1.13764925]]
[[-3.34547133  1.13774908]]
[[-3.34646332  1.13784874]]
[[-3.34745351  1.13794821]]
[[-3.34844193  1.13804751]]
[[-3.34942856  1.13814663]]
[[-3.35041341  1.13824557]]
[[-3.35139649  1.13834433]]
[[-3.35237779  1.13844291]]
[[-3.35335733  1.13854132]]
[[-3.3543351   1.13863954]]
[[-3.35531111  1.13873759]]
[[-3.35628536  1.13883547]]
[[-3.35725785  1.13893316]]
[[-3.35822859  1.13903069]]
[[-3.35919758  1.13912803]]
[[-3.36016482  1.1392252 ]]
[[-3.36113032  1.1393222 ]]
[[-3.36209408  1.13941902]]
[[-3.3630561   1.13951566]]
[[-3.36401639  1.13961213]]
[[-3.36497494  1.13970843]]
[[-3.36593177  1.13980455]]
[[-3.36688688  1.1399005 ]]
[[-3.36784026  1.13999628]]
[[-3.36879192  1.14009189]]
[[-3.36974187  1.14018732]]
[[-3.37069011  1.14028258]]
[[-3.37163663  1.14037767]]
[[-3.37258145  1.14047259]]
[[-3.37352457  1.14056733]]
[[-3.37446599  1.14066191]]
[[-3.37540571  1.14075631]]
[[-3.37634373  1.14085055]]
[[-3.37728007  1.14094461]]
[[-3.37821471  1.14103851]]
[[-3.37914768  1.14113224]]
[[-3.38007896  1.14122579]]
[[-3.38100856  1.14131918]]
[[-3.38193649  1.1414124 ]]
[[-3.38286274  1.14150545]]
[[-3.38378732  1.14159834]]
[[-3.38471024  1.14169106]]
[[-3.3856315   1.14178361]]
[[-3.38655109  1.14187599]]
[[-3.38746902  1.1419682 ]]
[[-3.38838531  1.14206026]]
[[-3.38929993  1.14215214]]
[[-3.39021291  1.14224386]]
[[-3.39112425  1.14233541]]
[[-3.39203394  1.1424268 ]]
[[-3.39294199  1.14251802]]
[[-3.39384841  1.14260908]]
[[-3.39475319  1.14269998]]
[[-3.39565634  1.14279071]]
[[-3.39655786  1.14288128]]
[[-3.39745776  1.14297168]]
[[-3.39835604  1.14306192]]
[[-3.39925269  1.143152  ]]
[[-3.40014773  1.14324192]]
[[-3.40104116  1.14333167]]
[[-3.40193297  1.14342127]]
[[-3.40282318  1.1435107 ]]
[[-3.40371178  1.14359997]]
[[-3.40459879  1.14368908]]
[[-3.40548419  1.14377802]]
[[-3.406368    1.14386681]]
[[-3.40725021  1.14395544]]
[[-3.40813083  1.14404391]]
[[-3.40900987  1.14413222]]
[[-3.40988732  1.14422037]]
[[-3.41076319  1.14430836]]
[[-3.41163748  1.14439619]]
[[-3.4125102   1.14448386]]
[[-3.41338134  1.14457138]]
[[-3.41425091  1.14465874]]
[[-3.41511891  1.14474594]]
[[-3.41598535  1.14483298]]
[[-3.41685023  1.14491987]]
[[-3.41771355  1.1450066 ]]
[[-3.41857531  1.14509317]]
[[-3.41943552  1.14517959]]
[[-3.42029418  1.14526585]]
[[-3.42115129  1.14535195]]
[[-3.42200685  1.1454379 ]]
[[-3.42286088  1.1455237 ]]
[[-3.42371336  1.14560934]]
[[-3.42456431  1.14569483]]
[[-3.42541372  1.14578016]]
[[-3.4262616   1.14586534]]
[[-3.42710795  1.14595037]]
[[-3.42795278  1.14603524]]
[[-3.42879609  1.14611996]]
[[-3.42963787  1.14620452]]
[[-3.43047814  1.14628894]]
[[-3.43131689  1.1463732 ]]
[[-3.43215413  1.14645731]]
[[-3.43298987  1.14654127]]
[[-3.43382409  1.14662507]]
[[-3.43465681  1.14670873]]
[[-3.43548803  1.14679224]]
[[-3.43631775  1.14687559]]
[[-3.43714598  1.14695879]]
[[-3.43797271  1.14704185]]
[[-3.43879796  1.14712475]]
[[-3.43962171  1.14720751]]
[[-3.44044398  1.14729011]]
[[-3.44126477  1.14737257]]
[[-3.44208408  1.14745488]]
[[-3.44290191  1.14753704]]
[[-3.44371827  1.14761905]]
[[-3.44453316  1.14770092]]
[[-3.44534657  1.14778263]]
[[-3.44615852  1.1478642 ]]
[[-3.44696901  1.14794562]]
[[-3.44777804  1.1480269 ]]
[[-3.44858561  1.14810803]]
[[-3.44939172  1.14818901]]
[[-3.45019638  1.14826985]]
[[-3.45099959  1.14835054]]
[[-3.45180135  1.14843108]]
[[-3.45260166  1.14851148]]
[[-3.45340054  1.14859174]]
[[-3.45419797  1.14867185]]
[[-3.45499396  1.14875182]]
[[-3.45578852  1.14883164]]
[[-3.45658165  1.14891132]]
[[-3.45737335  1.14899085]]
[[-3.45816362  1.14907024]]
[[-3.45895247  1.14914949]]
[[-3.4597399  1.1492286]]
[[-3.4605259   1.14930756]]
[[-3.46131049  1.14938638]]
[[-3.46209366  1.14946506]]
[[-3.46287543  1.1495436 ]]
[[-3.46365578  1.14962199]]
[[-3.46443473  1.14970024]]
[[-3.46521227  1.14977836]]
[[-3.46598841  1.14985633]]
[[-3.46676315  1.14993416]]
[[-3.4675365   1.15001185]]
[[-3.46830845  1.1500894 ]]
[[-3.46907901  1.15016681]]
[[-3.46984818  1.15024408]]
[[-3.47061597  1.15032122]]
[[-3.47138237  1.15039821]]
[[-3.47214739  1.15047506]]
[[-3.47291103  1.15055178]]
[[-3.47367329  1.15062836]]
[[-3.47443418  1.1507048 ]]
[[-3.4751937  1.1507811]]
[[-3.47595185  1.15085726]]
[[-3.47670863  1.15093329]]
[[-3.47746405  1.15100918]]
[[-3.4782181   1.15108493]]
[[-3.4789708   1.15116055]]
[[-3.47972214  1.15123603]]
[[-3.48047212  1.15131138]]
[[-3.48122076  1.15138658]]
[[-3.48196804  1.15146166]]
[[-3.48271398  1.15153659]]
[[-3.48345857  1.1516114 ]]
[[-3.48420182  1.15168606]]
[[-3.48494373  1.1517606 ]]
[[-3.48568431  1.151835  ]]
[[-3.48642354  1.15190926]]
[[-3.48716145  1.15198339]]
[[-3.48789803  1.15205739]]
[[-3.48863327  1.15213125]]
[[-3.4893672   1.15220498]]
[[-3.4900998   1.15227858]]
[[-3.49083108  1.15235204]]
[[-3.49156104  1.15242538]]
[[-3.49228968  1.15249858]]
[[-3.49301701  1.15257165]]
[[-3.49374303  1.15264458]]
[[-3.49446775  1.15271739]]
[[-3.49519115  1.15279006]]
[[-3.49591325  1.1528626 ]]
[[-3.49663405  1.15293502]]
[[-3.49735355  1.1530073 ]]
[[-3.49807176  1.15307945]]
[[-3.49878866  1.15315147]]
[[-3.49950428  1.15322336]]
[[-3.50021861  1.15329512]]
[[-3.50093165  1.15336676]]
[[-3.5016434   1.15343826]]
[[-3.50235387  1.15350963]]
[[-3.50306306  1.15358088]]
[[-3.50377097  1.153652  ]]
[[-3.50447761  1.15372299]]
[[-3.50518297  1.15379385]]
[[-3.50588706  1.15386458]]
[[-3.50658988  1.15393519]]
[[-3.50729143  1.15400567]]
[[-3.50799172  1.15407602]]
[[-3.50869075  1.15414624]]
[[-3.50938852  1.15421634]]
[[-3.51008503  1.15428631]]
[[-3.51078028  1.15435616]]
[[-3.51147428  1.15442588]]
[[-3.51216703  1.15449547]]
[[-3.51285853  1.15456494]]
[[-3.51354879  1.15463428]]
[[-3.5142378  1.1547035]]
[[-3.51492556  1.1547726 ]]
[[-3.51561209  1.15484157]]
[[-3.51629738  1.15491041]]
[[-3.51698144  1.15497913]]
[[-3.51766426  1.15504773]]
[[-3.51834585  1.1551162 ]]
[[-3.51902621  1.15518455]]
[[-3.51970535  1.15525278]]
[[-3.52038326  1.15532088]]
[[-3.52105995  1.15538886]]
[[-3.52173542  1.15545672]]
[[-3.52240968  1.15552446]]
[[-3.52308271  1.15559207]]
[[-3.52375454  1.15565956]]
[[-3.52442515  1.15572693]]
[[-3.52509455  1.15579418]]
[[-3.52576275  1.15586131]]
[[-3.52642975  1.15592832]]
[[-3.52709554  1.1559952 ]]
[[-3.52776013  1.15606197]]
[[-3.52842352  1.15612861]]
[[-3.52908572  1.15619514]]
[[-3.52974672  1.15626154]]
[[-3.53040653  1.15632783]]
[[-3.53106515  1.15639399]]
[[-3.53172259  1.15646004]]
[[-3.53237884  1.15652597]]
[[-3.53303391  1.15659178]]
[[-3.53368779  1.15665747]]
[[-3.5343405   1.15672304]]
[[-3.53499203  1.15678849]]
[[-3.53564239  1.15685383]]
[[-3.53629157  1.15691904]]
[[-3.53693958  1.15698414]]
[[-3.53758643  1.15704913]]
[[-3.53823211  1.15711399]]
[[-3.53887663  1.15717874]]
[[-3.53951998  1.15724337]]
[[-3.54016217  1.15730789]]
[[-3.54080321  1.15737229]]
[[-3.54144309  1.15743657]]
[[-3.54208182  1.15750074]]
[[-3.5427194   1.15756479]]
[[-3.54335582  1.15762872]]
[[-3.5439911   1.15769255]]
[[-3.54462524  1.15775625]]
[[-3.54525823  1.15781984]]
[[-3.54589008  1.15788332]]
[[-3.54652079  1.15794668]]
[[-3.54715037  1.15800993]]
[[-3.54777881  1.15807306]]
[[-3.54840611  1.15813608]]
[[-3.54903229  1.15819899]]
[[-3.54965734  1.15826178]]
[[-3.55028126  1.15832446]]
[[-3.55090406  1.15838703]]
[[-3.55152573  1.15844948]]
[[-3.55214628  1.15851182]]
[[-3.55276572  1.15857405]]
[[-3.55338403  1.15863617]]
[[-3.55400124  1.15869817]]
[[-3.55461733  1.15876006]]
[[-3.55523231  1.15882185]]
[[-3.55584618  1.15888352]]
[[-3.55645894  1.15894508]]
[[-3.5570706   1.15900652]]
[[-3.55768116  1.15906786]]
[[-3.55829062  1.15912909]]
[[-3.55889898  1.1591902 ]]
[[-3.55950624  1.15925121]]
[[-3.56011241  1.15931211]]
[[-3.56071748  1.15937289]]
[[-3.56132147  1.15943357]]
[[-3.56192436  1.15949414]]
[[-3.56252617  1.15955459]]
[[-3.56312689  1.15961494]]
[[-3.56372653  1.15967518]]
[[-3.56432509  1.15973532]]
[[-3.56492257  1.15979534]]
[[-3.56551898  1.15985525]]
[[-3.56611431  1.15991506]]
[[-3.56670856  1.15997476]]
[[-3.56730175  1.16003435]]
[[-3.56789386  1.16009384]]
[[-3.56848491  1.16015321]]
[[-3.56907489  1.16021248]]
[[-3.56966381  1.16027165]]
[[-3.57025167  1.1603307 ]]
[[-3.57083847  1.16038965]]
[[-3.5714242  1.1604485]]
[[-3.57200889  1.16050724]]
[[-3.57259252  1.16056587]]
[[-3.5731751   1.16062439]]
[[-3.57375662  1.16068281]]
[[-3.5743371   1.16074113]]
[[-3.57491654  1.16079934]]
[[-3.57549493  1.16085745]]
[[-3.57607227  1.16091545]]
[[-3.57664858  1.16097334]]
[[-3.57722384  1.16103113]]
[[-3.57779807  1.16108882]]
[[-3.57837127  1.16114641]]
[[-3.57894343  1.16120389]]
[[-3.57951456  1.16126126]]
[[-3.58008466  1.16131853]]
[[-3.58065373  1.1613757 ]]
[[-3.58122178  1.16143277]]
[[-3.5817888   1.16148973]]
[[-3.5823548  1.1615466]]
[[-3.58291978  1.16160335]]
[[-3.58348375  1.16166001]]
[[-3.58404669  1.16171656]]
[[-3.58460862  1.16177302]]
[[-3.58516954  1.16182937]]
[[-3.58572945  1.16188561]]
[[-3.58628834  1.16194176]]
[[-3.58684623  1.16199781]]
[[-3.58740312  1.16205375]]
[[-3.587959   1.1621096]]
[[-3.58851388  1.16216534]]
[[-3.58906776  1.16222098]]
[[-3.58962064  1.16227653]]
[[-3.59017252  1.16233197]]
[[-3.59072341  1.16238731]]
[[-3.5912733   1.16244256]]
[[-3.59182221  1.1624977 ]]
[[-3.59237012  1.16255274]]
[[-3.59291705  1.16260769]]
[[-3.59346299  1.16266253]]
[[-3.59400795  1.16271728]]
[[-3.59455192  1.16277193]]
[[-3.59509491  1.16282648]]
[[-3.59563693  1.16288093]]
[[-3.59617797  1.16293528]]
[[-3.59671803  1.16298954]]
[[-3.59725712  1.16304369]]
[[-3.59779524  1.16309775]]
[[-3.59833239  1.16315172]]
 
[[-3.59886857  1.16320558]]
[[-3.59940378  1.16325935]]
[[-3.59993803  1.16331302]]
[[-3.60047131  1.16336659]]
[[-3.60100363  1.16342007]]
[[-3.601535    1.16347345]]
[[-3.60206541  1.16352674]]
[[-3.60259486  1.16357993]]
[[-3.60312335  1.16363302]]
[[-3.60365089  1.16368602]]
[[-3.60417749  1.16373892]]
[[-3.60470313  1.16379173]]
[[-3.60522783  1.16384444]]
[[-3.60575158  1.16389705]]
[[-3.60627438  1.16394958]]
[[-3.60679624  1.164002  ]]
[[-3.60731717  1.16405434]]
[[-3.60783715  1.16410657]]
[[-3.6083562   1.16415872]]
[[-3.60887431  1.16421077]]
[[-3.60939148  1.16426272]]
[[-3.60990773  1.16431459]]
[[-3.61042304  1.16436635]]
[[-3.61093743  1.16441803]]
[[-3.61145088  1.16446961]]
[[-3.61196342  1.1645211 ]]
[[-3.61247502  1.1645725 ]]
[[-3.61298571  1.1646238 ]]
[[-3.61349548  1.16467501]]
[[-3.61400432  1.16472613]]
[[-3.61451225  1.16477716]]
[[-3.61501927  1.16482809]]
[[-3.61552536  1.16487894]]
[[-3.61603055  1.16492969]]
[[-3.61653483  1.16498035]]
[[-3.6170382   1.16503092]]
[[-3.61754066  1.1650814 ]]
[[-3.61804221  1.16513178]]
[[-3.61854286  1.16518208]]
[[-3.61904261  1.16523228]]
[[-3.61954146  1.1652824 ]]
[[-3.62003941  1.16533242]]
[[-3.62053646  1.16538236]]
[[-3.62103261  1.1654322 ]]
[[-3.62152787  1.16548195]]
[[-3.62202224  1.16553162]]
[[-3.62251571  1.16558119]]
[[-3.6230083   1.16563068]]
[[-3.6235      1.16568008]]
[[-3.62399081  1.16572938]]
[[-3.62448074  1.1657786 ]]
[[-3.62496978  1.16582773]]
[[-3.62545795  1.16587677]]
[[-3.62594523  1.16592573]]
[[-3.62643163  1.16597459]]
[[-3.62691716  1.16602337]]
[[-3.62740182  1.16607206]]
[[-3.62788559  1.16612066]]
[[-3.6283685   1.16616917]]
[[-3.62885054  1.1662176 ]]
[[-3.6293317   1.16626593]]
[[-3.62981201  1.16631419]]
[[-3.63029144  1.16636235]]
6.737190464870007
5.9315935686049555
5.901154707081388
5.895228586444221
5.8900949431173295
5.885004158443647
5.879932480491418
5.874879094762575
5.869843911806385
5.8648268653129305
5.859827889932181
5.85484692057229
5.849883892376587
5.844938740722034
5.840011401218361
5.835101809707226
5.830209902261388
5.825335615183862
5.820478885007099
5.815639648492154
5.810817842627869
5.806013404630044
5.801226271940628
5.7964563822269
5.7917036733806535
5.7869680835173956
5.782249550975539
5.777548014315596
5.772863412319381
5.768195683989212
5.76354476854712
5.758910605434047
5.754293134309077
5.749692295048629
5.745108027745684
5.740540272709012
5.735988970462381
5.731454061743792
5.726935487504702
5.722433188909257
5.717947107333528
5.713477184364749
5.709023361800549
5.704585581648199
5.700163786123857
5.695757917651815
5.691367918863752
5.68699373259798
5.682635301898707
5.678292570015292
5.673965480401506
5.669653976714796
5.6653580028155535
5.661077502766379
5.6568124208313595
5.6525627014753335
5.648328289363181
5.644109129359092
5.639905166525854
5.635716346124135
5.631542613611772
5.627383914643055
5.623240195068026
5.619111400931778
5.61499747847374
5.610898374126984
5.606814034517531
5.602744406463646
5.598689436975159
5.59464907325276
5.590623262687323
5.586611952859217
5.5826150915376225
5.578632626679853
5.574664506430678
5.570710679121643
5.566771093270403
5.562845697580051
5.558934440938442
5.555037272417543
5.551154141272754
5.547284996942256
5.5434297890463515
5.539588467386808
5.535760981946204
5.531947282887275
5.5281473205522715
5.524361045462306
5.520588408316713
5.5168293599924025
5.513083851543225
5.5093518341993315
5.5056332593665385
5.501928078625699
5.498236243732065
5.494557706614666
5.490892419375677
5.487240334289805
5.483601403803652
5.479975580535112
5.476362817272741
5.472763066975151
5.469176282770398
5.465602417955358
5.462041425995137
5.4584932605224585
5.454957875337047
5.451435224405051
5.4479252618584235
5.444427941994333
5.440943219274565
5.437471048324934
5.434011383934687
5.430564181055919
5.427129394802985
5.423706980451918
5.420296893439836
5.416899089364382
5.413513523983123
5.410140153212988
5.406778933129694
5.403429819967165
5.400092770116975
5.396767740127768
5.393454686704697
5.390153566708862
5.386864337156746
5.383586955219661
5.380321378223178
5.37706756364658
5.373825469122317
5.37059505243543
5.367376271523024
5.364169084473712
5.360973449527068
5.357789325073084
5.354616669651632
5.3514554419519165
5.348305600811943
5.34516710521798
5.342039914304029
5.338923987351284
5.335819283787603
5.332725763186988
5.329643385269053
5.326572109898499
5.323511897084587
5.32046270698063
5.317424499883461
5.314397236232924
5.311380876611354
5.3083753817430726
5.305380712493861
5.302396829870465
5.2994236950200815
5.296461269229852
5.29350951392636
5.290568390675129
5.287637861180118
5.284717887283231
5.281808430963811
5.278909454338153
5.276020919659
5.273142789315069
5.270275025830544
5.267417591864593
5.264570450210886
5.261733563797111
5.258906895684483
5.256090409067274
5.253284067272322
5.250487833758565
5.2477016721165555
5.244925546067995
5.242159419465253
5.2394032562909025
5.236657020657251
5.2339206768058695
5.2311941891071285
5.228477522059736
5.225770640290271
5.223073508552729
5.220386091728056
5.217708354823697
5.215040262973137
5.212381781435449
5.2097328755948435
5.207093510960208
5.204463653164672
5.201843267965149
5.199232321241896
5.196630778998063
5.194038607359259
5.191455772573107
5.188882241008802
5.1863179791566765
5.18376295362776
5.181217131153349
5.1786804785845755
5.176152962891967
5.173634551165021
5.171125210611782
5.168624908558404
5.166133612448731
5.163651289843875
5.161177908421789
5.15871343597685
5.156257840419434
5.153811089775505
5.151373152186197
5.148943995907395
5.146523589309322
5.144111900876139
5.141708899205515
5.139314553008234
5.136928831107778
5.134551702439932
5.132183136052364
5.129823101104237
5.127471566865799
5.12512850271798
5.122793878152007
5.120467662768992
5.118149826279542
5.115840338503367
5.113539169368884
5.111246288912825
5.108961667279848
5.10668527472215
5.104417081599077
5.102157058376736
5.099905175627619
5.097661404030211
5.095425714368609
5.093198077532151
5.090978464515021
5.088766846415887
5.086563194437517
5.084367479886401
5.082179674172386
5.079999748808297
5.0778276754095675
5.075663425693872
5.0735069714807555
5.071358284691268
5.069217337347596
5.067084101572705
5.064958549589969
5.06284065372281
5.060730386394342
5.05862772012701
5.056532627542231
5.0544450813600355
5.052365054398719
5.050292519574479
5.0482274499010735
5.046169818489457
5.044119598547441
5.042076763379341
5.040041286385627
5.038013141062576
5.035992301001939
5.033978739890578
5.031972431510141
5.029973349736707
5.027981468540455
5.025996761985324
5.024019204228667
5.022048769520927
5.020085432205293
5.018129166717367
5.016179947584834
5.014237749427129
5.012302546955106
5.010374314970709
5.0084530283666435
5.006538662126046
5.004631191322175
5.002730591118061
5.0008368367662
4.998949903608226
4.997069767074595
4.995196402684257
4.993329786044343
4.991469892849846
4.9896166988833
4.987770180014478
4.98593031220006
4.984097071483333
4.982270433993872
4.9804503759472345
4.978636873644648
4.9768299034727
4.975029441903031
4.973235465492034
4.971447950880541
4.969666874793521
4.967892214039785
4.966123945511668
4.964362046184744
4.962606493117519
4.96085726345113
4.959114334409053
4.957377683296804
4.95564728750164
4.95392312449227
4.95220517181856
4.95049340711124
4.948787808081611
4.9470883525212574
4.94539501830176
4.943707783374399
4.942026625769877
4.940351523598029
4.938682455047537
4.937019398385641
4.935362331957869
4.933711234187743
4.9320660835764984
4.930426858702819
4.928793538222535
4.927166100868362
4.925544525449623
4.923928790851962
4.922318876037079
4.920714760042454
4.919116421981069
4.91752384104114
4.915936996485853
4.914355867653075
4.912780433955111
4.911210674878409
4.9096465699833125
4.908088098903784
4.906535241347148
4.904987977093815
4.903446285997033
4.90191014798261
4.9003795430486665
4.898854451265366
4.897334852774656
4.895820727790016
4.894312056596192
4.892808819548944
4.89131099707479
4.889818569670748
4.88833151790409
4.88684982241208
4.885373463901725
4.883902423149523
4.88243668100122
4.880976218371547
4.879521016243985
4.878071055670509
4.876626317771341
4.875186783734713
4.87375243481661
4.872323252340535
4.8708992176972625
4.869480312344595
4.868066517807122
4.866657815675987
4.865254187608633
4.863855615328574
4.862462080625159
4.861073565353324
4.859690051433372
4.858311520850714
4.856937955655664
4.855569337963178
4.85420564995264
4.852846873867617
4.85149299201564
4.850143986767962
4.8487998405593355
4.847460535887785
4.84612605531437
4.8447963814629675
4.843471497020046
4.842151384734429
4.840836027417081
4.839525407940883
4.838219509240404
4.836918314311682
4.835621806212003
4.834329968059677
4.833042783033826
4.8317602343741575
4.830482305380745
4.829208979413817
4.827940239893541
4.826676070299799
4.825416454171979
4.824161375108761
4.822910816767899
4.821664762866011
4.820423197178371
4.819186103538688
4.817953465838902
4.816725268028978
4.8155014941166865
4.814282128167403
4.813067154303901
4.811856556706141
4.810650319611066
4.809448427312395
4.808250864160425
4.807057614561817
4.805868662979403
4.804683993931975
4.80350359199409
4.802327441795866
4.80115552802278
4.799987835415476
4.798824348769555
4.7976650529353915
4.796509932817919
4.795358973376449
4.7942121596244665
4.793069476629436
4.791930909512612
4.790796443448837
4.789666063666355
4.788539755446615
4.787417504124084
4.786299295086054
4.785185113772448
4.784074945675635
4.7829687763402395
4.781866591362954
4.780768376392351
4.779674117128695
4.778583799323759
4.777497408780635
4.776414931353552
4.775336352947692
4.774261659519006
4.773190837074032
4.772123871669708
4.771060749413197
4.770001456461701
4.768945979022287
4.767894303351698
4.7668464157561825
4.765802302591315
4.764761950261812
4.763725345221363
4.762692473972447
4.761663323066164
4.760637879102053
4.7596161287279255
4.75859805863968
4.757583655581141
4.7565729063438775
4.755565797767038
4.7545623167371724
4.753562450188067
4.752566185100569
4.751573508502425
4.750584407468098
4.7495988691186195
4.7486168806214
4.7476384291900775
4.7466635020843455
4.745692086609787
4.744724170117706
4.743759740004973
4.742798783713851
4.741841288731832
4.740887242591484
4.739936632870274
4.738989447190423
4.738045673218728
4.737105298666416
4.736168311288972
4.735234698885989
4.734304449301005
4.733377550421342
4.732453990177952
4.731533756545261
4.730616837541011
4.7297032212260985
4.7287928957044265
4.7278858491227505
4.726982069670518
4.726081545579717
4.725184265124721
4.724290216622143
4.7233993884306775
4.722511768950947
4.721627346625359
4.7207461099379495
4.7198680474142325
4.718993147621053
4.7181213991664395
4.717252790699451
4.716387310910036
4.715524948528875
4.7146656923272445
4.713809531116866
4.712956453749759
4.712106449118099
4.711259506154066
4.710415613829716
4.709574761156817
4.708736937186721
4.707902131010216
4.707070331757381
4.706241528597455
4.70541571073868
4.7045928674281745
4.7037729879517896
4.702956061633963
4.70214207783759
4.701331025963877
4.700522895452207
4.699717675780005
4.698915356462592
4.6981159270530615
4.6973193771421275
4.696525696358007
4.695734874366266
4.694946900869703
4.694161765608201
4.6933794583586
4.692599968934568
4.691823287186457
4.691049403001182
4.69027830630208
4.689509987048791
4.688744435237113
4.687981640898881
4.6872215941018345
4.686464284949491
4.685709703581008
4.684957840171069
4.684208684929745
4.683462228102367
4.682718459969402
4.681977370846331
4.681238951083514
4.680503191066067
4.679770081213745
4.679039611980803
4.678311773855883
4.677586557361888
4.676863953055852
4.676143951528825
4.675426543405748
4.674711719345328
4.6739994700399246
4.673289786215413
4.672582658631084
4.671878078079505
4.671176035386413
4.6704765214105874
4.669779527043733
4.669085043210365
4.668393060867689
4.667703571005477
4.667016564645957
4.666332032843698
4.665649966685489
4.664970357290219
4.664293195808771
4.6636184734239015
4.662946181350124
4.6622763108336
4.661608853152018
4.660943799614486
4.660281141561418
4.659620870364415
4.65896297742616
4.658307454180302
4.657654292091346
4.657003482654543
4.6563550173957715
4.65570888787144
4.655065085668367
4.654423602403678
4.653784429724688
4.6531475593088025
4.6525129828634
4.651880692125735
4.651250678862817
4.650622934871314
4.649997451977443
4.649374222036858
4.648753236934556
4.648134488584754
4.647517968930801
4.646903669945062
4.64629158362882
4.645681702012166
4.6450740171539
4.644468521141423
4.6438652060906405
4.643264064145854
4.642665087479663
4.6420682682928565
4.6414735988143185
4.6408810713009245
4.64029067803744
4.63970241133642
4.6391162635381065
4.638532227010339
4.637950294148439
4.637370457375125
4.636792709140407
4.636217041921488
4.6356434482226705
4.635071920575256
4.634502451537443
4.633935033694242
4.633369659657368
4.632806322065146
4.632245013582422
4.63168572690046
4.63112845473685
4.630573189835415
4.630019924966111
4.6294686529249365
4.628919366533842
4.62837205864063
4.627826722118864
4.627283349867779
4.626741934812184
4.626202469902373
4.625664948114038
4.625129362448163
4.62459570593095
4.624063971613714
4.623534152572803
4.623006241909502
4.622480232749945
4.621956118245025
4.621433891570306
4.620913545925933
4.62039507453654
4.619878470651173
4.619363727543187
4.6188508385101725
4.618339796873855
4.6178305959800205
4.617323229198419
4.6168176899226845
4.61631397157025
4.61581206758225
4.615311971423451
4.6148136765821555
4.614317176570122
4.613822464922479
4.613329535197642
4.612838380977227
4.612348995865971
4.611861373491642
4.611375507504967
4.6108913915795355
4.610409019411731
4.609928384720636
4.609449481247963
4.60897230275796
4.608496843037341
4.608023095895198
4.60755105516292
4.60708071469412
4.606612068364546
4.606145110072004
4.605679833736285
4.605216233299077
4.60475430272389
4.604294035995977
4.603835427122257
4.603378470131233
4.60292315907292
4.602469488018765
4.602017451061565
4.601567042315398
4.601118255915542
4.6006710860184
4.600225526801421
4.59978157246303
4.5993392172225445
4.598898455320108
4.5984592810166065
4.598021688593604
4.5975856723532535
4.597151226618241
4.596718345731694
4.596287024057119
4.595857255978325
4.595429035899349
4.595002358244384
4.5945772174577115
4.594153608003618
4.593731524366329
4.593310961049946
4.5928919125783585
4.592474373495182
4.592058338363686
4.591643801766726
4.591230758306666
4.590819202605313
4.590409129303844
4.590000533062744
4.589593408561724
4.5891877504996605
4.588783553594528
4.588380812583321
4.587979522221995
4.587579677285394
4.587181272567178
4.586784302879765
4.586388763054259
4.585994647940378
4.585601952406391
4.585210671339057
4.5848207996435475
4.584432332243385
4.584045264080381
4.583659590114562
4.583275305324111
4.582892404705298
4.582510883272418
4.582130736057722
4.581751958111354
4.581374544501292
4.580998490313272
4.580623790650735
4.58025044063476
4.579878435403997
4.579507770114606
4.579138439940198
4.5787704400717635
4.578403765717618
4.5780384121033375
4.577674374471689
4.577311648082584
4.576950228212997
4.576590110156924
4.5762312892253085
4.57587376074598
4.575517520063601
4.575162562539603
4.574808883552121
4.574456478495943
4.574105342782438
4.573755471839512
4.573406861111529
4.573059506059272
4.572713402159867
4.572368544906735
4.572024929809527
4.571682552394068
4.5713414082023025
4.571001492792229
4.5706628017378454
4.570325330629094
4.569989075071803
4.569654030687624
4.56932019311398
4.568987558004012
4.568656121026514
4.568325877865882
4.567996824222056
4.567668955810466
4.5673422683619735
4.567016757622818
4.566692419354559
4.566369249334027
4.566047243353257
4.565726397219448
4.565406706754897
4.56508816779695
4.56477077619795
4.564454527825168
4.564139418560777
4.563825444301771
4.563512600959929
4.563200884461748
4.562890290748406
4.562580815775695
4.562272455513976
4.561965205948124
4.561659063077476
4.5613540229157845
4.561050081491149
4.560747234845985
4.560445479036962
4.560144810134948
4.559845224224967
4.559546717406144
4.559249285791658
4.558952925508681
4.558657632698341
4.558363403515664
4.558070234129523
4.557778120722592
4.557487059491294
4.557197046645756
4.5569080784097515
4.556620151020655
4.5563332607294
4.556047403800417
4.5557625765115946
4.555478775154231
4.555195996032979
4.554914235465802
4.554633489783926
4.554353755331798
4.554075028467021
4.553797305560327
4.553520582995516
4.553244857169412
4.552970124491824
4.552696381385487
4.5524236242860185
4.5521518496418825
4.551881053914331
4.551611233577363
4.551342385117678
4.551074505034629
4.550807589840181
4.55054163605886
4.550276640227711
4.550012598896252
4.549749508626433
4.549487365992583
4.549226167581371
4.5489659099917645
4.548706589834975
4.548448203734425
4.548190748325698
4.547934220256497
4.547678616186597
4.547423932787805
4.547170166743919
4.546917314750677
4.546665373515724
4.54641433975856
4.546164210210502
4.545914981614642
4.545666650725801
4.54541921431049
4.545172669146869
4.544927012024698
4.544682239745306
4.544438349121538
4.5441953369777215
4.543953200149623
4.543711935484407
4.543471539840591
4.543232010088012
4.542993343107778
4.542755535792233
4.542518585044917
4.542282487780517
4.5420472409248385
4.541812841414758
4.5415792861981865
4.541346572234026
4.541114696492135
4.540883655953286
4.540653447609124
4.540424068462133
4.540195515525591
4.539967785823538
4.53974087639073
4.539514784272603
4.539289506525238
4.53906504021532
4.538841382420095
4.538618530227342
4.538396480735327
4.538175231052766
4.537954778298796
4.537735119602923
4.537516252104995
4.537298172955165
4.537080879313848
4.5368643683516865
4.536648637249516
4.536433683198326
4.536219503399223
4.536006095063398
4.535793455412081
4.535581581676516
4.535370471097922
4.53516012092745
4.534950528426151
4.534741690864946
4.534533605524584
4.534326269695612
4.534119680678329
4.533913835782765
4.533708732328634
4.5335043676453095
4.533300739071782
4.533097843956624
4.532895679657962
4.532694243543437
4.532493532990171
4.532293545384737
4.532094278123115
4.53189572861067
4.531697894262111
4.531500772501458
4.531304360762013
4.531108656486318
4.53091365712613
4.530719360142384
4.53052576300516
4.530332863193653
4.530140658196134
4.529949145509925
4.529758322641359
4.529568187105754
4.529378736427375
4.5291899681394066
4.529001879783919
4.5288144689118335
4.5286277330828915
4.528441669865631
4.528256276837341
4.52807155158404
4.527887491700442
4.527704094789922
4.52752135846449
4.527339280344757
4.527157858059904
4.52697708924765
4.526796971554227
4.52661750263434
4.526438680151146
4.526260501776218
4.526082965189512
4.5259060680793475
4.525729808142365
4.525554183083503
4.525379190615968
4.525204828461203
4.525031094348856
4.524857986016757
4.524685501210879
4.524513637685319
4.524342393202259
4.524171765531945
4.524001752452654
4.523832351750661
4.523663561220222
4.523495378663533
4.523327801890707
4.523160828719746
4.5229944569765115
4.522828684494693
4.522663509115789
4.522498928689068
4.522334941071547
4.52217154412796
4.522008735730734
4.521846513759959
4.52168487610336
4.521523820656275
4.521363345321613
4.521203448009849
4.521044126638972
4.520885379134478
4.520727203429336
4.520569597463955
4.520412559186166
4.520256086551191
4.520100177521617
4.51994483006737
4.519790042165688
4.519635811801097
4.519482136965378
4.519329015657547
4.519176445883833
4.519024425657638
4.518872952999525
4.518722025937183
4.518571642505413
4.518421800746084
4.518272498708126
4.518123734447491
4.517975506027139
4.517827811517002
4.517680648993969
4.517534016541849
4.517387912251361
4.517242334220096
4.517097280552497
4.51695274935984
4.516808738760196
4.516665246878423
4.516522271846126
4.516379811801646
4.516237864890023
4.516096429262984
4.515955503078914
4.515815084502823
4.5156751717063415
4.515535762867679
4.515396856171607
4.51525844980944
4.515120541978999
4.514983130884608
4.514846214737048
4.51470979175355
4.514573860157766
4.514438418179744
4.514303464055912
4.5141689960290465
4.514035012348253
4.513901511268946
4.513768491052821
4.51363594996784
4.5135038862881975
4.513372298294308
4.513241184272777
4.5131105425163875
4.512980371324064
4.512850669000864
4.512721433857947
4.512592664212556
4.512464358387996
4.512336514713613
4.5122091315247665
4.512082207162816
4.511955739975092
4.51182972831488
4.511704170541396
4.511579065019767
4.511454410121005
4.511330204221998
4.511206445705468
4.511083132959974
4.510960264379873
4.510837838365307
4.51071585332218
4.5105943076621395
4.510473199802552
4.510352528166485
4.510232291182688
4.510112487285566
4.509993114915171
4.509874172517162
4.509755658542808
4.50963757144895
4.509519909697992
4.509402671757868
4.509285856102039
4.509169461209461
4.509053485564569
4.508937927657257
4.508822785982858
4.508708059042126
4.508593745341215
4.5084798433916555
4.508366351710347
4.508253268819525
4.508140593246748
4.508028323524884
4.507916458192077
4.507804995791744
4.507693934872545
4.5075832739883674
4.507473011698309
4.507363146566655
4.507253677162866
4.507144602061552
4.507035919842457
4.506927629090446
4.506819728395472
4.506712216352574
4.506605091561852
4.5064983526284434
4.506391998162513
4.5062860267792315
4.506180437098757
4.506075227746219
4.505970397351695
4.505865944550205
4.505761867981676
4.5056581662909405
4.505554838127713
4.5054518821465654
4.50534929700692
4.505247081373027
4.505145233913949
4.505043753303542
4.504942638220435
4.504841887348023
4.5047414993744415
4.504641472992545
4.504541806899904
4.504442499798778
4.504343550396098
4.504244957403458
4.504146719537086
4.50404883551784
4.503951304071183
4.503854123927169
4.503757293820424
4.5036608124901365
4.503564678680032
4.503468891138365
4.503373448617893
4.503278349875875
4.503183593674036
4.503089178778568
4.502995103960104
4.502901367993708
4.502807969658855
4.502714907739412
4.502622181023632
4.502529788304132
4.502437728377875
4.5023460000461615
4.502254602114604
4.502163533393121
4.502072792695919
4.50198237884147
4.501892290652508
4.501802526956003
4.501713086583154
4.5016239683693655
4.501535171154239
4.501446693781558
4.501358535099269
4.501270693959463
4.5011831692183755
4.501095959736355
4.501009064377854
4.50092248201142
4.500836211509675
4.500750251749296
4.500664601611016
4.50057925997959
4.500494225743796
4.500409497796411
4.500325075034203
4.500240956357914
4.500157140672242
4.500073626885831
4.49999041391126
4.499907500665023
4.499824886067513
4.499742569043016
4.49966054851969
4.499578823429556
4.49949739270848
4.499416255296163
4.499335410136122
4.499254856175683
4.499174592365959
4.4990946176618465
4.499014931022004
4.498935531408839
4.498856417788498
4.498777589130852
4.498699044409482
4.498620782601665
4.498542802688364
4.49846510365421
4.4983876844874935
4.498310544180148
4.498233681727737
4.498157096129445
4.4980807863880585
4.498004751509956
4.4979289905050965
4.497853502387004
4.497778286172757
4.497703340882973
4.497628665541797
4.497554259176892
4.49748012081942
4.4974062495040315
4.497332644268859
4.497259304155494
4.497186228208986
4.497113415477821
4.497040865013911
4.496968575872585
4.496896547112575
4.496824777796001
4.496753266988365
4.49668201375853
4.496611017178718
4.496540276324489
4.496469790274732
4.496399558111662
4.496329578920789
4.4962598517909225
4.496190375814155
4.496121150085845
4.496052173704616
4.495983445772329
4.495914965394089
4.495846731678219
4.495778743736255
4.495711000682936
4.495643501636185
4.495576245717105
4.495509232049965
4.495442459762188
4.495375927984336
4.495309635850109
4.4952435824963235
4.4951777670629065
4.495112188692882
4.495046846532364
4.494981739730535
4.49491686743965
4.494852228815013
4.4947878230149705
4.494723649200905
4.494659706537212
4.494595994191306
4.494532511333592
4.494469257137467
4.494406230779307
4.494343431438453
4.494280858297199
4.494218510540791
4.494156387357401
4.494094487938134
4.494032811477003
4.493971357170926
4.493910124219711
4.493849111826054
4.493788319195518
4.493727745536528
4.493667390060364
4.49360725198114
4.493547330515808
4.493487624884136
4.4934281343087035
4.4933688580148905
4.493309795230867
4.493250945187583
4.493192307118759
4.493133880260875
4.493075663853161
4.493017657137589
4.492959859358858
4.49290226976439
4.492844887604319
4.492787712131475
4.492730742601387
4.492673978272259
4.492617418404968
4.4925610622630545
4.492504909112712
4.492448958222776
4.492393208864718
4.4923376603126295
4.49228231184322
4.492227162735803
4.492172212272289
4.492117459737174
4.492062904417529
4.492008545602999
4.49195438258578
4.491900414660624
4.491846641124821
4.491793061278189
4.491739674423075
4.491686479864329
4.491633476909316
4.491580664867888
4.491528043052385
4.491475610777624
4.491423367360893
4.491371312121932
4.491319444382939
4.491267763468548
4.491216268705828
4.491164959424272
4.4911138349557875
4.4910628946346876
4.491012137797685
4.490961563783879
4.490911171934753
4.4908609615941595
4.490810932108316
4.490761082825793
4.490711413097508
4.4906619222767175
4.490612609719008
4.490563474782287
4.490514516826771
4.490465735214986
4.490417129311751
4.4903686984841755
4.490320442101645
4.49027235953582
4.490224450160622
4.490176713352229
4.490129148489064
4.490081754951793
4.490034532123307
4.489987479388724
4.489940596135375
4.489893881752801
4.489847335632735
4.489800957169107
4.489754745758031
4.489708700797792
4.489662821688839
4.48961710783379
4.489571558637409
4.489526173506604
4.489480951850421
4.489435893080035
4.48939099660874
4.489346261851942
4.489301688227158
4.489257275153997
4.489213022054162
4.48916892835144
4.489124993471691
4.489081216842843
4.489037597894885
4.488994136059861
4.488950830771858
4.488907681467004
4.4888646875834555
4.488821848561395
4.48877916384302
4.488736632872536
4.488694255096154
4.488652029962077
4.488609956920497
4.488568035423583
4.488526264925483
4.488484644882305
4.488443174752122
4.4884018539949535
4.488360682072769
4.4883196584494724
4.488278782590899
4.4882380539648095
4.488197472040881
4.488157036290699
4.488116746187758
4.488076601207442
4.4880366008270265
4.487996744525674
4.487957031784418
4.487917462086166
4.487878034915683
4.487838749759592
4.487799606106368
4.487760603446321
4.487721741271608
4.487683019076204
4.487644436355913
4.487605992608354
4.487567687332955
4.487529520030948
4.487491490205359
4.487453597361009
4.487415841004497
4.487378220644201
4.487340735790273
4.487303385954625
4.48726617065093
4.487229089394611
4.487192141702837
4.487155327094519
4.487118645090292
4.487082095212529
4.487045676985317
4.487009389934457
4.4869732335874595
4.48693720747354
4.4869013111236
4.486865544070243
4.48682990584775
4.486794395992074
4.48675901404085
4.486723759533374
4.486688632010599
4.486653631015132
4.486618756091234
4.486584006784796
4.486549382643357
4.486514883216076
4.486480508053741
4.486446256708757
4.486412128735142
4.486378123688517
4.486344241126109
4.486310480606735
4.4862768416908025
4.486243323940307
4.486209926918809
4.48617665019146
4.4861434933249615
4.486110455887582
4.4860775374491455
4.4860447375810235
4.486012055856135
4.4859794918489335
4.485947045135406
4.485914715293069
4.4858825019009565
4.485850404539625
4.485818422791137
4.485786556239062
4.485754804468467
4.485723167065917
4.485691643619467
4.48566023371865
4.485628936954484
4.485597752919457
4.4855666812075246
4.485535721414104
4.485504873136073
4.48547413597176
4.485443509520939
4.485412993384827
4.485382587166076
4.485352290468769
4.485322102898418
4.485292024061953
4.485262053567721
4.485232191025481
4.485202436046394
4.485172788243023
4.485143247229331
4.485113812620665
4.48508448403376
4.485055261086734
4.485026143399074
4.484997130591648
4.484968222286677
4.484939418107754
4.4849107176798215
4.484882120629173
4.484853626583452
4.4848252351716384
4.484796946024051
4.484768758772342
4.484740673049487
4.484712688489784
4.4846848047288494
4.484657021403614
4.484629338152313
4.484601754614484
4.484574270430969
4.484546885243894
4.484519598696685
4.484492410434043
4.484465320101953
4.484438327347678
4.484411431819744
4.484384633167951
4.4843579310433554
4.484331325098271
4.484304814986266
4.484278400362154
4.484252080881994
4.484225856203082
4.4841997259839514
4.4841736898843605
4.484147747565299
4.484121898688972
4.4840961429188075
4.48407047991944
4.484044909356716
4.484019430897683
4.483994044210589
4.483968748964877
4.483943544831179
4.483918431481319
4.483893408588292
4.483868475826285
4.483843632870647
4.483818879397901
4.4837942150857355
4.483769639613
4.483745152659696
4.483720753906987
4.483696443037178
4.483672219733719
4.483648083681199
4.483624034565349
4.483600072073026
4.483576195892218
4.483552405712033
4.483528701222708
4.483505082115583
4.48348154808312
4.483458098818883
4.483434734017543
4.483411453374869
4.483388256587726
Out[12]:
matrix([[-3.63029144,  1.16636235]])

In [13]:
 
 
 
 
 
1
#此时已经找到拟合程度较高的theta的值,可以进行预测。预测35000和70000城市规模的小吃摊利润
2
predict1=[1,3.5]*theta_end.T
3
print("predict 35000 profits:",predict1)
4
predict2=[1,7.0]*theta_end.T
5
print("predict 70000 profits:",predict2)
 
 
 
 
predict 35000 profits: [[0.45197679]]
predict 70000 profits: [[4.53424501]]

In [14]:
 
 
 
 
 
 
1
x=np.linspace(data.Population.min(),data.Population.max(),100)#通过定义均匀间隔创建数值序列。其实,需要指定间隔起始点、终止端,以及指定分隔值总数;最终函数返回间隔类均匀分布的数值序列。示例: #np.linspace(start = 0, stop = 100, num = 5) 结果:array([ 0., 25., 50., 75., 100.])
2
f=theta_end[0,0]+(theta_end[0,1]*x)
3
fig, ax = plt.subplots(figsize=(12,8))#图形宽:12.高:18.fig代表绘图窗口(Figure);ax代表这个绘图窗口上的坐标系(axis),一般会继续对ax进行操作。
4
ax.plot(x, f, 'g', label='Prediction')#绘制直线,x:横坐标。f:直线。
5
ax.scatter(data.Population, data.Profit, label='Traning Data')#绘制散点图
6
ax.legend(loc=2)#表示在左上角
7
ax.set_xlabel('Population')
8
ax.set_ylabel('Profit')
9
ax.set_title('Predicted Profit vs. Population Size')
10
plt.show()   
 
 
 
 

In [15]:
 
 
 
 
 
1
fig, ax = plt.subplots(figsize=(9,5))
2
ax.plot(np.arange(iters), cost, 'r')
3
ax.set_xlabel('Iterations')
4
ax.set_ylabel('Cost')
5
ax.set_title('Error vs. Trainning data')
6
plt.show()
 
 
 
 

In [16]:
 
 
 
 
 
1
#多变量线性回归
2
#第一列是房屋大小,第二列是卧室数量,第三列是房屋售价,据已有数据,建立模型,预测房屋的售价,数据在ex1data2
3
import numpy as np
4
import pandas as pd
5
import matplotlib.pyplot as plt
6
data2=pd.read_csv(r'C:\Users\Administrator\Desktop\ex1data2.txt',header=None,names=['hSize','hNum','hPrice'])
7
data2.head()
 
 
 
Out[16]:
 hSizehNumhPrice
0 2104 3 399900
1 1600 3 329900
2 2400 3 369000
3 1416 2 232000
4 3000 4 539900

In [17]:
 
 
 
 
 
1
#用均值归一化方法处理数据,统一量级会让梯度下降收敛的更快。做法就是,将每类特征减去他的平均值后除以标准差
2
data2=(data2-data2.mean())/data2.std()
3
data2.head()
 
 
 
Out[17]:
 hSizehNumhPrice
0 0.130010 -0.223675 0.475747
1 -0.504190 -0.223675 -0.084074
2 0.502476 -0.223675 0.228626
3 -0.735723 -1.537767 -0.867025
4 1.257476 1.090417 1.595389

In [18]:
 
 
 
 
 
1
data2.insert(0,'ones',1)
 
 
 

In [19]:
 
 
 
 
 
1
data2.head()
 
 
 
Out[19]:
 oneshSizehNumhPrice
0 1 0.130010 -0.223675 0.475747
1 1 -0.504190 -0.223675 -0.084074
2 1 0.502476 -0.223675 0.228626
3 1 -0.735723 -1.537767 -0.867025
4 1 1.257476 1.090417 1.595389

In [20]:
 
 
 
 
 
1
cols=data2.shape[1]
2
cols
 
 
 
Out[20]:
4

In [21]:
 
 
 
 
 
1
X2=data2.iloc[:,0:cols-1]
2
Y2=data2.iloc[:,cols-1:cols]
3
X2=np.matrix(X2.values)
4
Y2=np.matrix(Y2.values)
5
theta2=np.matrix(np.array([0,0,0]))
6
def computeCost2(X,y,theta):
7
    inner=np.power(((X*theta.T)-y),2)
8
    return np.sum(inner)/(2*len(X))
 
 
 

In [22]:
 
 
 
 
 
 
1
def gradientDescent(X,y,theta,alpha,iters):
2
    temp=np.matrix(np.zeros(theta.shape))#作为中间变量存储每一次theta的变化
3
    parameters=int(theta.ravel().shape[1])#theta的参数个数 
4
    cost=np.zeros(iters)                 #默认为1500个浮点类型的0,即生成了array([0.,0.,0.,......1500个])
5
    for i in range(iters):
6
        error=(X*theta.T)-y
7
        #同时改变theta
8
        for j in range(parameters):
9
            term=np.multiply(error,X[:,j])#multiply是同类型的矩阵里面相对应的每个数点乘,j=0时:乘的数全为一;j=1时:乘的数为Xi.正好对应学习笔记公式。
10
            temp[0,j]=theta[0,j]-(alpha/(len(X))*np.sum(term))
11
        theta=temp
12
        cost[i]=computeCost(X,y,theta)
13
        #print(theta)#观察theta的变化过程
14
    return theta,cost
 
 
 

In [23]:
 
 
 
 
 
1
g2, cost2 = gradientDescent(X2, Y2, theta2, alpha, iters)
2
g2
 
 
 
Out[23]:
matrix([[-1.10856950e-16,  8.84042349e-01, -5.24551809e-02]])

In [24]:
 
 
 
 
 
1
def normalEqu(X,y):
2
    theta=np.linalg.inv(X.T*X)*X.T*y
3
    return theta
4
theta2=normalEqu(X,y)
5
theta2
 
 
 
Out[24]:
matrix([[-3.89578088],
        [ 1.19303364]])

In [25]:
 
 
 
 
 
1
fig, ax = plt.subplots(figsize=(9,5))
2
ax.plot(np.arange(iters), cost2, 'r')
3
ax.set_xlabel('Iterations')
4
ax.set_ylabel('Cost')
5
ax.set_title('Error vs. Training Epoch')
6
plt.show()
7
 
 
 
 

In [26]:
 
 
 
 
 
1
    fig = plt.figure()
2
    ax = fig.gca(projection='3d')  # 创建三维坐标
3
    ax.scatter(X2.A[:, 1], X2.A[:, 2],  Y2.A, c = 'b',s = 5)
4
    ax.set(xlabel='ares', ylabel='num', zlabel='price')  # 坐标轴
5
    plt.show()#可视化三维数据
 
 
 
 

In [33]:
 
 
 
 
 
1
    fig = plt.figure()
2
    ax = fig.gca(projection='3d')
3
    x1, x2 = np.meshgrid(np.linspace(-2, 3.5, 11), np.linspace(-3, 2.5, 11))
4
    h_x = g2[0,0] + g2[0,1] * x1 + g2[0,2] * x2
5
    ax.scatter(X2.A[:, 1], X2.A[:, 2], Y2.A, c='b', s=5)
6
    ax.plot_wireframe(x1, x2, h_x, color='g', alpha=0.4)  # 绘制线框 alpha表示透明度
7
    ax.plot_surface(x1, x2, h_x, color='g', alpha=0.6)  # 绘制平面
8
    ax.set(xlabel='ares', ylabel='num', zlabel='price')  # 坐标轴
9
    plt.show()
 
 
 
 

In [28]:
 
 
 
 
 
1
    alpha_list = [0.03, 0.0001, 0.001, 0.01]
2
    iters = 1000
3
    fig, ax = plt.subplots()
4
    for alpha in alpha_list:
5
        non, costs = gradientDescent(X,y,theta,alpha,iters)
6
        ax.plot(np.arange(iters), costs, label=alpha)
7
        ax.legend()
8
    ax.set(xlabel='iters', ylabel='cost1', title='cost vs iters')
9
    plt.show()
10
 
 
 
 
C:\ProgramData\Anaconda3\lib\site-packages\numpy\core\_methods.py:47: RuntimeWarning: overflow encountered in reduce
  return umr_sum(a, axis, dtype, out, keepdims, initial, where)
<ipython-input-10-0289d65cc058>:2: RuntimeWarning: overflow encountered in power
  inner=np.power(((X*theta.T)-y),2)
 
 不同学习率的代价函数变化曲线没有显示成功,显示超时的错误,随着深入理解,后续进行debug.

 

posted @ 2021-06-21 11:48  rkj12345  阅读(287)  评论(0)    收藏  举报