NumPy 特殊数组与通用函数

NumPy 特殊数组与通用函数

# 来源：NumPy Cookbook 2e ch6

创建通用函数

from __future__ import print_function 
import numpy as np

# 我们需要定义对单个元素操作的函数
def double(a):
    return 2 * a

# frompyfunc（或者 vectorize）
# 将其转换为对数组每个元素操作的函数
ufunc = np.frompyfunc(double, 1, 1) 
print("Result", ufunc(np.arange(4)))
# Result [0 2 4 6]

勾股数

from __future__ import print_function 
import numpy as np

# 勾股数是指满足 a ** 2 + b ** 2 == c ** 2 的三个数
# 我们使 a = m ** 2 - n ** 2，b = 2 * m * n
# c = m ** 2 + n ** 2，来寻找 a + b + c == 1000 的勾股数

# m 和 n 都取 0 ~ 32
m = np.arange(33) 
n = np.arange(33) 

# 计算 a，b 和 c
# outer 生成 a[i] op b[j] 为每个元素的矩阵
# 相当于 meshgrid 之后再逐元素操作
a = np.subtract.outer(m ** 2, n ** 2) 
b = 2 * np.multiply.outer(m, n) 
c = np.add.outer(m ** 2, n ** 2)

# 取符合我们条件的下标
# where 把布尔下标转换为位置下标
idx =  np.where((a + b + c) == 1000) 

# 验证并打印结果
np.testing.assert_equal(a[idx]**2 + b[idx]**2, c[idx]**2) 
print(a[idx], b[idx], c[idx]) 
# [375] [200] [425]

CharArray 字符串操作

# chararray 数组的元素只能是字符串
# 并且拥有许多字符串专用的方法
# 虽然我们可以为字符串创建通用函数
# 但是直接使用这些方法更省事

import urllib2 
import numpy as np 
import re

# 使用 urllib2 库下载网页
# 更推荐 requests 库
response = urllib2.urlopen('http://python.org/') 
html = response.read() 

# 替换掉所有标签
html = re.sub(r'<.*?>', '', html) 

# 创建仅仅包含该 HTML 的一维数组
# 并转为 chararray
carray = np.array(html).view(np.chararray) 

# expandtabs 将 TAB 转换为指定个数的空格
carray = carray.expandtabs(1) 
# splitlines 按换行符分割，会多一个维度
carray = carray.splitlines() 
print(carray)

创建屏蔽数组

from __future__ import print_function 
import numpy as np from scipy.misc 
import lena 
import matplotlib.pyplot as plt

# 加载 Lena 图像
lena = lena() 

# 掩码数组和图像形状一致，元素取 0 和 1 的随机数
random_mask = np.random.randint(0, 2, size=lena.shape)

# 绘制原始图像
plt.subplot(221) 
plt.title("Original") 
plt.imshow(lena) 
plt.axis('off')

# ma.array 创建屏蔽数组
# 如果 random_mask 中某个元素是 0
# masked_array 中就将其屏蔽
# 访问会返回 masked
# 但是转换回 np.array 时会恢复
masked_array = np.ma.array(lena, mask=random_mask)
print(masked_array) 

# 绘制掩码后的图像
plt.subplot(222) 
plt.title("Masked") 
plt.imshow(masked_array) 
plt.axis('off')

忽略负数以及极值

from __future__ import print_function 
import numpy as np 
from matplotlib.finance 
import quotes_historical_yahoo 
from datetime import date 
import matplotlib.pyplot as plt

def get_close(ticker):
    # 获取指定股票近一年的收盘价
    today = date.today()
    start = (today.year - 1, today.month, today.day)
    quotes = quotes_historical_yahoo(ticker, start, today)
    return np.array([q[4] for q in quotes])

# 获取 AAPL 一年的收盘价
close = get_close('AAPL')

triples = np.arange(0, len(close), 3) 
print("Triples", triples[:10], "...")
# Triples [ 0  3  6  9 12 15 18 21 24 27] ... 

# 创建等长的全 1 数组
signs = np.ones(len(close)) 
print("Signs", signs[:10], "...")
# Signs [ 1.  1.  1.  1.  1.  1.  1.  1.  1.  1.] ... 

# sign 中每隔三个元素变为 -1
signs[triples] = -1 
print("Signs", signs[:10], "...")
# Signs [-1.  1.  1. -1.  1.  1. -1.  1.  1. -1.] ...

# ma.log 的作用是
# 如果元素小于等于 0，将其屏蔽
# 如果元素大于 0，取对数
ma_log = np.ma.log(close * signs) 
print("Masked logs", ma_log[:10], "...")
# Masked logs [-- 5.93655586575 5.95094223368 -- 5.97468290742 5.97510711452 -- 6.01674381162 5.97889061623 --] ...

dev = close.std() 
avg = close.mean() 
# 屏蔽 avg - dev 到 avg + dev 之外的元素
inside = np.ma.masked_outside(close, avg - dev, avg + dev) 
print("Inside", inside[:10], "...")
# Inside [-- -- -- -- -- -- 409.429675172    410.240597855 -- --] ...

# 绘制原始数据
plt.subplot(311) 
plt.title("Original") 
plt.plot(close)

# 绘制对数屏蔽后的数据
plt.subplot(312) 
plt.title("Log Masked") 
plt.plot(np.exp(ma_log))

# 绘制范围屏蔽后的数据
plt.subplot(313) 
plt.title("Not Extreme") 
plt.plot(inside)

plt.tight_layout() 
plt.show()

记录数组

# rec.array 是 array 的子类
# 可以通过元素的属性来访问元素
from __future__ import print_function 
import numpy as np from matplotlib.finance 
import quotes_historical_yahoo 
from datetime import date

tickers = ['MRK', 'T', 'VZ']

def get_close(ticker):
    # 获取指定股票近一年的收盘价
    today = date.today()
    start = (today.year - 1, today.month, today.day)
    quotes = quotes_historical_yahoo(ticker, start, today)
    return np.array([q[4] for q in quotes])
    
# 创建记录数组，来统计每个股票的代码、
# 标准分（标准差的倒数）、均值和得分
weights = np.recarray((len(tickers),), dtype=[('symbol', np.str_, 16),
    ('stdscore', float), ('mean', float), ('score', float)])

for i, ticker in enumerate(tickers):
    # 获取收盘价、计算对数收益
    close = get_close(ticker)
    logrets = np.diff(np.log(close))
    # 保存符号、对数收益的均值和标准分
    weights[i]['symbol'] = ticker
    weights[i]['mean'] = logrets.mean()   
    weights[i]['stdscore'] = 1/logrets.std()
    weights[i]['score'] = 0

# 每个股票的均值和标准分需要除以相应的总数
for key in ['mean', 'stdscore']:
    wsum = weights[key].sum()
    weights[key] = weights[key]/wsum

# 得分是标准分和均值的均值
weights['score'] = (weights['stdscore'] + weights['mean'])/2 weights['score'].sort()

# 打印每个股票的信息
for record in weights:
    print("%s,mean=%.4f,stdscore=%.4f,score=%.4f" % (record['symbol'], record['mean'], record['stdscore'], record['score']))
'''
MRK,mean=0.8185,stdscore=0.2938,score=0.2177 
T,mean=0.0927,stdscore=0.3427,score=0.2262 
VZ,mean=0.0888,stdscore=0.3636,score=0.5561 
'''