一、三剑客实例讲解
环境
[root@oldboyedu ~]# cat oldgirl.txt
I am oldboy teacher!
I like badminton ball ,billiard ball and chinese chess!
our site is http://www.oldboyedu.com
my qq num is 49000448
问题1
[root@oldboyedu ~/test]# sed -n "2,3p" oldgirl.txt
[root@oldboyedu ~/test]# head -3 oldgirl.txt |tail -2
问题2
[root@oldboyedu ~]# grep "oldboy" oldgirl.txt
[root@oldboyedu ~]# sed '/oldboy/p' -n oldgirl.txt
[root@oldboyedu ~]# awk '/oldboy/' oldgirl.txt
问题3
[root@oldboyedu ~]# grep -v "oldboy" oldgirl.txt
[root@oldboyedu ~]# sed '/oldboy/d' oldgirl.txt
问题4
[root@oldboyedu ~]# sed 's#oldboy#oldgirl#g' oldgirl.txt
vim替换
问题5
[root@oldboyedu ~]# sed -e 's#oldboy#oldgirl#g' -e 's#49000448#2432424#g' oldgirl.txt
问题6
插入单行 sed -i '2a I teacher linux.' 第三行 追加到指定的行后
插入单行 sed -i '2i I teacher linux.' 第二行 追加到指定行的前面
删除3行 sed -i '3d' oldboy.txt
删,2-5行 sed -i '2，5d' oldboy.txt
插入增加多行
增加第三行内容 sed -i '3i Iam a teacher' oldboy
增加第三行第四行内容
sed -i '3i Iam a teacher\nYou are my student' oldboy
这是没保存的，保存的加 -i
二、企业案例
问题一：
（1）
[root@oldboyedu ~/test]# ifconfig eth0 |sed -n 2p |sed 's/^.*inet //g'|sed 's/netm.*$//g'
[root@oldboyedu ~]# ifconfig eth0 |sed -r '2s#^.*inet (.*) netma.*$#\1#gp' -n
[root@oldboyedu ~]# ifconfig eth0 | awk -F "[ :]+" 'NR==2{print $3}'
^.* inet
（2）
[root@oldboyedu ~/test]# ifconfig eth0 |sed -n 's/^.*inet //pg'|sed -n 's/ net.*$//pg'
10.0.0.201
要取一个目标，删除目标两边的，就得到了
------------------------------------------------------------------
二、、cut 按列切割
-d 指定分隔符
-f 指定列
-c 指定字符查看字符数
练习
三、三剑客老大 awk
三剑客自身特长
grep 过滤查找内容。筛子
sed 取行，替换，删除，追加
awk 取列
参数
-F 指定分隔符
[root@oldboyedu ~]# awk -F ":" '{print $1}' oldboyedu.txt
列： $1 第一列 $2 第二列 .. 以此类推
$0 整行
$NF 最后一行
$NF-1 倒数第二列
NR 是行
四、练习题
题一
题二
题三
题四
4.通过notepad++打开，把一下内容输入到test.txt文件中
姓名 区号 电话 三个月捐款数量
Mike Harrington:[510] 548-1278:250:100:175
Christian Dobbins:[408] 538-2358:155:90:201
Susan Dalsass:[206] 654-6279:250:60:50
Archie McNichol:[206] 548-1348:250:100:175
Jody Savage:[206] 548-1278:15:188:150
Guy Quigley:[916] 343-6410:250:100:175
Dan Savage:[406] 298-7744:450:300:275
Nancy McNeil:[206] 548-1278:250:80:75
John Goldenrod:[916] 348-4278:250:100:175
Chet Main:[510] 548-5258:50:95:135
Tom Savage:[408] 926-3456:250:168:200
Elizabeth Stachelin:[916] 440-1763:175:75:300
(1)显示所有电话号码
awk -F "[ :]+" '/^[^^$]/{print $4}' test.txt
awk -F "[ :]+" '!/^$/{print $4}' test.txt
awk -F "[ :]+" '/[0-9]/{print $4}' test.txt
(2)显示Dan的电话号码
[root@oldboyedu /tmp]# grep "Dan" test.txt |sed -nr 's/^.*\] (.*):450.*$/\1/pg'
[root@oldboyedu /tmp]# awk -F "[ :]" '$1=="Dan"{print $1 ,$4 }' test.txt
(3)显示Susan的名字和电话号码
[root@oldboyedu ~]# awk -F "[ :]+" '$1~/Susan/{print $1, $2, $4}' test.txt
awk -F "[ :]" '$1=="Susan"{print $1 ,$4 }' test.txt
[root@oldboyedu ~]# awk -F "[ :]+" 'NR==5{print $1, $2, $4}' test.txt
(4)显示所有以D开头的姓
[root@oldboyedu /tmp]# awk '$1~/^D/ {print $1}' test.txt
[root@oldboyedu /tmp]# awk '/^D/{print $1}' test.txt
(5)显示所有区号为916的人名
[root@oldboyedu ~]# awk -F "[ :]+" '$3~/\[916\]/{print $1,$2,$3}' test.txt
(6)显示Mike的捐款.显示每个值时都有以$开头.如$250$100$175
[root@oldboyedu ~]# awk -F "[ :]+" '$1~/Mike/{print $1,"$"$5,"$"$6,"$"$6}' test.txt
(7)显示姓,其后跟一个逗号和名
[root@oldboyedu ~]# awk -F "[ :]+" 'NR>1&&!/^$/{print$1,"," $2}' test.txt
[root@oldboyedu ~]# awk -F "[ :]+" 'NR>1&&/^[^^$]/{print$1,"," $2}' test.txt
[root@oldboyedu ~]# awk -F "[ :]+" 'NR>1&&/[a-zA-Z]/{print$1,"," $2}' test.txt
[root@oldboyedu ~]# awk -F "[ :]+" '!/^$/{print $1 ","$2}' test.txt
[root@oldboyedu ~]# awk -F "[ :]+" '/^[^^$]/{print $1 ","$2}' test.txt
(8)在Jody开头的行上面添加oldboy
[root@oldboyedu ~]# awk -F "[ :]+" '/Jody/{print "oldboy" "\n"$0}' test.txt
[root@oldboyedu ~]# awk -F "[ :]+" '/Jody/{print "oldboy\n"$0}' test.txt
[root@oldboyedu ~]# sed '/Jody/i oldboy' test.txt
(9)删除空白行
[root@oldboyedu ~]# awk -F "[ :]+" '!/^$/{print$0}' test.txt
[root@oldboyedu ~]# awk -F "[ :]+" '/^[^^$]/{print$0}' test.txt
[root@oldboyedu ~]# awk -F "[ :]+" '/./{print$0}' test.txt
五、练习
Steve Blenheim:238-923-7366:95 Latham Lane, Easton, PA 83755:11/12/56:20300
Betty Boop:245-836-8357:635 Cutesy Lane, Hollywood, CA 91464:6/23/23:14500
Igor Chevsky:385-375-8395:3567 Populus Place, Caldwell, NJ 23875:6/18/68:23400
Norma Corder:397-857-2735:74 Pine Street, Dearborn, MI 23874:3/28/45:245700
Jennifer Cowan:548-834-2348:583 Laurel Ave., Kingsville, TX 83745:10/1/35:58900
Jon DeLoach:408-253-3122:123 Park St., San Jose, CA 04086:7/25/53:85100
Karen Evich:284-758-2857:23 Edgecliff Place, Lincoln, NB 92086:7/25/53:85100
Karen Evich:284-758-2867:23 Edgecliff Place, Lincoln, NB 92743:11/3/35:58200
Karen Evich:284-758-2867:23 Edgecliff Place, Lincoln, NB 92743:11/3/35:58200
Fred Fardbarkle:674-843-1385:20 Parak Lane, DeLuth, MN 23850:4/12/23:780900
Fred Fardbarkle:674-843-1385:20 Parak Lane, DeLuth, MN 23850:4/12/23:780900
Lori Gortz:327-832-5728:3465 Mirlo Street, Peabody, MA 34756:10/2/65:35200
Paco Gutierrez:835-365-1284:454 Easy Street, Decatur, IL 75732:2/28/53:123500
Ephram Hardy:293-259-5395:235 CarltonLane, Joliet, IL 73858:8/12/20:56700
James Ikeda:834-938-8376:23445 Aster Ave., Allentown, NJ 83745:12/1/38:45000
Barbara Kertz:385-573-8326:832 Ponce Drive, Gary, IN 83756:12/1/46:268500
Lesley Kirstin:408-456-1234:4 Harvard Square, Boston, MA 02133:4/22/62:52600
William Kopf:846-836-2837:6937 Ware Road, Milton, PA 93756:9/21/46:43500
Sir Lancelot:837-835-8257:474 Camelot Boulevard, Bath, WY 28356:5/13/69:24500
Jesse Neal:408-233-8971:45 Rose Terrace, San Francisco, CA 92303:2/3/36:25000
Zippy Pinhead:834-823-8319:2356 Bizarro Ave., Farmount, IL 84357:1/1/67:89500
Arthur Putie:923-835-8745:23 Wimp Lane, Kensington, DL 38758:8/31/69:126000
Popeye Sailor:156-454-3322:945 Bluto Street, Anywhere, USA 29358:3/19/35:22350
Jose Santiago:385-898-8357:38 Fife Way, Abilene, TX 39673:1/5/58:95600
Tommy Savage:408-724-0140:1222 Oxbow Court, Sunnyvale, CA 94087:5/19/66:34200
Yukio Takeshida:387-827-1095:13 Uno Lane, Ashville, NC 23556:7/1/29:57000
Vinh Tranh:438-910-7449:8235 Maple Street, Wilmington, VM 29085:9/23/63:68900
grep练习
1. 显示所有包含San的行
2.显示所有以J开始的人名所在的行
3.显示所有以700结尾的行
4.显示所有不包括834的行
5.显示所有生日在December的行
6.显示所有电话号码的区号为498的行
7.显示所有这样的行:它包含一个大写字母,后跟四个小写字母,一个冒号,一个空格,和一个大写字母
8.显示姓以K或k开头的行
9.显示工资为六位数的行,并在前面加行号
sed练习
1. 显示所有包含San的行
grep -n 'San' test.txt
sed -n '/San/p' test.txt
2.显示所有以J开始的人名所在的行
grep '^J' test.txt
3.显示所有以700结尾的行
grep '700$' test.txt
4.显示所有不包括834的行
grep -v '834' test.txt
sed -n '/834/!p' test.txt
sed '/834/d' test.txt
awk '!/834/' test.txt
5.显示所有生日在December的行
grep ':12/' test.txt
sed -n '/:12\//p' test.txt
6.显示所有电话号码的区号为408的行
awk '/408-/' test.txt
7.显示所有这样的行:它包含一个大写字母,后跟四个小写字母,一个逗号,一个空格,和一个大写字母
egrep "[A-Z][a-z]{4}, [A-Z]" test.txt
8.显示姓以K或k开头的行
awk '$2~/^[Kk]/' test.txt
9.显示工资为六位数的行,并在前面加行号
egrep -n '[0-9]{6}$' test.txt
awk '/[0-9]{6}/{print NR,$0}' test.txt
grep -n "[0-9]\{6\}" test.txt （夏云峰不会）
sed练习
1.把Jon的名字改成Jonathan.
sed -n 's#^Jon#Jonathan#gp' test.txt
2.删除头三行
cat -n test.txt|sed -n '4,$p'
sed '1,3d' test.txt
3.显示5-10行
cat -n test.txt|sed -n '/Jennifer/,/Fred/p'
cat -n test.txt|sed -n '5,10p'
awk 'NR>4&&NR<11{print NR,$0}' test.txt
4.删除包含Lane的行.
sed '/Lane/d' test.txt
5.显示所有生日在November-December之间的行
sed -nr '/:(11|12)\//p' test.txt
6.把三个星号(***)添加到以Fred开头的行
sed -n 's#^(Fred).*#***\1#gp' test.txt
7.用JOSE HAS RETIRED取代包含Jose的行
sed -n '/^Jose/c JOSE HAS RETIRED' test.txt
8.把Popeye的生日改成11/14/46
awk -F'[ :]' '/^Popeye/{$(NF-1)="11/14/46";print}' test.txt
sed -nr 's#(^Popeye.*:).*(:.*)#\111/14/46\2#gp' test.txt
9.删除所有空白行
awk -F "[ :]+" '!/^$/{print}' test.txt
awk -F "[ :]+" '/^[^^$]/{print}' test.txt