Spark资料

阅读更多

test Spark SQL Catalyst源码分析之Optimizer
http://blog.csdn.net/oopsoom/article/details/38121259
//spark 2.0优化规则
http://cache.baiducontent.com/c?m=9f65cb4a8c8507ed4fece763105392230e54f7257b8c8148228a8448e435061e5a35a3fd7c734e5392d8170f65d3151bade4732f77552ff6d99bc813cabae22838885036671cf7124e9242b8cb3764827e875b99b86991ad873284dfa5c4ab5044cb23120b84e7ff5f&p=8436f91985cc43ee1abd9b7d0d10cd&newp=9f769a4789912df008e2977e0b59cb231610db2151d4d7136b82c825d7331b001c3bbfb42323140fd0c27d6d04a5495aebf634793c0323a3dda5c91d9fb4c57479d775582f&user=baidu&fm=sc&query=Spark2%2E0+ANSI+SQL%BD%E2%CE%F6%C6%F7&qid=af39d7d600007b54&p1=2

//spark性能调优
http://www.csdn.net/article/2015-07-08/2825160



//spark用户自画像
http://blog.csdn.net/u011239443/article/details/53735609




http://blog.csdn.net/yunlong34574/article/details/39103153

https://www.gitbook.com/book/aiyanbo/spark-programming-guide-zh-cn/details

http://blog.csdn.net/yirenboy/article/category/5709725

http://blog.csdn.net/lovehuangjiaju/article/category/5640789

http://blog.csdn.net/sunbow0/article/category/2779609/3



//spark 源码编译

http://cache.baiducontent.com/c?m=9f65cb4a8c8507ed4fece7631046893b4c4380146d96864968d4e414c422460a1c2eb9ec6c7f574f84d82f2747f41802bded602571507be9dad58f4addbf91232e8a33712d5cd04e459359f28b5124b1379129feaf68e2b8e732e2b9d2a2c85523cb58127af1acd61c1714bb3bad536db5b19838025e63aded4123b41b203e9f5217f210a5a6256f77d1a59b0d16d42aa13c55c0ef75eb6845a213d5494c7053a03de45f173131901863a8187b13939b0db46c281a34b639efaec0c6fc49ffcbea40c3a68d&p=9a63ce1a85cc43b442bd9b7d0d1dc9&newp=8239c64ad4934eac58e68a2a4e50c1231610db2151d6db01298ffe0cc4241a1a1a3aecbf26261204d4c6786c0aa84956e1fb3477370034f1f689df08d2ecce7e&user=baidu&fm=sc&query=Error%3A%2870%2C+39%29+not+found%3A+type+EventBatch+++override+def+getEventBatch%28n%3A+Int%29%3A+EventBatch+%3D+{+++++++++++++++++++++++++++++++++++++++^&qid=9ac3aa030000cbc0&p1=5



http://10.33.27.155:8090/browse/HBP-166
为了分析堆外内存到底是谁占用了，不得不安装google-perftools工具进行分析，安装步骤如下:

它的原理是在java应用程序运行时，当调用malloc时换用它的libtcmalloc.so，这样就能做一些统计了
下载http://download.savannah.gnu.org/releases/libunwind/libunwind-0.99-beta.tar.gz，
./configure
make
sudo make install //需要root权限
下载http://google-perftools.googlecode.com/files/google-perftools-1.8.1.tar.gz,
./configure --prefix=/home/admin/tools/perftools --enable-frame-pointers

#include
BOOL CALLBACK EnumChildProc(HWND hWnd,LPARAM lParam);
int WINAPI WinMain(HINSTANCE hInstance,HINSTANCE hPrevInstance,LPSTR lpCmdLine,int nCmdShow)
{
    char className[]="notepad";
    HWND hWnd=::FindWindow(className,NULL);   
        if(hWnd)
    {
        ::EnumChildWindows(hWnd,EnumChildProc,0);
        return 0;
    }
    MessageBox(NULL,"fail!","fail",MB_OK);
    return 0;
}
BOOL CALLBACK EnumChildProc(HWND hWnd,LPARAM lParam)
{
    char temp1[256],temp2[256];
    ::GetClassName(hWnd,temp1,255);
    if(!::strcmp(temp1,"Edit"))
    {
        ::SendMessage(hWnd,WM_GETTEXT,sizeof(temp2)/sizeof(char),(LPARAM)temp2);//EDIT的句柄，消息，接收缓冲区大小，接收缓冲区指针
        ::MessageBox(NULL,temp2,"get",MB_OK);
        return 0;
    }
    ::wsprintf(temp2,"classname: %s",temp1);
    MessageBox(NULL,temp2,"cwnd",MB_OK);
    return true;
}