logo
publist
写文章

简介

该用户还未填写简介

擅长的技术栈

可提供的服务

暂无可提供的服务

python 进程池的使用

#!/usr/bin/env python#coding:utf-8frommultiprocessing import Pooldef Func(param1, param2, param3, ...):...if __name__ == '__main__':pool = Pool(5) #定义一个个进程的进程池for ... :pool.app

#python
python 操作 mongodb (pymongo的使用)

#!/usr/bin/env python#coding:utf-8from pymongo import MongoClientfrom pymongo import MongoReplicaSetClientif __name__ == '__main__':mongodbHostPort1 = 'mongodb://%s:%s@%s:27017,%s:27017,%s:27017

#mongodb#python
python 邮件发送模板

文本内容:#!/usr/bin/env python# -*- coding=utf-8 -*-import smtplibfrom email.mime.text import MIMETextdef send_mail(to_list,sub,content):mail_host = "***"# 设置服务器mail_user = "***"# 用户名m

#python
hive udf (python)

searchstr_map.py#!/usr/bin/env python#coding:utf-8import sysimport refor line in sys.stdin:line = line.strip()fields = line.split("\t")cityid = str(fields[0])searchstr = fields[1]

#hive
python 日志输出格式配置

#!/usr/bin/env python#coding:utf-8import loggingif __name__=='__main__':logging.basicConfig(level=logging.DEBUG,format='%(asctime)s %(filename)s[line:%(lineno)d] %(le

#python
python 访问 hive2

HiveServer2为客户端在远程执行hive查询提供了接口,通过Thrift RPC来实现,还提供了多用户并发和认证功能。目前使用python的用户可以通过pyhs2这个模块来连接HiveServer2,实现查询和取回结果的操作。hive_client.py#!/usr/bin/env python#coding:utf-8import pyhs2'''hive client'''cla

#hive
python 写hash数据到 ssdb

#!/usr/bin/env python#coding:utf-8import pyssdbssdb = pyssdb.Client(host=ip, port=port)key = 'app'value['pv']=514ssdb.hset('hash_tbl_name',key,json.dumps(value,ensure_ascii=False))

kafka + spark streaming 实时读取计算 nginx 日志,存储结果到 mongodb/mysql

#!/usr/bin/env python#coding:utf-8''''''import sysimport urlparseimport reimport datetimeimport MySQLdbimport loggingfrom pymongo import MongoClientfrom pyspark import SparkContext, SparkCon

#spark
python 实现 FTPServer 服务

ftp/FtpServer.py#!/usr/bin/env python#coding:utf-8import sysfrom pyftpdlib.authorizers import DummyAuthorizerfrom pyftpdlib.handlers import FTPHandler, ThrottledDTPHandlerfrom pyftpdlib.servers imp

#python
暂无文章信息