from qiniu import Auth, put_file,BucketManager,build_batch_delete

import os

import fire



access_key = os.getenv('qiniu_access_key')

secret_key = os.getenv('qiniu_secret_key')



bucket_name = '' # 你的空间名称



HOST ='[url]http://xximg.xxx.com/{}'[/url]  # 可以不用填



TEMPLATE = '\n![{}]({})\n\n\n'



def upload(file,category=''):



    #构建鉴权对象

    q = Auth(access_key, secret_key)

    #要上传的空间



    #上传后保存的文件名

    key = category +'/' + os.path.split(file)[1]

    #生成上传 Token，可以指定过期时间等

    token = q.upload_token(bucket_name, key) # 永不过期



    #要上传文件的本地路径

    ret, info = put_file(token, key, file, version='v1') 

    print(ret)

    print(info)

    return HOST.format(ret['key'])



def bulk_upload(path,category=''):

    with open('qiniu_image.md','a+') as fp:

        for file in os.listdir(path):

            full_path = os.path.join(path,file)

            if os.path.isfile(full_path):



                host_url = upload(full_path,category)

                fp.write(TEMPLATE.format(host_url,host_url))





def get_file_info(prefix,limit = 10):

    q = Auth(access_key, secret_key)

    bucket = BucketManager(q)



    delimiter = None

    marker = None

    ret, eof, info = bucket.list(bucket_name, prefix, marker, limit, delimiter)



    # assert len(ret.get('items')) is not None

    url_list=[]

    for item in ret.get('items',):

        url_list.append(item['key'])

    # print(url_list)

    # print(len(url_list))

    return url_list,len(url_list)



def bulk_delete(prefix,limit=None):

    url_list,lens = get_file_info(prefix,limit=limit)

    q = Auth(access_key, secret_key)

    bucket = BucketManager(q)

    ops = build_batch_delete(bucket_name, url_list)

    ret, info = bucket.batch(ops)

    print(info)

    print(ret)



def delete_one(key):

    q = Auth(access_key, secret_key)

    #初始化BucketManager

    bucket = BucketManager(q)

    #你要测试的空间， 并且这个key在你空间中存在

    # key = 'python-logo.png'

    #删除bucket_name 中的文件 key

    ret, info = bucket.delete(bucket_name, key)

    print(info)

    print(ret)

    # assert ret == {}





def bulk_delete_ones(prefix):

    url_list,lens = get_file_info(prefix,limit=10)

    for url in url_list:

        delete_one(url)

        # print(url)



def main(path,category):



    if os.path.isdir(path):



         bulk_upload(path,category)

    elif os.path.isfile(path):

         upload(path,category)

    else:

         raise ValueError('文件不存在')



    get_file_info()

    bulk_delete('resource')

    bulk_delete_ones('resource')

    delete_one('resource/data_beauty.png')



if __name__ == '__main__':

    fire.Fire(main)

import pyecharts.options as opts

from pyecharts.charts import Bar, Line



x_data = ["1月", "2月", "3月", "4月", "5月", "6月", "7月", "8月", "9月", "10月", "11月", "12月"]



bar = (

    Bar(init_opts=opts.InitOpts(width="1600px", height="800px"))

    .add_xaxis(xaxis_data=x_data)

    .add_yaxis(

        series_name="蒸发量",

        y_axis=[

            2.0,

            4.9,

            7.0,

            23.2,

            25.6,

            76.7,

            135.6,

            162.2,

            32.6,

            20.0,

            6.4,

            3.3,

        ],

        label_opts=opts.LabelOpts(is_show=False),

    )

    .add_yaxis(

        series_name="降水量",

        y_axis=[

            2.6,

            5.9,

            9.0,

            26.4,

            28.7,

            70.7,

            175.6,

            182.2,

            48.7,

            18.8,

            6.0,

            2.3,

        ],

        label_opts=opts.LabelOpts(is_show=False),

    )

    .extend_axis(

        yaxis=opts.AxisOpts(

            name="温度",

            type_="value",

            min_=0,

            max_=25,

            interval=5,

            axislabel_opts=opts.LabelOpts(formatter="{value} °C"),

        )

    )

    .set_global_opts(

        tooltip_opts=opts.TooltipOpts(

            is_show=True, trigger="axis", axis_pointer_type="cross"

        ),

        xaxis_opts=opts.AxisOpts(

            type_="category",

            axispointer_opts=opts.AxisPointerOpts(is_show=True, type_="shadow"),

        ),

        yaxis_opts=opts.AxisOpts(

            name="水量",

            type_="value",

            min_=0,

            max_=250,

            interval=50,

            axislabel_opts=opts.LabelOpts(formatter="{value} ml"),

            axistick_opts=opts.AxisTickOpts(is_show=True),

            splitline_opts=opts.SplitLineOpts(is_show=True),

        ),

    )

)

line = (

    Line()

    .add_xaxis(xaxis_data=x_data)

    .add_yaxis(

        series_name="平均温度",

        yaxis_index=1,

        y_axis=[2.0, 2.2, 3.3, 4.5, 6.3, 10.2, 20.3, 23.4, 23.0, 16.5, 12.0, 6.2],

        label_opts=opts.LabelOpts(is_show=False),

    )

)

bar.overlap(line).render_notebook()

auth = pika.PlainCredentials(user,password)

connection = pika.BlockingConnection(pika.ConnectionParameters(host,port,'/',auth))

auth = pika.PlainCredentials(user,password)

connection = pika.BlockingConnection(pika.ConnectionParameters(host=host,port=port,virtual_host='/',credentials=auth))

 tickerBond  closePriceBond  bondPremRatio secShortNameBond tickerEqu  \

secID                                                                         

110066     110066          199.94        -1.2442             盛屯转债    600711   

110067     110067          119.53        25.9204             华安转债    600909   

113021     113021          105.81        45.0989             中信转债    601998   

113024     113024          101.94        36.6668             核建转债    601611   

113025     113025          129.16         0.0409             明泰转债    601677

        ROE tickerEqu

0  2.642931    600711

1  4.425438    600909

2  6.259092    601998

3  4.432315    601611

4  6.454054    601677

先 df1 = df1.reset_index()，合并之后再把 secID 那一列设为 index 。

    ERROR: Command errored out with exit status 1:

     command: 'C:\anaconda\python.exe' -c 'import sys, setuptools, tokenize; sys.argv[0] = '"'"'C:\\Users\\xda\\AppData\

\Local\\Temp\\pip-install-ftotbzih\\peewee\\setup.py'"'"'; __file__='"'"'C:\\Users\\xda\\AppData\\Local\\Temp\\pip-insta

ll-ftotbzih\\peewee\\setup.py'"'"';f=getattr(tokenize, '"'"'open'"'"', open)(__file__);code=f.read().replace('"'"'\r\n'"

'"', '"'"'\n'"'"');f.close();exec(compile(code, __file__, '"'"'exec'"'"'))' egg_info --egg-base 'C:\Users\xda\AppData\Lo

cal\Temp\pip-pip-egg-info-8ou7yi3i'

         cwd: C:\Users\xda\AppData\Local\Temp\pip-install-ftotbzih\peewee\

    Complete output (15 lines):

    Traceback (most recent call last):

      File "<string>", line 1, in <module>

      File "C:\Users\xda\AppData\Local\Temp\pip-install-ftotbzih\peewee\setup.py", line 99, in <module>

        elif not _have_sqlite_extension_support():

      File "C:\Users\xda\AppData\Local\Temp\pip-install-ftotbzih\peewee\setup.py", line 76, in _have_sqlite_extension_su

pport

        compiler.compile([src_file], output_dir=tmp_dir),

      File "C:\anaconda\lib\distutils\_msvccompiler.py", line 327, in compile

        self.initialize()

      File "C:\anaconda\lib\distutils\_msvccompiler.py", line 224, in initialize

        vc_env = _get_vc_env(plat_spec)

      File "C:\anaconda\lib\site-packages\setuptools\msvc.py", line 314, in msvc14_get_vc_env

        return _msvc14_get_vc_env(plat_spec)

      File "C:\anaconda\lib\site-packages\setuptools\msvc.py", line 273, in _msvc14_get_vc_env

        out = subprocess.check_output(

    AttributeError: 'str' object has no attribute 'decode'

    ----------------------------------------

ERROR: Command errored out with exit status 1: python setup.py egg_info Check the logs for full command output.

        out = subprocess.check_output(

            'cmd /u /c "{}" {} && set'.format(vcvarsall, plat_spec),

            stderr=subprocess.STDOUT,

        )

        # ).decode('utf-16le', errors='replace')

# -*- coding: utf-8 -*-

# @Time : 2021/4/24 20:50

# @File : baidu_voice_service.py

# @Author : Rocky C@www.30daydo.com



import os

import requests

import sys

import pickle

sys.path.append('..')

from config import API_KEY,SECRET_KEY

from base64 import b64encode

from pathlib import PurePath





BASE = PurePath(__file__).parent



# 需要识别的文件

AUDIO_FILE = r'C:\OtherGit\speech-demo\rest-api-asr\python\audio\2.m4a'  # 只支持 pcm/wav/amr 格式，极速版额外支持m4a 格式

# 文件格式

FORMAT = AUDIO_FILE[-3:]  # 文件后缀只支持 pcm/wav/amr 格式，极速版额外支持m4a 格式



CUID = '24057753'

# 采样率

RATE = 16000  # 固定值





ASR_URL = 'http://vop.baidu.com/server_api'



#测试自训练平台需要打开以下信息， 自训练平台模型上线后，您会看见 第二步：“”获取专属模型参数pid:8001，modelid:1234”，按照这个信息获取 dev_pid=8001，lm_id=1234

'''

http://vop.baidu.com/server_api

1537	普通话(纯中文识别)	输入法模型	有标点	支持自定义词库

1737	英语	英语模型	无标点	不支持自定义词库

1637	粤语	粤语模型	有标点	不支持自定义词库

1837	四川话	四川话模型	有标点	不支持自定义词库

1936	普通话远场

'''

DEV_PID = 1737



SCOPE = 'brain_enhanced_asr'  # 有此scope表示有asr能力，没有请在网页里开通极速版





class DemoError(Exception):

    pass





TOKEN_URL = 'http://openapi.baidu.com/oauth/2.0/token'



def fetch_token():



    params = {'grant_type': 'client_credentials',

              'client_id': API_KEY,

              'client_secret': SECRET_KEY}

    r = requests.post(

        url=TOKEN_URL,

        data=params

    )



    result = r.json()

    if ('access_token' in result.keys() and 'scope' in result.keys()):

        if SCOPE and (not SCOPE in result['scope'].split(' ')):  # SCOPE = False 忽略检查

            raise DemoError('scope is not correct')



        return result['access_token']



    else:

        raise DemoError('MAYBE API_KEY or SECRET_KEY not correct: access_token or scope not found in token response')





"""  TOKEN end """



def dump_token(token):

    with open(os.path.join(BASE,'token.pkl'),'wb') as fp:

        pickle.dump({'token':token},fp)



def load_token(filename):



    if not os.path.exists(filename):

        token=fetch_token()

        dump_token(token)

        return token

    else:

        with open(filename,'rb') as fp:

            token = pickle.load(fp)

            return token['token']



def recognize_service(token,filename):



    with open(filename, 'rb') as speech_file:

        speech_data = speech_file.read()



    length = len(speech_data)

    if length == 0:

        raise DemoError('file %s length read 0 bytes' % AUDIO_FILE)



    b64_data = b64encode(speech_data)

    params = {'cuid': CUID, 'token': token, 'dev_pid': DEV_PID,'speech':b64_data,'len':length,'format':FORMAT,'rate':RATE,'channel':1}



    headers = {

        'Content-Type':'application/json',

    }

    r = requests.post(url=ASR_URL,json=params,headers=headers)

    return r.json()





def main():

    filename = 'token.pkl'

    token = load_token(filename)

    result = recognize_service(token,AUDIO_FILE)

    print(result['result'])



if __name__ == '__main__':

    main()

find . -type f -name "*.py" | xargs grep "redis"

# -*- coding: utf-8 -*-

# @Time : 2021/4/14 1:46

# @File : search_string_in_folder.py

# @Author : Rocky C@www.30daydo.com



'''

搜索代码脚本

'''

import fire

import glob

import re



# TODO 用PYQT重写一个



PATH_LIST = [r'C:\git\\',r'C:\OtherGit\\',r'C:\OneDrive\viewed_code\\']

POST_FIX = 'py' # 后缀文件

# 关键词

WORDS=[]



EXCLUDE_PATH=[r'C:\OtherGit\cpython']



DEBUG = True



class FileSearcher:



    def __init__(self,kw):

        self.root_path_list = PATH_LIST

        self.default_coding ='utf-8'

        self.exception_handle_coding='gbk'

        self.kw=[]

        if not isinstance(kw,tuple):

            kw=(kw,)



        for k in kw:

            k=k.strip()

            self.kw.append(k)



    def search(self,file,encoding):

        match_dict = dict()



        for w in self.kw:

            match_dict.setdefault(w, False)



        line_number = 0

        line_list=list()

        with open(file, 'r', encoding=encoding) as fp:



            while 1:

                try:

                    line = fp.readline()



                except UnicodeDecodeError as e:



                    if DEBUG:

                        print(f'Error coding in file {file}')

                        print(e)



                    return None,None,None



                except Exception as e:

                    if DEBUG:

                        print(f'Error in file {file}')

                        print(e)

                    break



                if not line:

                    break



                line = line.strip()

                if not line:

                    continue



                for w in self.kw:

                    m=re.search(w,line,re.IGNORECASE)

                    if m:

                        match_dict.update({w:True})

                        line_list.append(line_number)



                line_number+=1



        return True,match_dict.copy(),line_list.copy()



    def print_match_result(self,file,line_list,encoding):



        with open(file, 'r', encoding=encoding) as fp:

            line_number = 0

            while 1:

                try:

                    line = fp.readline()

                except Exception as e:

                    if DEBUG:

                        print(f'Error in file {file}')

                        print(e)

                    break



                if not line:

                    break

                line=line.strip()



                if not line:

                    continue



                if line_number in line_list:

                    print(f'{file} :: {line_number} ====>\n {line[:50]}\n')



                line_number += 1



    def run(self):

        for path in self.root_path_list:



            search_path=path+'**/*.'+POST_FIX



            for file in glob.iglob(search_path,recursive=True):



                for ex_path in EXCLUDE_PATH:

                    ex_path=ex_path.replace('\\','')

                    temp_file=file.replace('\\','')

                    if ex_path in temp_file:

                        continue



                    use_encoding=self.default_coding

                    encode_proper,match_dict,line_list=self.search(file,use_encoding)



                    if not encode_proper:

                        use_encoding = self.exception_handle_coding

                        encode_proper,match_dict,line_list=self.search(file, use_encoding)



                    if match_dict is not None and len(match_dict)>0 and all(match_dict.values()):

                        # print(match_dict.values())

                        self.print_match_result(file,line_list,use_encoding)

                        # print(line_list)





def test_error_file():

    path=r'C:\git\CodePool\example-code\19-dyn-attr-prop\oscon\schedule2.py'

    with open(path,'r',encoding='utf8') as fp:

        while 1:

            x=fp.readline()

            if not x:

                break

            print(x)



def main(kw):

    app = FileSearcher(kw)

    app.run()



if __name__ == '__main__':

    fire.Fire(main)

def check_coroutine(fun):

    if iscoroutinefunction(fun):

        print('是协程')

    else:

        print('不是协程')

async def visit_web():

    browser = await pyppeteer.launch(

        {'headless': False,

         'userDataDir': UserDataDir,

         'defaultViewport': {'width': 1800, 'height': 1000},

         'ignoreDefaultArgs':True,

         }

    )

    page = await browser.newPage()



    # 可以在launch下配置

    # await page.setViewport({

    #     "width": 1900,

    #     "height": 1020

    # })





    # 先执行下面的JS 再去goto

    await page.evaluate(

        '''() =>{ Object.defineProperties(navigator,{ webdriver:{ get: () => false } }) }''')

    # await page.screenshot({'path': 'test.png', 'fullPage': True})

    # await page.pdf({'path': 'test.pdf'})

    # await asyncio.sleep(5)



    await page.goto(url=URL)



    # 这里的js是异步的写法

    dimensions = await page.evaluate(

        '''

        ()=>{

        return {

        width:document.documentElement.clientWidth,

        height:document.documentElement.clientHeight,

        deviceScaleFactor_:window.devicePixelRatio,

        }

        }

        '''

    )



    result = await page.evaluate(

        '''

        ()=>{

        var title = document.title;

          return {title:title};

          }

          '''



    )





    await browser.close()

check_coroutine(visit_web)

import xlsxwriter   #导入模块

workbook = xlsxwriter.Workbook('new_people.xlsx')     #新建excel表

worksheet = workbook.add_worksheet('sheet1')       #新建sheet（sheet的名称为"sheet1"）

for index,item in df.iterrows():

    date=item['上市日期']

    count=item['申购人数']

    date=date.replace(' 00:00:00','')

    worksheet.write(0,index,date)

    worksheet.write(1,index,count)



workbook.close()

import mmap

import contextlib

from Evtx.Evtx import FileHeader

from Evtx.Views import evtx_file_xml_view

from xml.dom import minidom

from ip_convertor import IP

import re



class WindowsLogger():



    def __init__(self,path):

        self.path = path

        self.formator = 'IP:{:10}\tlocation:{:20}\tUser:{:15}\tProcess:{}'

    

    def read_file(self):

        with open(self.path,'r') as f:

            with contextlib.closing(mmap.mmap(f.fileno(),0,access=mmap.ACCESS_READ)) as buf:

                fh = FileHeader(buf,0)

                return fh

        

        return None



    def parse_log_detail(self,filteID):

        with open(self.path,'r') as f:

            with contextlib.closing(mmap.mmap(f.fileno(),0,access=mmap.ACCESS_READ)) as buf:

                fh = FileHeader(buf,0)

                for xml, record in evtx_file_xml_view(fh):

                    #只输出事件ID为4624的内容

                    # InterestEvent(xml,4624)

                    for IpAddress,ip,targetUsername,ProcessName in self.filter_event(xml,filteID):

                        print(self.formator.format(IpAddress,ip,targetUsername,ProcessName))



    # 过滤掉不需要的事件，输出感兴趣的事件

    def filter_event(self,xml,EventID,use_filter=True):

        xmldoc = minidom.parseString(xml)

        # 获取EventID节点的事件ID

        collections = xmldoc.documentElement

        events=xmldoc.getElementsByTagName('Event') 

        for evt in events: 

            eventId = evt.getElementsByTagName('EventID')[0].childNodes[0].data

            time_create = evt.getElementsByTagName('TimeCreated')[0].getAttribute('SystemTime')

            eventData = evt.getElementsByTagName('EventData')[0]

            

            for data in eventData.getElementsByTagName('Data'):

                if data.getAttribute('Name')=='IpAddress':

                    IpAddress=data.childNodes[0].data



                if data.getAttribute('Name')=='TargetUserName':

                    targetUsername = data.childNodes[0].data



                if data.getAttribute('Name')=='ProcessName':

                    ProcessName = data.childNodes[0].data

            

            if use_filter is True and eventId==EventID:

                ip=''

                if re.search('^\d+',IpAddress):

                    ip = IP(IpAddress).ip_address



                yield IpAddress,ip,targetUsername,ProcessName



def main():

    path=r'D:\share\1.evtx'

    filter_id = '4624'

    app = WindowsLogger(path)

    app.parse_log_detail(filter_id)



if __name__ == '__main__':

    main()