데이터프레임의 특정열들을 append하고 싶은데요

Question

다른건 오류가 일단 안 나는데요..저 날씨 API 함수부분에서요..메인함수에서 저 GetWeather 함수를 호출한 다음에 최종으로 df를 리턴하는데요...GetWeater함수를 제대로 구현을 안 한것 같은데 텍스트로 저장을 하더라구요근데 저 GetWeather 함수 부분에서 헤더에 맞게 각각의 열에 데이터가 for문을 타고 저장되게 하고 싶은데요시간열 tm 을 rows에 붙여 넣으려고 해서.. rows.append(['tm']) 이렇게 했거든요.근데 GetWeather 함수에서 print(df)를 해도 저쪽 하단의 모든 것들은 프린트가 안 됩니다..(왜 안 찍히는지 이해가 안 되고... GetWeather 함수에서 붙인 header들이 메인에선 왜 사라져서 txt로 저장되는지도 이해가 안 돼요.지금 콘솔에는 이렇게 찍히구요...==============================(24, 38)[['month ', 'day ', 'dayWeek ', '시간(tm) ', '지점번호(stnId) ', '지점명(stnNm) ', '기온(ta) ', '강수량(rn) ', '풍속(ws) ', '풍향(wd) ', '습도(hm) ', '증기압(pv) ', '이슬점온도(td) ', '현지기압(pa) ', '해면기압(ps) ', '일조(ss) ', '일사(icsr) ', '적설(dsnw) ', '_3시간적설(hr3Fhsc) ', '전운량(dc10Tca) ', '중하층운량(dc10LmcsCa) ', '운형(clfmAbbrCd) ', '최저운고(lcsCh) ', '시정(vs) ', '지면상태(gndSttCd) ', '현상번호(dmstMtphNo) ', '지면온도(ts) ', '_5cm지중온도(m005Te) ', '_10cm지중온도(m01Te) ', '_20cm지중온도(m02Te) ', '_30cm지중온도(m03Te) ']][GetWeather()] - 31 columns passed, passed data had 1 columns--------------------------------------------------------------------------------------------------저장되는 텍스트 문서(weather_asos_20210119.txt)엔 이렇게 저장됩니다,tm,rnum,stnId,stnNm,ta,taQcflg,rn,rnQcflg,ws,wsQcflg,wd,wdQcflg,hm,hmQcflg,pv,td,pa,paQcflg,ps,psQcflg,ss,ssQcflg,icsr,dsnw,hr3Fhsc,dc10Tca,dc10LmcsCa,clfmAbbrCd,lcsCh,vs,gndSttCd,dmstMtphNo,ts,tsQcflg,m005Te,m01Te,m02Te,m03Te0,2021-01-17 00:00,1,108,서울,-8.7,,,,3.1,,290,,50,,1.6,-17.2,1018.0,,1029.3,,,9,,,,0,0,,,2000,,,-6.9,,-1.3,-1.3,-0.6,-0.11,2021-01-17 01:00,2,108,서울,-9.3,,,,2.0,,270,,50,,1.5,-17.8,1018.7,,1030.0,,,9,,,,1,0,,,2000,,,-7.5,,-1.5,-1.5,-0.6,-0.12,2021-01-17 02:00,3,108,서울,-9.4,,,,3.1,,270,,52,,1.6,-17.4,1019.1,,1030.4,,,9,,,,0,0,,,2000,,,-8.0,,-1.8,-1.7,-0.7,-0.13,2021-01-17 03:00,4,108,서울,-9.5,,,,2.8,,270,,58,,1.7,-16.2,1019.4,,1030.7,,,9,,,,0,0,,,2000,,,-8.2,,-2.0,-1.8,-0.7,-0.14,2021-01-17 04:00,5,108,서울,-9.8,,,,2.1,,270,,59,,1.7,-16.3,1018.9,,1030.3,,,9,,,,0,0,,,2000,,,-8.5,,-2.2,-2.0,-0.8,-0.15,2021-01-17 05:00,6,108,서울,-9.8,,,,2.4,,270,,58,,1.7,-16.5,1019.1,,1030.5,,,9,,,,0,0,,,2000,,,-8.8,,-2.4,-2.2,-0.9,-0.16,2021-01-17 06:00,7,108,서울,-10.3,,,,1.6,,270,,60,,1.7,-16.5,1019.0,,1030.4,,,9,,,,0,0,,,2000,,,-9.1,,-2.6,-2.4,-1.0,-0.17,2021-01-17 07:00,8,108,서울,-10.5,,,,1.4,,290,,61,,1.7,-16.5,1019.4,,1030.8,,,9,,,,0,0,,,2000,,,-9.5,,-2.9,-2.6,-1.1,-0.18,2021-01-17 08:00,9,108,서울,-10.8,,,,1.2,,270,,60,,1.6,-17.0,1019.5,,1030.9,,0.0,,0.0,,,0,0,,,2000,,,-9.6,,-3.1,-2.8,-1.3,-0.19,2021-01-17 09:00,10,108,서울,-9.9,,,,2.2,,290,,59,,1.7,-16.4,1019.8,,1031.2,,0.9,,0.36,,,0,0,,,2000,,,-8.4,,-3.3,-3.0,-1.4,-0.110,2021-01-17 10:00,11,108,서울,-8.1,,,,1.9,,320,,50,,1.7,-16.7,1019.7,,1031.0,,1.0,,0.99,,,0,0,,,2000,,,-4.6,,-3.0,-3.0,-1.5,-0.111,2021-01-17 11:00,12,108,서울,-6.1,,,,2.5,,270,,43,,1.7,-16.6,1019.4,,1030.6,,1.0,,1.6,,,0,0,,,2000,,,-0.4,,-2.6,-2.8,-1.6,-0.112,2021-01-17 12:00,13,108,서울,-4.4,,,,2.3,,250,,35,,1.6,-17.5,1018.0,,1029.1,,1.0,,1.97,,,0,0,,,2000,,,1.9,,-2.1,-2.6,-1.7,-0.113,2021-01-17 13:00,14,108,서울,-3.1,,,,1.7,,290,,32,,1.6,-17.5,1016.5,,1027.5,,1.0,,2.07,,,5,5,Sc,12,2000,,,4.9,,-1.7,-2.3,-1.6,-0.214,2021-01-17 14:00,15,108,서울,-2.2,,,,1.8,,250,,36,,1.9,-15.2,1015.4,,1026.4,,0.5,,1.64,,,7,7,Sc,12,2000,,,2.2,,-1.2,-2.0,-1.5,-0.215,2021-01-17 15:00,16,108,서울,-1.6,,,,3.6,,180,,40,,2.2,-13.4,1014.7,,1025.6,,0.5,,0.99,,,5,5,Sc,13,2000,,,3.0,,-0.9,-1.7,-1.4,-0.216,2021-01-17 16:00,17,108,서울,-1.8,,,9,3.1,,200,,44,,2.4,-12.4,1014.6,,1025.6,,0.5,,0.74,,,7,7,Sc,12,2000,,05,0.1,,-0.6,-1.5,-1.3,-0.217,2021-01-17 17:00,18,108,서울,-2.2,,,9,3.2,,230,,53,,2.8,-10.5,1014.4,,1025.4,,0.6,,0.42,,,3,3,Sc,9,2000,,05,-0.4,,-0.5,-1.3,-1.2,-0.218,2021-01-17 18:00,19,108,서울,-2.6,,0.0,,3.2,,200,,58,,2.9,-9.7,1014.0,,1025.0,,0.0,,0.05,,,2,2,Sc,9,2000,,,-1.1,,-0.6,-1.2,-1.1,-0.219,2021-01-17 19:00,20,108,서울,-2.8,,,9,1.9,,250,,61,,3.0,-9.2,1013.9,,1024.9,,,9,,,,1,1,,9,2000,,,-1.8,,-0.7,-1.3,-1.1,-0.220,2021-01-17 20:00,21,108,서울,-2.8,,,9,3.1,,200,,67,,3.3,-8.0,1013.7,,1024.7,,,9,,,,8,8,Sc,7,2000,,05,-2.1,,-0.8,-1.3,-1.0,-0.221,2021-01-17 21:00,22,108,서울,-2.8,,0.0,,1.8,,180,,74,,3.7,-6.7,1013.5,,1024.5,,,9,,0.1,0.1,8,8,Sc,5,779,,05,-1.9,,-0.8,-1.3,-1.0,-0.122,2021-01-17 22:00,23,108,서울,-3.0,,,9,1.4,,180,,84,,4.1,-5.3,1013.2,,1024.2,,,9,,0.1,,8,8,Sc,4,1988,,05,-2.2,,-0.8,-1.3,-1.0,-0.123,2021-01-17 23:00,24,108,서울,-3.0,,,9,2.1,,230,,86,,4.2,-5.0,1012.9,,1023.9,,,9,,0.1,,8,8,Sc,4,2000,,05,-2.7,,-0.8,-1.3,-1.0,-0.1-------------------------------아래쪽이 코드입니다---------------------------------------------------------# -*- coding: utf-8 -*-"""Created on Tue Jan 19 13:03:01 2021@author: user"""from urllib.request import urlopen from urllib.parse import urlencode, unquote, quote_plus import urllib import requests import json import pandas as pdimport osimport sysfrom datetime import datetime, timedeltaimport platformimport paramikoimport numpy as np# Init -----------------------------------------------------------------------------------------------------------------# OS에 따라 path 변경uploadIP = '서버 ip'if platform.system() == 'Windows':#filePath = "D:/dfibiz/trn/01.개발/05.GA/weather_asos_" + s_yyyymmdd + ".txt"filePath = "C:/Users/user/Desktop/파이썬_test/DATA/"dirPath = "D:/dfibiz/trn/01.개발/05.GA/"elif platform.system() == 'Linux':#filePath = "/DATA/CRAWLING/weather_asos_" + s_yyyymmdd + ".txt"filePath = "/DATA/WEATHER/"dirPath = "/data/DATASTAGE/WEATHER/"# GetWeek ------------------------------------------------------------------------------------------------------------def GetWeek(today):try:firstDay = today.replace(day=1)if firstDay.weekday() == 6:origin = firstDayelif firstDay.weekday() < 3:origin = firstDay - timedelta(days=firstDay.weekday() + 1)else:origin = firstDay + timedelta(days=6 - firstDay.weekday())return int((today - origin).days / 7 + 1)except Exception as e:print("[GetWeek()] - ", e)# GetDayWeek ------------------------------------------------------------------------------------------------------------def GetDayWeek(today):try:if today.weekday() == 0:return '월요일'elif today.weekday() == 1:return '화요일'elif today.weekday() == 2:return '수요일'elif today.weekday() == 3:return '목요일'elif today.weekday() == 4:return '금요일'elif today.weekday() == 5:return '토요일'elif today.weekday() == 6:return '일요일'else:return ''except Exception as e:print("[GetDayWeek()] - ", e)# 날씨 API 호출 -------------------------------------------------------------------------------------------------------------def GetWeather(data, s_yyyymmdd):try:basis_dt = datetime.strptime(s_yyyymmdd, '%Y%m%d')rows = []header = []header.append(['month ', 'day ', 'dayWeek ', '시간(tm) ','지점번호(stnId) ','지점명(stnNm) ','기온(ta) ','강수량(rn) ','풍속(ws) ','풍향(wd) ','습도(hm) ','증기압(pv) ','이슬점온도(td) ', '현지기압(pa) ', '해면기압(ps) ','일조(ss) ', '일사(icsr) ', '적설(dsnw) ', '_3시간적설(hr3Fhsc) ','전운량(dc10Tca) ', '중하층운량(dc10LmcsCa) ', '운형(clfmAbbrCd) ', '최저운고(lcsCh) ', '시정(vs) ', '지면상태(gndSttCd) ','현상번호(dmstMtphNo) ', '지면온도(ts) ', '_5cm지중온도(m005Te) ', '_10cm지중온도(m01Te) ', '_20cm지중온도(m02Te) ','_30cm지중온도(m03Te) '])print(header)for i in range(0, len(data.index)):week = GetWeek(basis_dt)month = basis_dt.monthday = basis_dt.daydayWeek = GetDayWeek(basis_dt)rows.append(['tm'])'''시간(tm) = data.loc[i, ['tm']] #<<<< 이렇게 하는게 아닌가요? 오류가 납니다.지점번호(stnId) =''지점명(stnNm) = ''기온(ta) = ''강수량(rn) = ''풍속(ws) = ''풍향(wd) = ''습도(hm) = ''증기압(pv) = ''이슬점온도(td) = ''현지기압(pa) = ''해면기압(ps) = ''일조(ss) = ''일사(icsr) = ''적설(dsnw) = ''_3시간적설(hr3Fhsc) = ''전운량(dc10Tca) =''중하층운량(dc10LmcsCa) = ''운형(clfmAbbrCd) = ''최저운고(lcsCh) = ''시정(vs) = ''지면상태(gndSttCd) = ''현상번호(dmstMtphNo) = ''지면온도(ts) = ''_5cm지중온도(m005Te) = ''_10cm지중온도(m01Te) = ''_20cm지중온도(m02Te) = ''_30cm지중온도(m03Te) = '''''df = pd.DataFrame(rows, columns=header) <<< 여기서부턴 프린트가 안 찍힙니다.print("ㅇㅇㅇㅇ")print(df)return dfexcept Exception as e:print("[GetWeather()] - ", e)# 파일이 생성되면 해당 파일을 SFTP로 목적지에 업로드한다.def upload_file(vFilenm):try:host = uploadIPport = 22usr='dsadm'key_file = '/home/dbadmin/.ssh/id_rsa'tgt_path = dirPath+vFilenmsrc_path = filePath+vFilenmtrans = paramiko.SSHClient()trans.set_missing_host_key_policy(paramiko.AutoAddPolicy())key = paramiko.RSAKey.from_private_key_file(key_file)trans.connect(host, port=52180, username=usr, pkey=key)sftp = trans.open_sftp()sftp.put(src_path, tgt_path)sftp.close()trans.close()except Exception as e:print("[uploadFile()] - ", e)# main -----------------------------------------------------------------------------------------------------------------def main():try:"parameter setting: 시작일자/종료일자"if len(sys.argv) == 2:#s_date = str((datetime.strptime(sys.argv[1], "%Y%m%d")).date())s_yyyymmdd = sys.argv[1]else:#s_date = str((datetime.now() + timedelta(days=-1)).date())s_yyyymmdd = ((datetime.now() + timedelta(days=-1)).date()).strftime('%Y%m%d')'''#https://hsmoa.com/?date=20201105&site=&cate=url = "https://hsmoa.com/?date="+s_yyyymmdd+"&site=&cate="filenm = 'hsmoa_'+s_yyyymmdd+'.txt'source = requests.get(url).textsoup = BeautifulSoup(source, "html.parser")# filePath = dirPath+filenm'''# 기상청 종관기상관측(ASOS) 데이터 API 호출 # url for request url = 'http://apis.data.go.kr/1360000/AsosHourlyInfoService/getWthrDataList'# parameter for request params = '?' + urlencode({ quote_plus('ServiceKey'): '발급받은 키값입니다....',# 공공데이터포털에서 받은 인증키 quote_plus('pageNo'): '1', # 페이지 번호(Default: 1)quote_plus('numOfRows'): '40', # 한 페이지 결과수(Default: 10)quote_plus('dataType'): 'JSON', # 요청자료형식(Default: XML)quote_plus('dataCd'): 'ASOS', # 자료 분류 코드quote_plus('dateCd'): 'HR', # 날짜 분류 코드quote_plus('startDt'): '20210117', # 조회 기간 시작일quote_plus('startHh'): '00', # 조회 기간 시작시quote_plus('endDt'): '20210117', # 조회 기간 종료일quote_plus('endHh'): '23', # 조회 기간 종료시quote_plus('stnIds'): '108' # 종관기상관측 지점})req = urllib.request.Request(url + unquote(params))response_body = urlopen(req, timeout=60).read() # get bytes data result = requests.get(url + unquote(params))print(type(result))json_data = json.loads(response_body)data = pd.DataFrame(json_data['response']['body']['items']['item'])#print(data)print("==============================")print(type(data))print(data.shape)#print(data.loc[:, ['tm']])GetWeather(data, s_yyyymmdd)# 함수호출"""주석임...['tm', 'rnum', 'stnId', 'stnNm', 'ta', 'taQcflg', 'rn', 'rnQcflg', 'ws','wsQcflg', 'wd', 'wdQcflg', 'hm', 'hmQcflg', 'pv', 'td', 'pa','paQcflg', 'ps', 'psQcflg', 'ss', 'ssQcflg', 'icsr', 'dsnw', 'hr3Fhsc','dc10Tca', 'dc10LmcsCa', 'clfmAbbrCd', 'lcsCh', 'vs', 'gndSttCd','dmstMtphNo', 'ts', 'tsQcflg', 'm005Te', 'm01Te', 'm02Te', 'm03Te']"""filenm = 'weather_asos_' + s_yyyymmdd + '.txt'data.to_csv(filePath+filenm, header=True, index=True, sep = ',', encoding='UTF-8', line_terminator=' ')#upload_file(filenm)except Exception as e:print("[main()] - ", e)if __name__ == '__main__':main()

데이터프레임의 특정열들을 append하고 싶은데요

0개의 답변

Q&A 목록