Commit b134c663 authored by holukas's avatar holukas
Browse files

Adjusted settings for EddyPro FLUXNET file

parent 364edfdc
# Default ignored files
/shelf/
/workspace.xml
# Datasource local storage ignored files
/dataSources/
/dataSources.local.xml
# Editor-based HTTP Client requests
/httpRequests/
<?xml version="1.0" encoding="UTF-8"?>
<module type="PYTHON_MODULE" version="4">
<component name="NewModuleRootManager">
<content url="file://$MODULE_DIR$">
<sourceFolder url="file://$MODULE_DIR$/fqc" isTestSource="false" />
</content>
<orderEntry type="jdk" jdkName="Python 3.6 (FQC1)" jdkType="Python SDK" />
<orderEntry type="sourceFolder" forTests="false" />
</component>
<component name="TestRunnerService">
<option name="PROJECT_TEST_RUNNER" value="pytest" />
</component>
</module>
\ No newline at end of file
<component name="InspectionProjectProfileManager">
<profile version="1.0">
<option name="myName" value="Project Default" />
<inspection_tool class="CssInvalidPseudoSelector" enabled="false" level="ERROR" enabled_by_default="false" />
<inspection_tool class="CssUnknownProperty" enabled="true" level="WARNING" enabled_by_default="true">
<option name="myCustomPropertiesEnabled" value="true" />
<option name="myIgnoreVendorSpecificProperties" value="false" />
<option name="myCustomPropertiesList">
<value>
<list size="6">
<item index="0" class="java.lang.String" itemvalue="alternate-background-color" />
<item index="1" class="java.lang.String" itemvalue="qproperty-alignment" />
<item index="2" class="java.lang.String" itemvalue="selection-background-color" />
<item index="3" class="java.lang.String" itemvalue="selection-color" />
<item index="4" class="java.lang.String" itemvalue="subcontrol-position" />
<item index="5" class="java.lang.String" itemvalue="subcontrol-origin" />
</list>
</value>
</option>
</inspection_tool>
<inspection_tool class="HtmlUnknownTag" enabled="true" level="WARNING" enabled_by_default="true">
<option name="myValues">
<value>
<list size="29">
<item index="0" class="java.lang.String" itemvalue="nobr" />
<item index="1" class="java.lang.String" itemvalue="noembed" />
<item index="2" class="java.lang.String" itemvalue="comment" />
<item index="3" class="java.lang.String" itemvalue="noscript" />
<item index="4" class="java.lang.String" itemvalue="embed" />
<item index="5" class="java.lang.String" itemvalue="script" />
<item index="6" class="java.lang.String" itemvalue="qframe" />
<item index="7" class="java.lang.String" itemvalue="qsplitter" />
<item index="8" class="java.lang.String" itemvalue="qwidget" />
<item index="9" class="java.lang.String" itemvalue="qlistwidget" />
<item index="10" class="java.lang.String" itemvalue="qlabel" />
<item index="11" class="java.lang.String" itemvalue="qcombobox" />
<item index="12" class="java.lang.String" itemvalue="qpushbutton" />
<item index="13" class="java.lang.String" itemvalue="qlabel" />
<item index="14" class="java.lang.String" itemvalue="qtabwidget" />
<item index="15" class="java.lang.String" itemvalue="qtabbar" />
<item index="16" class="java.lang.String" itemvalue="qlistview" />
<item index="17" class="java.lang.String" itemvalue="qplaintextedit" />
<item index="18" class="java.lang.String" itemvalue="selected" />
<item index="19" class="java.lang.String" itemvalue="qmenubar" />
<item index="20" class="java.lang.String" itemvalue="qwidgetaction" />
<item index="21" class="java.lang.String" itemvalue="qtoolbar" />
<item index="22" class="java.lang.String" itemvalue="qtextedit" />
<item index="23" class="java.lang.String" itemvalue="qlineedit" />
<item index="24" class="java.lang.String" itemvalue="qabstractitemview" />
<item index="25" class="java.lang.String" itemvalue="qscrollbar" />
<item index="26" class="java.lang.String" itemvalue="qtableview" />
<item index="27" class="java.lang.String" itemvalue="qheaderview" />
<item index="28" class="java.lang.String" itemvalue="qdialog" />
</list>
</value>
</option>
<option name="myCustomValuesEnabled" value="true" />
</inspection_tool>
<inspection_tool class="PyPackageRequirementsInspection" enabled="true" level="WARNING" enabled_by_default="true">
<option name="ignoredPackages">
<value>
<list size="25">
<item index="0" class="java.lang.String" itemvalue="joblib" />
<item index="1" class="java.lang.String" itemvalue="scikit-learn" />
<item index="2" class="java.lang.String" itemvalue="python-dateutil" />
<item index="3" class="java.lang.String" itemvalue="numpy" />
<item index="4" class="java.lang.String" itemvalue="importlib-metadata" />
<item index="5" class="java.lang.String" itemvalue="Jinja2" />
<item index="6" class="java.lang.String" itemvalue="pyrsistent" />
<item index="7" class="java.lang.String" itemvalue="mkl-fft" />
<item index="8" class="java.lang.String" itemvalue="seaborn" />
<item index="9" class="java.lang.String" itemvalue="zipp" />
<item index="10" class="java.lang.String" itemvalue="certifi" />
<item index="11" class="java.lang.String" itemvalue="pyparsing" />
<item index="12" class="java.lang.String" itemvalue="jsonschema" />
<item index="13" class="java.lang.String" itemvalue="scipy" />
<item index="14" class="java.lang.String" itemvalue="six" />
<item index="15" class="java.lang.String" itemvalue="tornado" />
<item index="16" class="java.lang.String" itemvalue="altair" />
<item index="17" class="java.lang.String" itemvalue="attrs" />
<item index="18" class="java.lang.String" itemvalue="pandas" />
<item index="19" class="java.lang.String" itemvalue="toolz" />
<item index="20" class="java.lang.String" itemvalue="vega-datasets" />
<item index="21" class="java.lang.String" itemvalue="future" />
<item index="22" class="java.lang.String" itemvalue="matplotlib" />
<item index="23" class="java.lang.String" itemvalue="statsmodels" />
<item index="24" class="java.lang.String" itemvalue="pytz" />
</list>
</value>
</option>
</inspection_tool>
<inspection_tool class="PyPep8Inspection" enabled="true" level="WEAK WARNING" enabled_by_default="true">
<option name="ignoredErrors">
<list>
<option value="E501" />
</list>
</option>
</inspection_tool>
</profile>
</component>
\ No newline at end of file
<component name="InspectionProjectProfileManager">
<settings>
<option name="USE_PROJECT_PROFILE" value="false" />
<version value="1.0" />
</settings>
</component>
\ No newline at end of file
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="JavaScriptSettings">
<option name="languageLevel" value="ES6" />
</component>
<component name="ProjectRootManager" version="2" project-jdk-name="Python 3.6 (FQC1)" project-jdk-type="Python SDK" />
</project>
\ No newline at end of file
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ProjectModuleManager">
<modules>
<module fileurl="file://$PROJECT_DIR$/.idea/FQC_Flux_Quality_Control.iml" filepath="$PROJECT_DIR$/.idea/FQC_Flux_Quality_Control.iml" />
</modules>
</component>
</project>
\ No newline at end of file
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="VcsDirectoryMappings">
<mapping directory="$PROJECT_DIR$" vcs="Git" />
</component>
</project>
\ No newline at end of file
......@@ -15,14 +15,14 @@ from matplotlib import gridspec
def please_quality_control(working_directory):
version = 'FQC 2.0.0'
version = 'FQC 2.1.1'
# 0 = original full_output and FLUXNET header (FOF: 3 rows, 1st row is ignored, FLUXNET: 1 row)
# 1 = merged full_output and FLUXNET header (FOF: 2 rows, FLUXNET: 1 row)
header_type = 0
header_type = 1
# if the files were merged, then the merged FLUXNET file might have a different date format
FLXNET_file_dateformat = '%Y%m%d%H%M'
FLXNET_file_dateformat = '%Y-%m-%d %H:%M:%S'
# VARIABLES -------------------------------------
FOF_qc_variable_list = ['co2_flux', 'H', 'LE', 'h2o_flux', 'ch4_flux',
......@@ -273,7 +273,7 @@ def please_quality_control(working_directory):
# this loses the original timestamp
FLXNET_parse_date = lambda z: dt.datetime.strptime(z, FLXNET_file_dateformat)
FLXNET_contents = pd.read_csv(FLXNET_found_file, skiprows=None,
keep_date_col=True, index_col=1,
keep_date_col=True, index_col=0,
date_parser=FLXNET_parse_date)
# FLXNET_units = pd.read_csv(FLXNET_found_file, skiprows=FLXNET_skiprows_units, nrows=1, mangle_dupe_cols=True)
# FLXNET_units = FLXNET_units.columns[
......
# release notes:
# 2020-06-27: version 2.1.1
# * changed settings for the EddyPro FLUXNET file to better integrate with FIME File Merger
# > After FIME, the FLUXNET file now also has a full timestamp in column 0. Settings during
# .read_csv were adjusted accordingly.
# 2020-05-24: version 2.1.0
# * created conda environment
# * changed .scatter plotting (did not work anymore) to .plot_date
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment