Thanks to visit codestin.com
Credit goes to github.com

Skip to content
This repository was archived by the owner on Oct 29, 2024. It is now read-only.

Improve DataFrameClient tags line-protocol conversion performance #503

Merged
merged 2 commits into from
Oct 12, 2017
Merged

Improve DataFrameClient tags line-protocol conversion performance #503

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
8710075
Improve DataFrameClient tag conversion performance
tzonghao Sep 19, 2017
73f3338
Merge branch 'master' into master
aviau Oct 12, 2017
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
19 changes: 13 additions & 6 deletions influxdb/_dataframe_client.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -298,12 +298,6 @@ def _convert_dataframe_to_lines(self,
field_columns = list(field_columns) if list(field_columns) else []
tag_columns = list(tag_columns) if list(tag_columns) else []

# Make global_tags as tag_columns
if global_tags:
for tag in global_tags:
dataframe[tag] = global_tags[tag]
tag_columns.append(tag)

# If field columns but no tag columns, assume rest of columns are tags
if field_columns and (not tag_columns):
tag_columns = list(column_series[~column_series.isin(
Expand Down Expand Up @@ -333,6 +327,13 @@ def _convert_dataframe_to_lines(self,

# If tag columns exist, make an array of formatted tag keys and values
if tag_columns:

# Make global_tags as tag_columns
if global_tags:
for tag in global_tags:
dataframe[tag] = global_tags[tag]
tag_columns.append(tag)

tag_df = dataframe[tag_columns]
tag_df = tag_df.fillna('') # replace NA with empty string
tag_df = tag_df.sort_index(axis=1)
Expand All @@ -345,6 +346,12 @@ def _convert_dataframe_to_lines(self,
tags = tags.sum(axis=1)

del tag_df
elif global_tags:
tag_string = ''.join(
[",{}={}".format(k, _escape_tag(v)) if v else ''
for k, v in sorted(global_tags.items())]
)
tags = pd.Series(tag_string, index=dataframe.index)
else:
tags = ''

Expand Down