Skip to content

Commit

Permalink
sort imports
Browse files Browse the repository at this point in the history
Signed-off-by: Sarah Yurick <[email protected]>
  • Loading branch information
sarahyurick committed Nov 5, 2024
1 parent 911a9d6 commit 84d4793
Show file tree
Hide file tree
Showing 19 changed files with 19 additions and 38 deletions.
3 changes: 1 addition & 2 deletions tutorials/zyda2-tutorial/0_processing/process_dclm.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
import os

import logging
import os

from dask.distributed import Client, LocalCluster
from helper import process_data
Expand Down
3 changes: 1 addition & 2 deletions tutorials/zyda2-tutorial/0_processing/process_dolma_cc.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
import os

import logging
import os

from dask.distributed import Client, LocalCluster
from helper import process_data
Expand Down
3 changes: 1 addition & 2 deletions tutorials/zyda2-tutorial/0_processing/process_fwe2.py
Original file line number Diff line number Diff line change
@@ -1,8 +1,7 @@
import os

import ctypes
import gc
import logging
import os
from pathlib import Path

from dask.distributed import Client, LocalCluster
Expand Down
3 changes: 1 addition & 2 deletions tutorials/zyda2-tutorial/0_processing/process_zyda.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
import os

import logging
import os

from dask.distributed import Client, LocalCluster
from helper import process_data
Expand Down
3 changes: 1 addition & 2 deletions tutorials/zyda2-tutorial/1_fuzzy_dedup/0_minhash.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
import os

import logging
import os
import time

import dask_cudf
Expand Down
3 changes: 1 addition & 2 deletions tutorials/zyda2-tutorial/1_fuzzy_dedup/1_lsh.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
import os

import logging
import os
import time

import cudf
Expand Down
3 changes: 1 addition & 2 deletions tutorials/zyda2-tutorial/1_fuzzy_dedup/2_buckets_to_edges.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
import os

import logging
import os
import time

import dask_cudf
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
import os

import logging
import os
import time

from nemo_curator.modules.fuzzy_dedup import ConnectedComponents
Expand Down
3 changes: 1 addition & 2 deletions tutorials/zyda2-tutorial/2_dupes_removal/0_id_mapping.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
import os

import json
import logging
import os

import cudf
import dask_cudf
Expand Down
3 changes: 1 addition & 2 deletions tutorials/zyda2-tutorial/2_dupes_removal/1_id_conversion.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
import json
import os

import logging
import os

import dask.dataframe as dd
from dask.distributed import Client, LocalCluster
Expand Down
3 changes: 1 addition & 2 deletions tutorials/zyda2-tutorial/2_dupes_removal/2_compute_counts.py
Original file line number Diff line number Diff line change
@@ -1,8 +1,7 @@
import json
import os
import time

import logging
import time

import dask.dataframe as dd
import pandas as pd
Expand Down
3 changes: 1 addition & 2 deletions tutorials/zyda2-tutorial/2_dupes_removal/3_prep_dupes.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
import json
import os

import logging
import os

import dask.dataframe as dd
import pandas as pd
Expand Down
3 changes: 1 addition & 2 deletions tutorials/zyda2-tutorial/2_dupes_removal/4_get_dupes_dclm.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
import json
import os

import logging
import os

import dask.dataframe as dd
from dask.distributed import Client, LocalCluster
Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
import json
import os

import logging
import os

import dask.dataframe as dd
from dask.distributed import Client, LocalCluster
Expand Down
3 changes: 1 addition & 2 deletions tutorials/zyda2-tutorial/2_dupes_removal/5_get_dupes_zyda.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
import json
import os

import logging
import os

import dask.dataframe as dd
from dask.distributed import Client, LocalCluster
Expand Down
3 changes: 1 addition & 2 deletions tutorials/zyda2-tutorial/2_dupes_removal/remove_dupes.py
Original file line number Diff line number Diff line change
@@ -1,10 +1,9 @@
import argparse
import json
import logging
import os
import time

import logging

import dask.dataframe as dd
from dask.distributed import Client, LocalCluster

Expand Down
Original file line number Diff line number Diff line change
@@ -1,9 +1,8 @@
import argparse
import logging
import os
import time

import logging

from nemo_curator.classifiers import QualityClassifier
from nemo_curator.datasets import DocumentDataset
from nemo_curator.utils.distributed_utils import get_client, get_num_workers
Expand Down
3 changes: 1 addition & 2 deletions tutorials/zyda2-tutorial/4_filtering/filter_fwe.py
Original file line number Diff line number Diff line change
@@ -1,8 +1,7 @@
import logging
import os
import time

import logging

import dask.dataframe as dd
import pyarrow as pa
from dask.distributed import Client, LocalCluster
Expand Down
3 changes: 1 addition & 2 deletions tutorials/zyda2-tutorial/4_filtering/filter_quality.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
import argparse
import time

import logging
import time

import dask.dataframe as dd
import pyarrow as pa
Expand Down

0 comments on commit 84d4793

Please sign in to comment.