@@ -485,8 +485,8 @@ <h1 id="cpp-api-program-listing-file-cpp-include-torch-tensorrt-ptq-h--page-root
485485
486486< span class ="cp "> #ifndef DOXYGEN_SHOULD_SKIP_THIS</ span >
487487< span class ="k "> namespace</ span > < span class ="w "> </ span > < span class ="nn "> nvinfer1</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
488- < span class ="k "> class</ span > < span class ="nc "> IInt8Calibrator</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
489- < span class ="k "> class</ span > < span class ="nc "> IInt8EntropyCalibrator2</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
488+ < span class ="k "> class</ span > < span class =" w " > </ span > < span class ="nc "> IInt8Calibrator</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
489+ < span class ="k "> class</ span > < span class =" w " > </ span > < span class ="nc "> IInt8EntropyCalibrator2</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
490490< span class ="p "> }</ span > < span class ="w "> </ span > < span class ="c1 "> // namespace nvinfer1</ span >
491491
492492< span class ="k "> namespace</ span > < span class ="w "> </ span > < span class ="nn "> torch_tensorrt</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
@@ -499,15 +499,15 @@ <h1 id="cpp-api-program-listing-file-cpp-include-torch-tensorrt-ptq-h--page-root
499499< span class ="k "> namespace</ span > < span class ="w "> </ span > < span class ="nn "> torch_tensorrt</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
500500< span class ="k "> namespace</ span > < span class ="w "> </ span > < span class ="nn "> ptq</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
501501
502- < span class ="k "> template</ span > < span class ="w "> </ span > < span class ="o "> <</ span > < span class ="k "> typename</ span > < span class ="nc "> Algorithm</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="k "> typename</ span > < span class ="nc "> DataLoaderUniquePtr</ span > < span class ="o "> ></ span > < span class ="w "> </ span >
503- < span class ="k "> class</ span > < span class ="nc "> Int8Calibrator</ span > < span class ="w "> </ span > < span class ="o "> :</ span > < span class ="w "> </ span > < span class ="n "> Algorithm</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
504- < span class ="w "> </ span > < span class ="k "> using</ span > < span class ="w "> </ span > < span class ="n "> DataLoader</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="k "> typename</ span > < span class ="nc "> DataLoaderUniquePtr</ span > < span class ="o "> ::</ span > < span class ="n "> element_type</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
505- < span class ="w "> </ span > < span class ="k "> using</ span > < span class ="w "> </ span > < span class ="n "> Batch</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="k "> typename</ span > < span class ="nc "> DataLoader</ span > < span class ="o "> ::</ span > < span class ="n "> super</ span > < span class ="o "> ::</ span > < span class ="n "> BatchType</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
502+ < span class ="k "> template</ span > < span class ="w "> </ span > < span class ="o "> <</ span > < span class ="k "> typename</ span > < span class =" w " > </ span > < span class ="nc "> Algorithm</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="k "> typename</ span > < span class =" w " > </ span > < span class ="nc "> DataLoaderUniquePtr</ span > < span class ="o "> ></ span > < span class ="w "> </ span >
503+ < span class ="k "> class</ span > < span class =" w " > </ span > < span class ="nc "> Int8Calibrator</ span > < span class ="w "> </ span > < span class ="o "> :</ span > < span class ="w "> </ span > < span class ="n "> Algorithm</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
504+ < span class ="w "> </ span > < span class ="k "> using</ span > < span class ="w "> </ span > < span class ="n "> DataLoader</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="k "> typename</ span > < span class =" w " > </ span > < span class ="nc "> DataLoaderUniquePtr</ span > < span class ="o "> ::</ span > < span class ="n "> element_type</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
505+ < span class ="w "> </ span > < span class ="k "> using</ span > < span class ="w "> </ span > < span class ="n "> Batch</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="k "> typename</ span > < span class =" w " > </ span > < span class ="nc "> DataLoader</ span > < span class ="o "> ::</ span > < span class ="n "> super</ span > < span class ="o "> ::</ span > < span class ="n "> BatchType</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
506506
507507< span class ="w "> </ span > < span class ="k "> public</ span > < span class ="o "> :</ span > < span class ="w "> </ span >
508508< span class ="w "> </ span > < span class ="n "> Int8Calibrator</ span > < span class ="p "> (</ span > < span class ="n "> DataLoaderUniquePtr</ span > < span class ="w "> </ span > < span class ="n "> dataloader</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="k "> const</ span > < span class ="w "> </ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> string</ span > < span class ="o "> &</ span > < span class ="w "> </ span > < span class ="n "> cache_file_path</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="kt "> bool</ span > < span class ="w "> </ span > < span class ="n "> use_cache</ span > < span class ="p "> )</ span > < span class ="w "> </ span >
509509< span class ="w "> </ span > < span class ="o "> :</ span > < span class ="w "> </ span > < span class ="n "> dataloader_</ span > < span class ="p "> (</ span > < span class ="n "> dataloader</ span > < span class ="p "> .</ span > < span class ="n "> get</ span > < span class ="p "> ()),</ span > < span class ="w "> </ span > < span class ="n "> cache_file_path_</ span > < span class ="p "> (</ span > < span class ="n "> cache_file_path</ span > < span class ="p "> ),</ span > < span class ="w "> </ span > < span class ="n "> use_cache_</ span > < span class ="p "> (</ span > < span class ="n "> use_cache</ span > < span class ="p "> )</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
510- < span class ="w "> </ span > < span class ="k "> for</ span > < span class ="w "> </ span > < span class ="p "> (</ span > < span class ="k "> auto</ span > < span class ="w "> </ span > < span class ="nl "> batch</ span > < span class ="p "> :</ span > < span class ="w "> </ span > < span class ="o "> *</ span > < span class ="n "> dataloader_</ span > < span class ="p "> )</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
510+ < span class ="w "> </ span > < span class ="k "> for</ span > < span class ="w "> </ span > < span class ="p "> (</ span > < span class ="k "> auto</ span > < span class ="w "> </ span > < span class ="n "> batch</ span > < span class =" w " > </ span > < span class ="o "> :</ span > < span class ="w "> </ span > < span class ="o "> *</ span > < span class ="n "> dataloader_</ span > < span class ="p "> )</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
511511< span class ="w "> </ span > < span class ="n "> batched_data_</ span > < span class ="p "> .</ span > < span class ="n "> push_back</ span > < span class ="p "> (</ span > < span class ="n "> batch</ span > < span class ="p "> .</ span > < span class ="n "> data</ span > < span class ="p "> );</ span > < span class ="w "> </ span >
512512< span class ="w "> </ span > < span class ="p "> }</ span > < span class ="w "> </ span >
513513< span class ="w "> </ span > < span class ="n "> it_</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="n "> batched_data_</ span > < span class ="p "> .</ span > < span class ="n "> begin</ span > < span class ="p "> ();</ span > < span class ="w "> </ span >
@@ -574,8 +574,8 @@ <h1 id="cpp-api-program-listing-file-cpp-include-torch-tensorrt-ptq-h--page-root
574574< span class ="w "> </ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> vector</ span > < span class ="o "> <</ span > < span class ="n "> torch</ span > < span class ="o "> ::</ span > < span class ="n "> Tensor</ span > < span class ="o "> >::</ span > < span class ="n "> iterator</ span > < span class ="w "> </ span > < span class ="n "> it_</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
575575< span class ="p "> };</ span > < span class ="w "> </ span >
576576
577- < span class ="k "> template</ span > < span class ="w "> </ span > < span class ="o "> <</ span > < span class ="k "> typename</ span > < span class ="nc "> Algorithm</ span > < span class ="o "> ></ span > < span class ="w "> </ span >
578- < span class ="k "> class</ span > < span class ="nc "> Int8CacheCalibrator</ span > < span class ="w "> </ span > < span class ="o "> :</ span > < span class ="w "> </ span > < span class ="n "> Algorithm</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
577+ < span class ="k "> template</ span > < span class ="w "> </ span > < span class ="o "> <</ span > < span class ="k "> typename</ span > < span class =" w " > </ span > < span class ="nc "> Algorithm</ span > < span class ="o "> ></ span > < span class ="w "> </ span >
578+ < span class ="k "> class</ span > < span class =" w " > </ span > < span class ="nc "> Int8CacheCalibrator</ span > < span class ="w "> </ span > < span class ="o "> :</ span > < span class ="w "> </ span > < span class ="n "> Algorithm</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
579579< span class ="w "> </ span > < span class ="k "> public</ span > < span class ="o "> :</ span > < span class ="w "> </ span >
580580< span class ="w "> </ span > < span class ="n "> Int8CacheCalibrator</ span > < span class ="p "> (</ span > < span class ="k "> const</ span > < span class ="w "> </ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> string</ span > < span class ="o "> &</ span > < span class ="w "> </ span > < span class ="n "> cache_file_path</ span > < span class ="p "> )</ span > < span class ="w "> </ span > < span class ="o "> :</ span > < span class ="w "> </ span > < span class ="n "> cache_file_path_</ span > < span class ="p "> (</ span > < span class ="n "> cache_file_path</ span > < span class ="p "> )</ span > < span class ="w "> </ span > < span class ="p "> {}</ span > < span class ="w "> </ span >
581581
@@ -624,15 +624,15 @@ <h1 id="cpp-api-program-listing-file-cpp-include-torch-tensorrt-ptq-h--page-root
624624< span class ="w "> </ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> vector</ span > < span class ="o "> <</ span > < span class ="kt "> char</ span > < span class ="o "> ></ span > < span class ="w "> </ span > < span class ="n "> cache_</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
625625< span class ="p "> };</ span > < span class ="w "> </ span >
626626
627- < span class ="k "> template</ span > < span class ="w "> </ span > < span class ="o "> <</ span > < span class ="k "> typename</ span > < span class ="nc "> Algorithm</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="n "> nvinfer1</ span > < span class ="o "> ::</ span > < span class ="n "> IInt8EntropyCalibrator2</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="k "> typename</ span > < span class ="nc "> DataLoader</ span > < span class ="o "> ></ span > < span class ="w "> </ span >
627+ < span class ="k "> template</ span > < span class ="w "> </ span > < span class ="o "> <</ span > < span class ="k "> typename</ span > < span class =" w " > </ span > < span class ="nc "> Algorithm</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="n "> nvinfer1</ span > < span class ="o "> ::</ span > < span class ="n "> IInt8EntropyCalibrator2</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="k "> typename</ span > < span class =" w " > </ span > < span class ="nc "> DataLoader</ span > < span class ="o "> ></ span > < span class ="w "> </ span >
628628< span class ="n "> TORCHTRT_API</ span > < span class ="w "> </ span > < span class ="kr "> inline</ span > < span class ="w "> </ span > < span class ="n "> Int8Calibrator</ span > < span class ="o "> <</ span > < span class ="n "> Algorithm</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="n "> DataLoader</ span > < span class ="o "> ></ span > < span class ="w "> </ span > < span class ="n "> make_int8_calibrator</ span > < span class ="p "> (</ span > < span class ="w "> </ span >
629629< span class ="w "> </ span > < span class ="n "> DataLoader</ span > < span class ="w "> </ span > < span class ="n "> dataloader</ span > < span class ="p "> ,</ span > < span class ="w "> </ span >
630630< span class ="w "> </ span > < span class ="k "> const</ span > < span class ="w "> </ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> string</ span > < span class ="o "> &</ span > < span class ="w "> </ span > < span class ="n "> cache_file_path</ span > < span class ="p "> ,</ span > < span class ="w "> </ span >
631631< span class ="w "> </ span > < span class ="kt "> bool</ span > < span class ="w "> </ span > < span class ="n "> use_cache</ span > < span class ="p "> )</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
632632< span class ="w "> </ span > < span class ="k "> return</ span > < span class ="w "> </ span > < span class ="n "> Int8Calibrator</ span > < span class ="o "> <</ span > < span class ="n "> Algorithm</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="n "> DataLoader</ span > < span class ="o "> ></ span > < span class ="p "> (</ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> move</ span > < span class ="p "> (</ span > < span class ="n "> dataloader</ span > < span class ="p "> ),</ span > < span class ="w "> </ span > < span class ="n "> cache_file_path</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="n "> use_cache</ span > < span class ="p "> );</ span > < span class ="w "> </ span >
633633< span class ="p "> }</ span > < span class ="w "> </ span >
634634
635- < span class ="k "> template</ span > < span class ="w "> </ span > < span class ="o "> <</ span > < span class ="k "> typename</ span > < span class ="nc "> Algorithm</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="n "> nvinfer1</ span > < span class ="o "> ::</ span > < span class ="n "> IInt8EntropyCalibrator2</ span > < span class ="o "> ></ span > < span class ="w "> </ span >
635+ < span class ="k "> template</ span > < span class ="w "> </ span > < span class ="o "> <</ span > < span class ="k "> typename</ span > < span class =" w " > </ span > < span class ="nc "> Algorithm</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="n "> nvinfer1</ span > < span class ="o "> ::</ span > < span class ="n "> IInt8EntropyCalibrator2</ span > < span class ="o "> ></ span > < span class ="w "> </ span >
636636< span class ="n "> TORCHTRT_API</ span > < span class ="w "> </ span > < span class ="kr "> inline</ span > < span class ="w "> </ span > < span class ="n "> Int8CacheCalibrator</ span > < span class ="o "> <</ span > < span class ="n "> Algorithm</ span > < span class ="o "> ></ span > < span class ="w "> </ span > < span class ="n "> make_int8_cache_calibrator</ span > < span class ="p "> (</ span > < span class ="k "> const</ span > < span class ="w "> </ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> string</ span > < span class ="o "> &</ span > < span class ="w "> </ span > < span class ="n "> cache_file_path</ span > < span class ="p "> )</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
637637< span class ="w "> </ span > < span class ="k "> return</ span > < span class ="w "> </ span > < span class ="n "> Int8CacheCalibrator</ span > < span class ="o "> <</ span > < span class ="n "> Algorithm</ span > < span class ="o "> ></ span > < span class ="p "> (</ span > < span class ="n "> cache_file_path</ span > < span class ="p "> );</ span > < span class ="w "> </ span >
638638< span class ="p "> }</ span > < span class ="w "> </ span >
0 commit comments