Spaces:
				
			
			
	
			
			
					
		Running
		
	
	
	
			
			
	
	
	
	
		
		
					
		Running
		
	
		Jitesh Jain
		
	commited on
		
		
					Commit 
							
							·
						
						79b40c3
	
1
								Parent(s):
							
							de5b705
								
Compile Worked, fix path data
Browse files- gradio_app.py +0 -3
 - oneformer/data/tokenizer.py +5 -4
 
    	
        gradio_app.py
    CHANGED
    
    | 
         @@ -1,7 +1,4 @@ 
     | 
|
| 1 | 
         
            -
            import subprocess
         
     | 
| 2 | 
         
             
            import torch
         
     | 
| 3 | 
         
            -
            if torch.cuda.is_available():
         
     | 
| 4 | 
         
            -
               subprocess.run('sh deform_setup.sh', shell=True)
         
     | 
| 5 | 
         | 
| 6 | 
         
             
            print("Installed the dependencies!")
         
     | 
| 7 | 
         | 
| 
         | 
|
| 
         | 
|
| 1 | 
         
             
            import torch
         
     | 
| 
         | 
|
| 
         | 
|
| 2 | 
         | 
| 3 | 
         
             
            print("Installed the dependencies!")
         
     | 
| 4 | 
         | 
    	
        oneformer/data/tokenizer.py
    CHANGED
    
    | 
         @@ -40,7 +40,7 @@ import torch 
     | 
|
| 40 | 
         
             
            @lru_cache()
         
     | 
| 41 | 
         
             
            def default_bpe():
         
     | 
| 42 | 
         
             
                url = 'https://github.com/SHI-Labs/OneFormer/blob/main/oneformer/data/bpe_simple_vocab_16e6.txt.gz'
         
     | 
| 43 | 
         
            -
                wget.download(url, os.path.dirname(os.path.abspath(__file__)))
         
     | 
| 44 | 
         
             
                # inmemory = StringIO(urlopen(url).read())
         
     | 
| 45 | 
         
             
                # return inmemory
         
     | 
| 46 | 
         
             
                return os.path.join(os.path.dirname(os.path.abspath(__file__)), 'bpe_simple_vocab_16e6.txt.gz')
         
     | 
| 
         @@ -129,9 +129,10 @@ class SimpleTokenizer(object): 
     | 
|
| 129 | 
         
             
                def __init__(self, bpe_path: str = default_bpe()):
         
     | 
| 130 | 
         
             
                    self.byte_encoder = bytes_to_unicode()
         
     | 
| 131 | 
         
             
                    self.byte_decoder = {v: k for k, v in self.byte_encoder.items()}
         
     | 
| 132 | 
         
            -
             
     | 
| 133 | 
         
            -
                     
     | 
| 134 | 
         
            -
                    
         
     | 
| 
         | 
|
| 135 | 
         
             
                    merges = gzip.open(bpe_path).read().decode('utf-8').split('\n')
         
     | 
| 136 | 
         
             
                    merges = merges[1:49152 - 256 - 2 + 1]
         
     | 
| 137 | 
         
             
                    merges = [tuple(merge.split()) for merge in merges]
         
     | 
| 
         | 
|
| 40 | 
         
             
            @lru_cache()
         
     | 
| 41 | 
         
             
            def default_bpe():
         
     | 
| 42 | 
         
             
                url = 'https://github.com/SHI-Labs/OneFormer/blob/main/oneformer/data/bpe_simple_vocab_16e6.txt.gz'
         
     | 
| 43 | 
         
            +
                wget.download(url, out=os.path.join(os.path.dirname(os.path.abspath(__file__)), 'bpe_simple_vocab_16e6.txt.gz'))
         
     | 
| 44 | 
         
             
                # inmemory = StringIO(urlopen(url).read())
         
     | 
| 45 | 
         
             
                # return inmemory
         
     | 
| 46 | 
         
             
                return os.path.join(os.path.dirname(os.path.abspath(__file__)), 'bpe_simple_vocab_16e6.txt.gz')
         
     | 
| 
         | 
|
| 129 | 
         
             
                def __init__(self, bpe_path: str = default_bpe()):
         
     | 
| 130 | 
         
             
                    self.byte_encoder = bytes_to_unicode()
         
     | 
| 131 | 
         
             
                    self.byte_decoder = {v: k for k, v in self.byte_encoder.items()}
         
     | 
| 132 | 
         
            +
             
     | 
| 133 | 
         
            +
                    print("-----------\n")
         
     | 
| 134 | 
         
            +
                    print(bpe_path)
         
     | 
| 135 | 
         
            +
                    print("-----------\n")
         
     | 
| 136 | 
         
             
                    merges = gzip.open(bpe_path).read().decode('utf-8').split('\n')
         
     | 
| 137 | 
         
             
                    merges = merges[1:49152 - 256 - 2 + 1]
         
     | 
| 138 | 
         
             
                    merges = [tuple(merge.split()) for merge in merges]
         
     |